framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,256,0.009210000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,512,0.00915
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,1024,0.00926
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,2048,0.00937
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,4096,0.00948
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,8192,0.009869999999999999
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,16384,0.010050000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,32768,0.010130000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,65536,0.01028
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,131072,0.01042
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,262144,0.01116
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,524288,0.01273
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,1048576,0.01576
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,2097152,0.02321
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,4194304,0.03049
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,8388608,0.03728
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,16777216,0.05405
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,33554432,0.09509999999999999
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,67108864,0.1695
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,134217728,0.3152
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,2,268435456,0.5948
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,512,0.00932
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,1024,0.00922
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,2048,0.00922
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,4096,0.00939
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,8192,0.009550000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,16384,0.00984
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,32768,0.010060000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,65536,0.01016
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,131072,0.01039
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,262144,0.010400000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,524288,0.01127
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,1048576,0.01281
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,2097152,0.01568
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,4194304,0.02321
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,8388608,0.03058
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,16777216,0.03744
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,33554432,0.05396
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,67108864,0.09495999999999999
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,134217728,0.1698
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,268435456,0.3155
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,2,536870912,0.5949
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,256,0.00954
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,512,0.00954
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,1024,0.0096
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,2048,0.009640000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,4096,0.01007
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,8192,0.01073
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,16384,0.0114
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,32768,0.01126
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,65536,0.011470000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,131072,0.01162
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,262144,0.01285
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,524288,0.01529
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,1048576,0.01881
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,2097152,0.02104
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,4194304,0.027420000000000003
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,8388608,0.047270000000000006
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,16777216,0.06147
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,33554432,0.1222
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,67108864,0.2155
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,134217728,0.4034
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,2,268435456,0.7743
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,512,0.00954
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,1024,0.00956
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,2048,0.00959
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,4096,0.009630000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,8192,0.010119999999999999
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,16384,0.01064
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,32768,0.011460000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,65536,0.01136
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,131072,0.01159
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,262144,0.01179
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,524288,0.01285
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,1048576,0.015470000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,2097152,0.01859
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,4194304,0.02091
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,8388608,0.029079999999999998
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,16777216,0.04766
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,33554432,0.06116
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,67108864,0.1222
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,134217728,0.21530000000000002
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,268435456,0.4036
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,2,536870912,0.7739
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,256,0.00918
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,512,0.00917
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,1024,0.00924
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,2048,0.00937
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,4096,0.00939
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,8192,0.009689999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,16384,0.00983
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,32768,0.0099
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,65536,0.010039999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,131072,0.010140000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,262144,0.01073
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,524288,0.01194
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,1048576,0.01488
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,2097152,0.02155
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,4194304,0.027620000000000002
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,8388608,0.03671
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,16777216,0.054079999999999996
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,33554432,0.09819
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,67108864,0.1827
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,134217728,0.3314
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,2,268435456,0.6337999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,512,0.00919
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,1024,0.00917
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,2048,0.009300000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,4096,0.00934
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,8192,0.00939
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,16384,0.00973
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,32768,0.0097
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,65536,0.009960000000000002
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,131072,0.009980000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,262144,0.010150000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,524288,0.01065
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,1048576,0.012369999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,2097152,0.01575
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,4194304,0.02343
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,8388608,0.02953
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,16777216,0.04007
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,33554432,0.05852
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,67108864,0.11090000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,134217728,0.2079
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,268435456,0.3807
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,2,536870912,0.7239
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,256,0.01043
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,512,0.01047
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,1024,0.01043
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,2048,0.01044
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,4096,0.01069
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,8192,0.01117
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,16384,0.01122
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,32768,0.01126
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,65536,0.01122
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,131072,0.011470000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,262144,0.01234
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,524288,0.01409
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,1048576,0.018850000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,2097152,0.0369
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,4194304,0.04193
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,8388608,0.053520000000000005
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,16777216,0.08238
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,33554432,0.15030000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,67108864,0.2761
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,134217728,0.5186000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,2,268435456,0.9622999999999999
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,512,0.01039
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,1024,0.01046
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,2048,0.01039
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,4096,0.010400000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,8192,0.01077
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,16384,0.01118
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,32768,0.01127
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,65536,0.01122
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,131072,0.01137
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,262144,0.01165
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,524288,0.01271
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,1048576,0.01477
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,2097152,0.019690000000000003
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,4194304,0.03842
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,8388608,0.04324
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,16777216,0.05528
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,33554432,0.08652
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,67108864,0.15780000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,134217728,0.2904
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,268435456,0.5486000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,2,536870912,1.0289000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,256,0.0117
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,512,0.01179
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,1024,0.011640000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,2048,0.011720000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,4096,0.011970000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,8192,0.012480000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,16384,0.01272
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,32768,0.01289
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,65536,0.01298
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,131072,0.01323
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,262144,0.013300000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,524288,0.01465
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,1048576,0.01798
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,2097152,0.02503
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,4194304,0.051680000000000004
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,8388608,0.05809
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,16777216,0.07063
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,33554432,0.10740000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,67108864,0.19740000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,134217728,0.3719
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,half,4,268435456,0.7119
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,512,0.01165
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,1024,0.011630000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,2048,0.01174
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,4096,0.011720000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,8192,0.011970000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,16384,0.01256
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,32768,0.01259
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,65536,0.01284
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,131072,0.01316
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,262144,0.01325
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,524288,0.013470000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,1048576,0.01478
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,2097152,0.01787
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,4194304,0.02495
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,8388608,0.05154
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,16777216,0.05793
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,33554432,0.07042
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,67108864,0.1076
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,134217728,0.19740000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,268435456,0.3718
TRTLLM,2.27.7,NVIDIA GB300,all_gather,NCCL,int8,4,536870912,0.7121000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,256,0.01059
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,512,0.01058
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,1024,0.01056
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,2048,0.010570000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,4096,0.01069
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,8192,0.01098
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,16384,0.01174
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,32768,0.011710000000000002
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,65536,0.01208
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,131072,0.012029999999999999
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,262144,0.01315
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,524288,0.01585
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,1048576,0.02144
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,2097152,0.02229
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,4194304,0.03097
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,8388608,0.04622
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,16777216,0.07249
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,33554432,0.1232
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,67108864,0.2195
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,134217728,0.4112
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,half,4,268435456,0.7913
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,512,0.0105
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,1024,0.010480000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,2048,0.01045
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,4096,0.010539999999999999
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,8192,0.01063
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,16384,0.01103
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,32768,0.01175
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,65536,0.01173
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,131072,0.01192
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,262144,0.012230000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,524288,0.01348
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,1048576,0.01589
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,2097152,0.02136
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,4194304,0.02265
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,8388608,0.031129999999999998
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,16777216,0.04616
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,33554432,0.07229000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,67108864,0.12290000000000001
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,134217728,0.2197
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,268435456,0.41100000000000003
TRTLLM,2.27.7,NVIDIA GB300,alltoall,NCCL,int8,4,536870912,0.7914
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,256,0.01173
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,512,0.01168
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,1024,0.0117
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,2048,0.011890000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,4096,0.011949999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,8192,0.012230000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,16384,0.01242
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,32768,0.0127
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,65536,0.01284
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,131072,0.01318
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,262144,0.01326
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,524288,0.01425
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,1048576,0.01712
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,2097152,0.02384
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,4194304,0.048960000000000004
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,8388608,0.05508
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,16777216,0.07051
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,33554432,0.10779999999999999
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,67108864,0.2028
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,134217728,0.384
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,half,4,268435456,0.7209
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,512,0.011710000000000002
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,1024,0.01175
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,2048,0.01168
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,4096,0.01179
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,8192,0.011890000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,16384,0.012240000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,32768,0.012660000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,65536,0.012750000000000001
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,131072,0.01299
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,262144,0.01307
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,524288,0.01327
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,1048576,0.01446
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,2097152,0.01772
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,4194304,0.02517
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,8388608,0.0518
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,16777216,0.057100000000000005
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,33554432,0.07444
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,67108864,0.115
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,134217728,0.22490000000000002
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,268435456,0.42010000000000003
TRTLLM,2.27.7,NVIDIA GB300,reduce_scatter,NCCL,int8,4,536870912,0.7987000000000001
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,256,0.0155
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,512,0.0158
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,1024,0.01566
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,2048,0.01574
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,4096,0.0159
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,8192,0.016579999999999998
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,16384,0.016710000000000003
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,32768,0.016890000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,65536,0.01704
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,131072,0.01712
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,262144,0.01764
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,524288,0.01923
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,1048576,0.02373
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,2097152,0.03539
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,4194304,0.04449
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,8388608,0.07113
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,16777216,0.1208
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,33554432,0.1829
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,67108864,0.3484
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,134217728,0.6705
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,half,4,268435456,1.2889000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,512,0.01562
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,1024,0.01569
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,2048,0.01579
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,4096,0.01594
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,8192,0.01587
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,16384,0.016640000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,32768,0.01675
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,65536,0.01693
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,131072,0.017070000000000002
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,262144,0.01709
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,524288,0.01758
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,1048576,0.019649999999999997
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,2097152,0.02518
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,4194304,0.037880000000000004
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,8388608,0.04533
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,16777216,0.07331
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,33554432,0.1225
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,67108864,0.1866
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,134217728,0.3619
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,268435456,0.6921
TRTLLM,2.27.7,NVIDIA GB300,all_reduce,NCCL,int8,4,536870912,1.3219
