framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,256,0.00886
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,512,0.00888
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,1024,0.00867
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,2048,0.00893
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,4096,0.00939
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,8192,0.010310000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,16384,0.01016
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,32768,0.01043
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,65536,0.010570000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,131072,0.010480000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,262144,0.01159
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,524288,0.01311
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,1048576,0.016370000000000003
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,2097152,0.024280000000000003
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,4194304,0.03136
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,8388608,0.03841
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,16777216,0.0554
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,33554432,0.09734000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,67108864,0.1733
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,134217728,0.3227
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,2,268435456,0.6157
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,512,0.00865
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,1024,0.008660000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,2048,0.00885
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,4096,0.00872
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,8192,0.00931
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,16384,0.010140000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,32768,0.01009
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,65536,0.010369999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,131072,0.01036
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,262144,0.01055
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,524288,0.011460000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,1048576,0.01332
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,2097152,0.01623
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,4194304,0.024210000000000002
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,8388608,0.03124
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,16777216,0.03873
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,33554432,0.05557
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,67108864,0.09706000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,134217728,0.1732
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,268435456,0.32260000000000005
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,2,536870912,0.6159
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,256,0.010369999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,512,0.01046
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,1024,0.01035
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,2048,0.010400000000000001
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,4096,0.01077
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,8192,0.01166
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,16384,0.01182
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,32768,0.01185
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,65536,0.01201
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,131072,0.01199
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,262144,0.01354
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,524288,0.01602
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,1048576,0.019129999999999998
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,2097152,0.022260000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,4194304,0.02999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,8388608,0.050280000000000005
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,16777216,0.06523000000000001
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,33554432,0.12819999999999998
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,67108864,0.22630000000000003
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,134217728,0.4248
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,2,268435456,0.8156
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,512,0.01039
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,1024,0.010369999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,2048,0.01041
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,4096,0.01062
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,8192,0.01078
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,16384,0.0115
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,32768,0.011779999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,65536,0.01191
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,131072,0.012050000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,262144,0.012039999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,524288,0.01343
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,1048576,0.01587
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,2097152,0.019280000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,4194304,0.02168
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,8388608,0.032780000000000004
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,16777216,0.041210000000000004
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,33554432,0.06553
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,67108864,0.1285
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,134217728,0.22640000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,268435456,0.425
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,2,536870912,0.8126
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,256,0.00864
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,512,0.00877
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,1024,0.00882
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,2048,0.00895
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,4096,0.0092
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,8192,0.01008
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,16384,0.01009
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,32768,0.01036
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,65536,0.01041
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,131072,0.01034
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,262144,0.01102
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,524288,0.01256
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,1048576,0.01541
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,2097152,0.02253
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,4194304,0.02786
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,8388608,0.03756
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,16777216,0.055369999999999996
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,33554432,0.09974
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,67108864,0.1856
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,134217728,0.3441
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,2,268435456,0.6437999999999999
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,512,0.00859
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,1024,0.00872
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,2048,0.008660000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,4096,0.00877
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,8192,0.00924
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,16384,0.010130000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,32768,0.009960000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,65536,0.01019
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,131072,0.01046
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,262144,0.01044
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,524288,0.01122
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,1048576,0.01284
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,2097152,0.01622
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,4194304,0.024460000000000003
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,8388608,0.03016
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,16777216,0.04129
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,33554432,0.06032
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,67108864,0.11370000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,134217728,0.2117
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,268435456,0.3952
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,2,536870912,0.7427
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,256,0.009859999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,512,0.00994
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,1024,0.00994
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,2048,0.01024
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,4096,0.01051
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,8192,0.01144
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,16384,0.01132
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,32768,0.011380000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,65536,0.01191
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,131072,0.01194
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,262144,0.012750000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,524288,0.014740000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,1048576,0.019440000000000002
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,2097152,0.03766
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,4194304,0.041729999999999996
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,8388608,0.053899999999999997
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,16777216,0.08469
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,33554432,0.153
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,67108864,0.279
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,134217728,0.5291
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,2,268435456,1.0054
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,512,0.009949999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,1024,0.009949999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,2048,0.009949999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,4096,0.010199999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,8192,0.01072
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,16384,0.011470000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,32768,0.01133
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,65536,0.011630000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,131072,0.0119
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,262144,0.011970000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,524288,0.01304
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,1048576,0.01523
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,2097152,0.02077
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,4194304,0.03972
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,8388608,0.04449
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,16777216,0.056119999999999996
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,33554432,0.08876
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,67108864,0.16069999999999998
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,134217728,0.2939
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,268435456,0.5581
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,2,536870912,1.0718
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,256,0.01175
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,512,0.011869999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,1024,0.01191
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,2048,0.012039999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,4096,0.01218
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,8192,0.0127
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,16384,0.01301
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,32768,0.01324
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,65536,0.01349
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,131072,0.01331
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,262144,0.01382
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,524288,0.01517
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,1048576,0.01886
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,2097152,0.02602
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,4194304,0.05314
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,8388608,0.059570000000000005
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,16777216,0.07231
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,33554432,0.1097
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,67108864,0.2002
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,134217728,0.37660000000000005
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,half,4,268435456,0.7226
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,512,0.01175
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,1024,0.01194
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,2048,0.011980000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,4096,0.012050000000000002
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,8192,0.012230000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,16384,0.01278
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,32768,0.01304
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,65536,0.01333
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,131072,0.01353
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,262144,0.013470000000000001
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,524288,0.01362
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,1048576,0.01525
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,2097152,0.01887
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,4194304,0.02606
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,8388608,0.05297
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,16777216,0.059840000000000004
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,33554432,0.07262
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,67108864,0.1095
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,134217728,0.2002
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,268435456,0.3765
TRTLLM,2.27.7,NVIDIA GB200,all_gather,NCCL,int8,4,536870912,0.7226
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,256,0.01068
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,512,0.010660000000000001
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,1024,0.01071
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,2048,0.01073
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,4096,0.01067
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,8192,0.01104
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,16384,0.01173
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,32768,0.012
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,65536,0.012570000000000001
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,131072,0.01265
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,262144,0.013880000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,524288,0.016370000000000003
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,1048576,0.02223
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,2097152,0.02321
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,4194304,0.03133
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,8388608,0.047119999999999995
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,16777216,0.0743
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,33554432,0.1276
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,67108864,0.2296
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,134217728,0.42960000000000004
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,half,4,268435456,0.8292999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,512,0.010490000000000001
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,1024,0.01053
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,2048,0.01065
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,4096,0.01072
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,8192,0.01084
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,16384,0.01106
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,32768,0.0119
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,65536,0.012029999999999999
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,131072,0.0125
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,262144,0.0127
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,524288,0.01384
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,1048576,0.016300000000000002
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,2097152,0.02216
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,4194304,0.023289999999999998
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,8388608,0.03124
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,16777216,0.047270000000000006
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,33554432,0.0743
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,67108864,0.1275
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,134217728,0.2296
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,268435456,0.43060000000000004
TRTLLM,2.27.7,NVIDIA GB200,alltoall,NCCL,int8,4,536870912,0.8296
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,256,0.011890000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,512,0.01194
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,1024,0.012029999999999999
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,2048,0.012150000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,4096,0.01217
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,8192,0.0125
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,16384,0.012750000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,32768,0.01306
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,65536,0.01322
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,131072,0.01326
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,262144,0.01354
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,524288,0.0146
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,1048576,0.01767
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,2097152,0.02506
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,4194304,0.04979
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,8388608,0.05596
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,16777216,0.07145
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,33554432,0.1083
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,67108864,0.2043
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,134217728,0.38810000000000006
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,half,4,268435456,0.7249
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,512,0.011949999999999999
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,1024,0.011970000000000001
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,2048,0.012050000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,4096,0.012130000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,8192,0.01233
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,16384,0.01271
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,32768,0.01277
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,65536,0.01315
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,131072,0.01337
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,262144,0.01333
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,524288,0.01354
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,1048576,0.01493
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,2097152,0.018000000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,4194304,0.026170000000000002
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,8388608,0.05271
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,16777216,0.05817
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,33554432,0.07557
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,67108864,0.1171
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,134217728,0.2278
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,268435456,0.4217
TRTLLM,2.27.7,NVIDIA GB200,reduce_scatter,NCCL,int8,4,536870912,0.8088
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,256,0.01573
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,512,0.01586
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,1024,0.016
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,2048,0.01609
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,4096,0.016399999999999998
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,8192,0.01686
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,16384,0.01697
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,32768,0.01731
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,65536,0.01758
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,131072,0.01768
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,262144,0.018260000000000002
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,524288,0.0198
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,1048576,0.024710000000000003
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,2097152,0.03691
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,4194304,0.047020000000000006
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,8388608,0.07464
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,16777216,0.1222
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,33554432,0.1837
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,67108864,0.3539
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,134217728,0.6748999999999999
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,half,4,268435456,1.2973
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,512,0.01581
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,1024,0.01589
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,2048,0.01598
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,4096,0.01609
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,8192,0.016440000000000003
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,16384,0.016800000000000002
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,32768,0.01701
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,65536,0.01735
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,131072,0.0177
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,262144,0.01784
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,524288,0.01815
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,1048576,0.02014
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,2097152,0.02625
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,4194304,0.03976
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,8388608,0.0476
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,16777216,0.07694
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,33554432,0.1254
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,67108864,0.1921
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,134217728,0.3668
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,268435456,0.6978
TRTLLM,2.27.7,NVIDIA GB200,all_reduce,NCCL,int8,4,536870912,1.3416
