nccl install

git clone https://github.com/NVIDIA/nccl.git
cd nccl
make -j src.build CFLAGS=-Dgbxu
# Install tools to create rpm packages
sudo yum install rpm-build rpmdevtools
# Build NCCL rpm package
make pkg.redhat.build
sudo rpm -ivh build/pkg/rpm/x86_64/libnccl-devel-2.4.8-1+cuda10.1.x86_64.rpm
sudo yum install mpich-3.0-devel.x86_64  mpich-3.0-doc.noarch mpich-3.0.x86_64
git clone https://github.com/NVIDIA/nccl-tests.git
make MPI=1 MPI_HOME=/usr/local/openmpi

./code/nccl-tests/build/all_reduce_perf -b 8 -e 256M -f 2 -g 1
mpirun -np 2 ./code/nccl-tests/build/all_reduce_perf -b 8 -e 128M -f 2 -g 1
mpirun  --host ibgpu7,ibgpu8  -np 2 ./code/nccl-tests/build/all_reduce_perf -b 8 -e 128M -f 2 -g 1