Added an MPI_Barrier() call after MPI_Bcast() for HCOLL issue

OrenLeung · Oct 12, 2023 · 1292b25 · 1292b25
1 parent 6c46206
commit 1292b25
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/common.cu b/src/common.cu
@@ -924,6 +924,7 @@ testResult_t run() {
   }
 #ifdef MPI_SUPPORT
   MPI_Bcast(&ncclId, sizeof(ncclId), MPI_BYTE, 0, mpi_comm);
+  MPI_Barrier(MPI_COMM_WORLD); // Ensure Bcast is complete for HCOLL
 #endif
   int gpus[nGpus*nThreads];
   cudaStream_t streams[nGpus*nThreads];