diff --git a/dockers/base-cuda/Dockerfile b/dockers/base-cuda/Dockerfile
index 739ff591eb062..b374ea670334d 100644
--- a/dockers/base-cuda/Dockerfile
+++ b/dockers/base-cuda/Dockerfile
@@ -42,6 +42,7 @@ RUN apt-get update -qq --fix-missing  && \
         unzip \
         ca-certificates \
         software-properties-common \
+        openmpi-bin \
         libopenmpi-dev \
     && \
 
@@ -108,6 +109,7 @@ ENV \
     HOROVOD_WITH_GLOO=1 \
     HOROVOD_WITHOUT_MPI=1
 
+
 RUN \
    HOROVOD_BUILD_CUDA_CC_LIST=${TORCH_CUDA_ARCH_LIST//";"/","} && \
    export HOROVOD_BUILD_CUDA_CC_LIST=${HOROVOD_BUILD_CUDA_CC_LIST//"."/""} && \