Use the unaligned SSE memory access primitive.

.ci/README.md

@@ -0,0 +1,16 @@
+# Open MPI Continuous Integration (CI) Services
+## Mellanox Open MPI CI
+### Scope
+[Mellanox](https://www.mellanox.com/) Open MPI CI is intended to verify Open MPI with recent Mellanox SW components ([Mellanox OFED](https://www.mellanox.com/page/products_dyn?product_family=26), [UCX](https://www.mellanox.com/page/products_dyn?product_family=281&mtag=ucx) and other [HPC-X](https://www.mellanox.com/page/products_dyn?product_family=189&mtag=hpc-x) components) in the Mellanox lab environment.
+
+CI is managed by [Azure Pipelines](https://docs.microsoft.com/en-us/azure/devops/pipelines/?view=azure-devops) service.
+
+Mellanox Open MPI CI includes:
+* Open MPI building with internal stable engineering versions of UCX and HCOLL. The building is run in Docker-based environment.
+* Sanity functional testing.
+### How to Run CI
+Mellanox Open MPI CI is triggered upon the following events:
+* Create a pull request (PR). CI status is visible in the PR status. CI is restarted automatically upon each new commit within the PR. CI status and log files are also available on the Azure DevOps server.
+* Trigger CI with special PR comments (for example, `/azp run`). Comment triggers are available only if the comment author has write permission to the PR target repo. Detailed information about comment triggers is available in the official Azure DevOps [documentation](https://docs.microsoft.com/en-us/azure/devops/pipelines/repos/github?view=azure-devops&tabs=yaml#comment-triggers).
+### Support
+In case of any issues, questions or suggestions please contact to [Mellanox Open MPI CI support team](mailto:[email protected]).

.ci/mellanox/azure-pipelines.yml

@@ -0,0 +1,47 @@
+trigger: none
+pr:
+  - master
+  - v*.*.x
+
+pool:
+  name: Default
+  demands:
+  - AGENT_CI_TARGET -equals ompi
+  - MLNX_IB_DEVICE -equals yes
+
+variables:
+  ompi_jenkins_scripts_git_repo_url: https://github.com/mellanox-hpc/jenkins_scripts.git
+  ompi_jenkins_scripts_git_branch: ompi_v4.0.x
+  # Enable debug information, supported values: true, false
+  debug: true
+
+jobs:
+- job: mellanox_ompi_ci
+  displayName: Mellanox Open MPI CI
+  timeoutInMinutes: 240
+  container:
+    image: rdmz-harbor.rdmz.labs.mlnx/hpcx/ompi_ci:latest
+    options: -v /hpc/local:/hpc/local -v /opt:/opt --uts=host --ipc=host --ulimit stack=67108864
+      --ulimit memlock=-1 --security-opt seccomp=unconfined --cap-add=SYS_ADMIN --device=/dev/infiniband/
+  steps:
+  - task: DeleteFiles@1
+    displayName: Cleanup workspace folder
+    inputs:
+      sourceFolder: $(Pipeline.Workspace)
+      contents: |
+        **/jenkins_scripts
+  - checkout: self
+    submodules: true
+    path: ompi
+    clean: true
+  - bash: |
+      set -eE
+      [ "$(debug)" = "true" ] && set -x
+      cd $(Pipeline.Workspace)
+      git clone $(ompi_jenkins_scripts_git_repo_url)
+      cd $(Pipeline.Workspace)/jenkins_scripts && git checkout $(ompi_jenkins_scripts_git_branch)
+      export WORKSPACE=$(Pipeline.Workspace)/ompi
+      # TODO: rework ompi_test.sh to avoid Jenkins mentions
+      export JENKINS_RUN_TESTS=yes
+      $(Pipeline.Workspace)/jenkins_scripts/jenkins/ompi/ompi_test.sh
+    displayName: Build and test Open MPI

.gitignore

@@ -6,6 +6,7 @@
 .cdt*
 .project
 .gdb*
+.idea
 
 .hgrc
 .hgignore
@@ -199,6 +200,8 @@ ompi/mca/rte/orte/mpirun.1
 
 ompi/mca/sharedfp/addproc/mca_sharedfp_addproc_control
 
+ompi/mca/topo/treematch/config.h
+
 ompi/mpi/c/profile/p*.c
 
 ompi/mpi/fortran/configure-fortran-output.h
@@ -211,7 +214,8 @@ ompi/mpi/fortran/mpif-h/sizeof_f.f90
 ompi/mpi/fortran/mpif-h/profile/p*.c
 ompi/mpi/fortran/mpif-h/profile/psizeof_f.f90
 
-ompi/mpi/fortran/use-mpi-f08/constants.h
+ompi/mpi/fortran/use-mpi-f08/base/constants.h
+ompi/mpi/fortran/use-mpi-f08/mod/mpi-f08-constants.h
 ompi/mpi/fortran/use-mpi-f08/sizeof_f08.f90
 ompi/mpi/fortran/use-mpi-f08/sizeof_f08.h
 ompi/mpi/fortran/use-mpi-f08/profile/psizeof_f08.f90
@@ -228,6 +232,52 @@ ompi/mpi/fortran/use-mpi-tkr/mpi_kinds.ompi_module
 ompi/mpi/fortran/use-mpi-tkr/mpi-tkr-sizeof.f90
 ompi/mpi/fortran/use-mpi-tkr/mpi-tkr-sizeof.h
 
+ompi/mpiext/pcollreq/c/profile/pallgather_init.c
+ompi/mpiext/pcollreq/c/profile/pallgatherv_init.c
+ompi/mpiext/pcollreq/c/profile/pallreduce_init.c
+ompi/mpiext/pcollreq/c/profile/palltoall_init.c
+ompi/mpiext/pcollreq/c/profile/palltoallv_init.c
+ompi/mpiext/pcollreq/c/profile/palltoallw_init.c
+ompi/mpiext/pcollreq/c/profile/pbarrier_init.c
+ompi/mpiext/pcollreq/c/profile/pbcast_init.c
+ompi/mpiext/pcollreq/c/profile/pexscan_init.c
+ompi/mpiext/pcollreq/c/profile/pgather_init.c
+ompi/mpiext/pcollreq/c/profile/pgatherv_init.c
+ompi/mpiext/pcollreq/c/profile/pmpiext_pcollreq_c.h
+ompi/mpiext/pcollreq/c/profile/pneighbor_allgather_init.c
+ompi/mpiext/pcollreq/c/profile/pneighbor_allgatherv_init.c
+ompi/mpiext/pcollreq/c/profile/pneighbor_alltoall_init.c
+ompi/mpiext/pcollreq/c/profile/pneighbor_alltoallv_init.c
+ompi/mpiext/pcollreq/c/profile/pneighbor_alltoallw_init.c
+ompi/mpiext/pcollreq/c/profile/preduce_init.c
+ompi/mpiext/pcollreq/c/profile/preduce_scatter_block_init.c
+ompi/mpiext/pcollreq/c/profile/preduce_scatter_init.c
+ompi/mpiext/pcollreq/c/profile/pscan_init.c
+ompi/mpiext/pcollreq/c/profile/pscatter_init.c
+ompi/mpiext/pcollreq/c/profile/pscatterv_init.c
+ompi/mpiext/pcollreq/mpif-h/profile/pallgather_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pallgatherv_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pallreduce_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/palltoall_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/palltoallv_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/palltoallw_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pbarrier_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pbcast_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pexscan_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pgather_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pgatherv_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pneighbor_allgather_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pneighbor_allgatherv_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pneighbor_alltoall_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pneighbor_alltoallv_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pneighbor_alltoallw_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/preduce_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/preduce_scatter_block_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/preduce_scatter_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pscan_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pscatter_init_f.c
+ompi/mpiext/pcollreq/mpif-h/profile/pscatterv_init_f.c
+
 ompi/mpi/java/java/mpi
 ompi/mpi/java/java/*.jar
 ompi/mpi/java/java/*.h
@@ -319,6 +369,8 @@ opal/mca/hwloc/base/static-components.h.new.struct
 
 opal/mca/installdirs/config/install_dirs.h
 
+!opal/mca/pmix/pmix*/pmix/AUTHORS
+!opal/mca/pmix/pmix*/pmix/contrib/perf_tools/Makefile
 opal/mca/pmix/pmix*/pmix/include/pmix/autogen/config.h
 opal/mca/pmix/pmix*/pmix/include/pmix/autogen/config.h.in
 opal/mca/pmix/pmix*/pmix/src/include/private/autogen/config.h.in
@@ -351,6 +403,24 @@ opal/mca/pmix/ext3x/ext3x_client.c
 opal/mca/pmix/ext3x/ext3x_component.c
 opal/mca/pmix/ext3x/ext3x_server_north.c
 opal/mca/pmix/ext3x/ext3x_server_south.c
+opal/mca/pmix/pmix3x/pmix/config/mca_library_paths.txt
+opal/mca/pmix/pmix3x/pmix/config/test-driver
+opal/mca/pmix/pmix3x/pmix/test/run_tests00.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests01.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests02.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests03.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests04.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests05.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests06.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests07.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests08.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests09.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests10.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests11.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests12.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests13.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests14.pl
+opal/mca/pmix/pmix3x/pmix/test/run_tests15.pl
 
 opal/tools/opal-checkpoint/opal-checkpoint
 opal/tools/opal-checkpoint/opal-checkpoint.1

.mailmap

@@ -111,3 +111,5 @@ Geoffrey Paulsen <[email protected]> <[email protected]>
 Anandhi S Jayakumar <[email protected]>
 
 Mohan Gandhi <[email protected]>
+
+Harumi Kuno <[email protected]>

HACKING

@@ -246,4 +246,4 @@ have done little to try to remove those warnings.
 If you do not have Flex installed, it can be downloaded from the
 following URL:
 
-   http://flex.sourceforge.net/
+    https://github.com/westes/flex

LICENSE

@@ -8,24 +8,24 @@ corresponding files.
 Copyright (c) 2004-2010 The Trustees of Indiana University and Indiana
                         University Research and Technology
                         Corporation.  All rights reserved.
-Copyright (c) 2004-2017 The University of Tennessee and The University
+Copyright (c) 2004-2019 The University of Tennessee and The University
                         of Tennessee Research Foundation.  All rights
                         reserved.
-Copyright (c) 2004-2010 High Performance Computing Center Stuttgart,
+Copyright (c) 2004-2019 High Performance Computing Center Stuttgart,
                         University of Stuttgart.  All rights reserved.
 Copyright (c) 2004-2008 The Regents of the University of California.
                         All rights reserved.
-Copyright (c) 2006-2017 Los Alamos National Security, LLC.  All rights
+Copyright (c) 2006-2018 Los Alamos National Security, LLC.  All rights
                         reserved.
-Copyright (c) 2006-2017 Cisco Systems, Inc.  All rights reserved.
+Copyright (c) 2006-2019 Cisco Systems, Inc.  All rights reserved.
 Copyright (c) 2006-2010 Voltaire, Inc. All rights reserved.
-Copyright (c) 2006-2017 Sandia National Laboratories. All rights reserved.
+Copyright (c) 2006-2018 Sandia National Laboratories. All rights reserved.
 Copyright (c) 2006-2010 Sun Microsystems, Inc.  All rights reserved.
                         Use is subject to license terms.
-Copyright (c) 2006-2017 The University of Houston. All rights reserved.
+Copyright (c) 2006-2019 The University of Houston. All rights reserved.
 Copyright (c) 2006-2009 Myricom, Inc.  All rights reserved.
-Copyright (c) 2007-2017 UT-Battelle, LLC. All rights reserved.
-Copyright (c) 2007-2017 IBM Corporation.  All rights reserved.
+Copyright (c) 2007-2018 UT-Battelle, LLC. All rights reserved.
+Copyright (c) 2007-2019 IBM Corporation.  All rights reserved.
 Copyright (c) 1998-2005 Forschungszentrum Juelich, Juelich Supercomputing
                         Centre, Federal Republic of Germany
 Copyright (c) 2005-2008 ZIH, TU Dresden, Federal Republic of Germany
@@ -35,7 +35,7 @@ Copyright (c) 2008-2009 Institut National de Recherche en
                         Informatique.  All rights reserved.
 Copyright (c) 2007      Lawrence Livermore National Security, LLC.
                         All rights reserved.
-Copyright (c) 2007-2017 Mellanox Technologies.  All rights reserved.
+Copyright (c) 2007-2019 Mellanox Technologies.  All rights reserved.
 Copyright (c) 2006-2010 QLogic Corporation.  All rights reserved.
 Copyright (c) 2008-2017 Oak Ridge National Labs.  All rights reserved.
 Copyright (c) 2006-2012 Oracle and/or its affiliates.  All rights reserved.
@@ -45,15 +45,17 @@ Copyright (c) 2016      ARM, Inc.  All rights reserved.
 Copyright (c) 2010-2011 Alex Brick <[email protected]>.  All rights reserved.
 Copyright (c) 2012      The University of Wisconsin-La Crosse. All rights
                         reserved.
-Copyright (c) 2013-2016 Intel, Inc. All rights reserved.
+Copyright (c) 2013-2019 Intel, Inc. All rights reserved.
 Copyright (c) 2011-2017 NVIDIA Corporation.  All rights reserved.
 Copyright (c) 2016      Broadcom Limited.  All rights reserved.
-Copyright (c) 2011-2017 Fujitsu Limited.  All rights reserved.
+Copyright (c) 2011-2019 Fujitsu Limited.  All rights reserved.
 Copyright (c) 2014-2015 Hewlett-Packard Development Company, LP.  All
                         rights reserved.
-Copyright (c) 2013-2017 Research Organization for Information Science (RIST).
+Copyright (c) 2013-2019 Research Organization for Information Science (RIST).
                         All rights reserved.
-Copyright (c) 2017      Amazon.com, Inc. or its affiliates.  All Rights
+Copyright (c) 2017-2020 Amazon.com, Inc. or its affiliates.  All Rights
+                        reserved.
+Copyright (c) 2019      Triad National Security, LLC. All rights
                         reserved.
 
 $COPYRIGHT$

Makefile.ompi-rules

@@ -1,5 +1,5 @@
 # -*- makefile -*-
-# Copyright (c) 2008-2015 Cisco Systems, Inc.  All rights reserved.
+# Copyright (c) 2008-2018 Cisco Systems, Inc.  All rights reserved.
 # Copyright (c) 2008      Sun Microsystems, Inc.  All rights reserved.
 # $COPYRIGHT$
 #
@@ -20,7 +20,7 @@ if ! MAN_PAGE_BUILD_USEMPIF08_BINDINGS
 endif
 
 .1in.1:
-	$(OMPI_V_GEN) $(top_srcdir)/ompi/mpi/man/make_manpage.pl \
+	$(OMPI_V_GEN) $(top_srcdir)/config/make_manpage.pl \
 	  --package-name='@PACKAGE_NAME@' \
 	  --package-version='@PACKAGE_VERSION@' \
 	  --ompi-date='@OMPI_RELEASE_DATE@' \
@@ -30,7 +30,7 @@ endif
 	  --output=$@
 
 .3in.3:
-	$(OMPI_V_GEN) $(top_srcdir)/ompi/mpi/man/make_manpage.pl \
+	$(OMPI_V_GEN) $(top_srcdir)/config/make_manpage.pl \
 	  --package-name='@PACKAGE_NAME@' \
 	  --package-version='@PACKAGE_VERSION@' \
 	  --ompi-date='@OMPI_RELEASE_DATE@' \
@@ -41,7 +41,7 @@ endif
 	  --output=$@
 
 .7in.7:
-	$(OMPI_V_GEN) $(top_srcdir)/ompi/mpi/man/make_manpage.pl \
+	$(OMPI_V_GEN) $(top_srcdir)/config/make_manpage.pl \
 	  --package-name='@PACKAGE_NAME@' \
 	  --package-version='@PACKAGE_VERSION@' \
 	  --ompi-date='@OMPI_RELEASE_DATE@' \