Skip to content
Snippets Groups Projects
Commit b8c09469 authored by Marty Kandes's avatar Marty Kandes
Browse files

Update Ubuntu + MLNX_OFED + OpenMPI def files; explicit ./configure

Updated the definition files for the base Ubuntu 18.04 + Mellanox
OFED 4.7 + OpenMPI 3.1.6 and 4.0.5 Singularity containers to have more
extensive and explicit ./configure commands for each OpenMPI build. This
is to to help investigate higher than expected latencies observed with
collective OMB benchmarks when using UCX-only OpenMPI 4.0.5 on Expanse.
Note, however, these high latencies are observed for non-containerized
builds of OMB + OpenMPI 4.0.5 as well and are not specific to the
containerzed builds themselves. The issue appears to be UCX-specific at
this time, but it is still under investigation.
parent b0f005fa
No related branches found
No related tags found
No related merge requests found
......@@ -60,8 +60,8 @@ University of California, San Diego
## Version
1.8.6
1.8.8
## Last Updated
Wednesday, August 18th, 2021
Friday, September 3rd, 2021
......@@ -10,14 +10,13 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20210804
LAST_UPDATED 20210901
%setup
%environment
# Set Mellanox OFED version, operating system, and hardware platform
export MLNX_ROOT_URL='http://www.mellanox.com/downloads/ofed'
export MLNX_OFED_VERSION='4.7-3.2.9.0'
export MLNX_OS_VERSION='ubuntu18.04'
export MLNX_PLATFORM='x86_64'
......@@ -61,7 +60,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04
export MLNX_PLATFORM='x86_64'
# Download and install Mellanox OFED drivers and supporting
# libraries for userspace access to Ethernet, RDMA, and Infiniband.
# libraries for user space access to Ethernet, RDMA, and Infiniband.
# https://docs.mellanox.com/pages/releaseview.action?pageId=15049785
wget "${MLNX_ROOT_URL}/MLNX_OFED-${MLNX_OFED_VERSION}/MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}.tgz"
tar -xf "MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}.tgz"
......
......@@ -10,7 +10,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20210805
LAST_UPDATED 20210901
%setup
......@@ -18,7 +18,6 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
# Set MVAPICH major, minor, and revision numbers, root and
# installation directories
export MV_ROOT_URL='http://mvapich.cse.ohio-state.edu/download/mvapich'
export MV_MAJOR='2'
export MV_MINOR='3'
export MV_REVISION='6'
......@@ -64,6 +63,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
tar -xf "mvapich${MV_MAJOR}-${MV_VERSION}.tar.gz"
cd "mvapich${MV_MAJOR}-${MV_VERSION}"
./configure --prefix="${MV_INSTALL_DIR}"
make
make install
......
......@@ -10,7 +10,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20210804
LAST_UPDATED 20210901
%setup
......@@ -18,7 +18,6 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
# Set OpenMPI major, minor, and revision numbers, root and
# installation directories
export OMPI_ROOT_URL='https://download.open-mpi.org/release/open-mpi'
export OMPI_MAJOR='3'
export OMPI_MINOR='1'
export OMPI_REVISION='6'
......@@ -66,7 +65,15 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
wget "${OMPI_ROOT_URL}/v${OMPI_MAJOR}.${OMPI_MINOR}/openmpi-${OMPI_VERSION}.tar.gz"
tar -xf "openmpi-${OMPI_VERSION}.tar.gz"
cd "openmpi-${OMPI_VERSION}"
./configure --prefix="${OMPI_INSTALL_DIR}"
./configure --prefix="${OMPI_INSTALL_DIR}" --enable-shared \
--disable-silent-rules --disable-builtin-atomics --enable-static \
--without-hcoll --without-psm --without-knem --without-psm2 \
--with-verbs=/usr --without-ofi --without-mxm --without-fca \
--without-xpmem --without-ucx --without-cma --without-slurm \
--without-tm --without-loadleveler --without-alps --without-lsf \
--without-sge --disable-memchecker --disable-java \
--disable-mpi-java --without-cuda --enable-mpi-cxx \
--enable-cxx-exceptions
make all install
cd /tmp
......
......@@ -10,7 +10,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20210804
LAST_UPDATED 20210903
%setup
......@@ -18,7 +18,6 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
# Set OpenMPI major, minor, and revision numbers, root and
# installation directories
export OMPI_ROOT_URL='https://download.open-mpi.org/release/open-mpi'
export OMPI_MAJOR='4'
export OMPI_MINOR='0'
export OMPI_REVISION='5'
......@@ -66,7 +65,16 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-mlnx-ofed-4.7-3.2.9.0
wget "${OMPI_ROOT_URL}/v${OMPI_MAJOR}.${OMPI_MINOR}/openmpi-${OMPI_VERSION}.tar.gz"
tar -xf "openmpi-${OMPI_VERSION}.tar.gz"
cd "openmpi-${OMPI_VERSION}"
./configure --prefix="${OMPI_INSTALL_DIR}" --without-verbs
./configure --prefix="${OMPI_INSTALL_DIR}" --enable-shared \
--disable-silent-rules --disable-builtin-atomics --enable-static \
--without-hcoll --without-psm --without-knem --without-psm2 \
--without-verbs --without-ofi --without-mxm --without-fca \
--without-xpmem --with-ucx=/usr --without-cma --without-slurm \
--without-tm --without-loadleveler --without-alps --without-lsf \
--without-sge --disable-memchecker --disable-java \
--disable-mpi-java --without-cuda --disable-mpi-cxx \
--disable-cxx-exceptions
#--enable-mpi1-compatibility
make all install
cd /tmp
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment