diff --git a/README.md b/README.md index d9d6c38f9d63943b16574cd41831c3276d3cbcb8..ba52dbe8d58691a3d129f37ce632577d0e33263c 100644 --- a/README.md +++ b/README.md @@ -60,7 +60,7 @@ University of California, San Diego ## Version -1.9.6 +1.9.7 ## Last Updated diff --git a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0 b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0 new file mode 100644 index 0000000000000000000000000000000000000000..a8bf7ddd5df60402c34aa011b23d90cf388dc721 --- /dev/null +++ b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0 @@ -0,0 +1,91 @@ +Bootstrap: oras +From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2 + +%labels + + APPLICATION_NAME ubuntu + cuda + mlnx-ofed + APPLICATION_VERSION 18.04 + 10.2 + 4.7-3.2.9.0 + APPLICATION_URL https://www.mellanox.com/products/infiniband-drivers/linux/mlnx_ofed + + AUTHOR_NAME Marty Kandes + AUTHOR_EMAIL mkandes@sdsc.edu + + LAST_UPDATED 20211001 + +%setup + +%environment + + # Set Mellanox OFED version, operating system, and hardware platform + export MLNX_OFED_VERSION='4.7-3.2.9.0' + export MLNX_OS_VERSION='ubuntu18.04' + export MLNX_PLATFORM='x86_64' + +%post -c /bin/bash + + # Set operating system mirror URL + export MIRRORURL='http://us.archive.ubuntu.com/ubuntu' + + # Set operating system version + export OSVERSION='bionic' + + # Set system locale + export LC_ALL='C' + + # Set debian frontend interface + export DEBIAN_FRONTEND='noninteractive' + + # DO NOT Upgrade all software packages to their latest versions + # apt-get -y update && apt-get -y upgrade + + # Install all dependencies and/or prerequisites for Mellanox OFED + apt-get -y install bison + apt-get -y install chrpath + apt-get -y install debhelper + apt-get -y install dpatch + apt-get -y install flex + apt-get -y install graphviz + apt-get -y install libnl-3-dev + apt-get -y install libnl-route-3-200 + apt-get -y install tcl-dev + apt-get -y install tk-dev + apt-get -y install swig + + cd /tmp + + # Set Mellanox OFED version, operating system, and hardware platform + export MLNX_ROOT_URL='http://www.mellanox.com/downloads/ofed' + export MLNX_OFED_VERSION='4.7-3.2.9.0' + export MLNX_OS_VERSION='ubuntu18.04' + export MLNX_PLATFORM='x86_64' + + # Download and install Mellanox OFED drivers and supporting + # libraries for user space access to Ethernet, RDMA, and Infiniband. + # https://docs.mellanox.com/pages/releaseview.action?pageId=15049785 + wget "${MLNX_ROOT_URL}/MLNX_OFED-${MLNX_OFED_VERSION}/MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}.tgz" + tar -xf "MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}.tgz" + cd "MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}" + ./mlnxofedinstall --user-space-only --without-fw-update --force + + cd /tmp + + # Remove Mellanox OFED archive directory and tarball + rm -rf "MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}" + rm "MLNX_OFED_LINUX-${MLNX_OFED_VERSION}-${MLNX_OS_VERSION}-${MLNX_PLATFORM}.tgz" + + # Install additional tools + apt-get -y install numactl + apt-get -y install libnuma-dev + + # Cleanup + apt-get -y autoremove --purge + apt-get -y clean + + # Update database for mlocate + updatedb + +%files + +%runscript + +%test diff --git a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0-openmpi-4.0.5 b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0-openmpi-4.0.5 new file mode 100644 index 0000000000000000000000000000000000000000..902f970cc2edf8a3ba276b600b6a98743565093c --- /dev/null +++ b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0-openmpi-4.0.5 @@ -0,0 +1,140 @@ +Bootstrap: oras +From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2-mlnx-ofed-4.7-3.2.9.0 + +%labels + + APPLICATION_NAME ubuntu + cuda + mlnx-ofed + openmpi + APPLICATION_VERSION 18.04 + 10.2 + 4.7-3.2.9.0 + 4.0.5 + APPLICATION_URL https://www.open-mpi.org + + AUTHOR_NAME Marty Kandes + AUTHOR_EMAIL mkandes@sdsc.edu + + LAST_UPDATED 20211001 + +%setup + +%environment + + # Set OpenMPI major, minor, and revision numbers, root and + # installation directories + export OMPI_MAJOR='4' + export OMPI_MINOR='0' + export OMPI_REVISION='5' + export OMPI_VERSION="${OMPI_MAJOR}.${OMPI_MINOR}.${OMPI_REVISION}" + export OMPI_ROOT_DIR='/opt/openmpi' + export OMPI_INSTALL_DIR="${OMPI_ROOT_DIR}/${OMPI_VERSION}" + + # Set paths to OpenMPI binaries and libraries + export PATH="${OMPI_INSTALL_DIR}/bin:${PATH}" + export LD_LIBRARY_PATH="${OMPI_INSTALL_DIR}/lib:${LD_LIBRARY_PATH}" + +%post -c /bin/bash + + # Set operating system mirror URL + export MIRRORURL='http://us.archive.ubuntu.com/ubuntu' + + # Set operating system version + export OSVERSION='bionic' + + # Set system locale + export LC_ALL='C' + + # Set debian frontend interface + export DEBIAN_FRONTEND='noninteractive' + + # Set NVIDIA driver and CUDA versions + export CUDA_DRIVER_MAJOR='460' + export CUDA_DRIVER_MINOR='32' + export CUDA_DRIVER_REVISION='03' + export CUDA_DRIVER_VERSION="${CUDA_DRIVER_MAJOR}.${CUDA_DRIVER_MINOR}.${CUDA_DRIVER_REVISION}" + + export CUDA_MAJOR='10' + export CUDA_MINOR='2' + export CUDA_REVISION='89' + export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}.${CUDA_REVISION}" + + export CUDNN_MAJOR='8' + export CUDNN_MINOR='1' + export CUDNN_REVISION='1.33' + export CUDNN_VERSION="${CUDNN_MAJOR}.${CUDNN_MINOR}.${CUDNN_REVISION}" + + export NCCL_MAJOR='2' + export NCCL_MINOR='8' + export NCCL_REVISION='4' + export NCCL_VERSION="${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_REVISION}" + + export TENSORRT_MAJOR='8' + export TENSORRT_MINOR='0' + export TENSORRT_REVISION='3' + export TENSORRT_VERSION="${TENSORRT_MAJOR}.${TENSORRT_MINOR}.${TENSORRT_REVISION}" + + # Set paths to CUDA binaries and libraries + export CUDA_HOME="/usr/local/cuda-${CUDA_MAJOR}.${CUDA_MINOR}" + + export CUDNN_INCLUDE='/usr/include' + export CUDNN_LIB='/usr/lib/x86_64-linux-gnu' + + export NCCL_INCLUDE='/usr/include' + export NCCL_LIB='/usr/lib/x86_64-linux-gnu' + + export TENSORRT_INCLUDE='/usr/include' + export TENSORRT_LIB='/usr/lib/x86_64-linux-gnu' + + export PATH="${CUDA_HOME}/bin${PATH:+:${PATH}}" + export LD_LIBRARY_PATH="${CUDA_HOME}/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${CUDNN_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${NCCL_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${TENSORRT_LIB}:${LD_LIBRARY_PATH}" + + # DO NOT Upgrade all software packages to their latest versions + # apt-get -y update && apt-get -y upgrade + + # Install OpenMPI dependencies + apt-get -y install zlib1g-dev + + # Set OpenMPI major, minor, and revision numbers, root and + # installation directories + export OMPI_ROOT_URL='https://download.open-mpi.org/release/open-mpi' + export OMPI_MAJOR='4' + export OMPI_MINOR='0' + export OMPI_REVISION='5' + export OMPI_VERSION="${OMPI_MAJOR}.${OMPI_MINOR}.${OMPI_REVISION}" + export OMPI_ROOT_DIR='/opt/openmpi' + export OMPI_INSTALL_DIR="${OMPI_ROOT_DIR}/${OMPI_VERSION}" + + cd /tmp + + # Download, build, and install OpenMPI + wget "${OMPI_ROOT_URL}/v${OMPI_MAJOR}.${OMPI_MINOR}/openmpi-${OMPI_VERSION}.tar.gz" + tar -xf "openmpi-${OMPI_VERSION}.tar.gz" + cd "openmpi-${OMPI_VERSION}" + ./configure --prefix="${OMPI_INSTALL_DIR}" --enable-shared \ + --disable-silent-rules --disable-builtin-atomics --enable-static \ + --without-hcoll --without-psm --without-knem --without-psm2 \ + --with-verbs=/usr --without-ofi --without-mxm --without-fca \ + --without-xpmem --without-ucx --without-cma --without-slurm \ + --without-tm --without-loadleveler --without-alps --without-lsf \ + --without-sge --disable-memchecker --disable-java \ + --disable-mpi-java --with-cuda --disable-mpi-cxx \ + --disable-cxx-exceptions + make all install + + cd /tmp + + # Remove OpenMPI build directory and source tarball + rm -rf "openmpi-${OMPI_VERSION}" + rm "openmpi-${OMPI_VERSION}.tar.gz" + + # Cleanup + apt-get -y autoremove --purge + apt-get -y clean + + # Update database for mlocate + updatedb + +%files + +%runscript + +%test