diff --git a/README.md b/README.md index 55a52c48bb8800e1d01aba3afe9fe5411c3c5557..2a05045d63b7b1aab12be097c6e2c9a24471512f 100644 --- a/README.md +++ b/README.md @@ -60,8 +60,8 @@ University of California, San Diego ## Version -1.9.4 +1.9.5 ## Last Updated -Friday, September 24th, 2021 +Sunday, October 3rd, 2021 diff --git a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2 b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2 index ecb907a07b9ac8c1242af5ddecbe35a8065a2ba9..00efc81202d8d6528f6b137e9c5fdc931a26eec6 100644 --- a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2 +++ b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2 @@ -10,30 +10,55 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04 AUTHOR_NAME Marty Kandes AUTHOR_EMAIL mkandes@sdsc.edu - LAST_UPDATED 20210903 + LAST_UPDATED 20211001 %setup %environment # Set NVIDIA driver and CUDA versions - export CUDA_DRIVER_VERSION='460' + export CUDA_DRIVER_MAJOR='460' + export CUDA_DRIVER_MINOR='32' + export CUDA_DRIVER_REVISION='03' + export CUDA_DRIVER_VERSION="${CUDA_DRIVER_MAJOR}.${CUDA_DRIVER_MINOR}.${CUDA_DRIVER_REVISION}" + export CUDA_MAJOR='10' export CUDA_MINOR='2' - export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}" + export CUDA_REVISION='89' + export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}.${CUDA_REVISION}" + export CUDNN_MAJOR='8' export CUDNN_MINOR='1' export CUDNN_REVISION='1.33' export CUDNN_VERSION="${CUDNN_MAJOR}.${CUDNN_MINOR}.${CUDNN_REVISION}" + export NCCL_MAJOR='2' export NCCL_MINOR='8' export NCCL_REVISION='4' export NCCL_VERSION="${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_REVISION}" + export TENSORRT_MAJOR='8' + export TENSORRT_MINOR='0' + export TENSORRT_REVISION='3' + export TENSORRT_VERSION="${TENSORRT_MAJOR}.${TENSORRT_MINOR}.${TENSORRT_REVISION}" + # Set paths to CUDA binaries and libraries - export CUDA_HOME="/usr/local/cuda-${CUDA_VERSION}" + export CUDA_HOME="/usr/local/cuda-${CUDA_MAJOR}.${CUDA_MINOR}" + + export CUDNN_INCLUDE='/usr/include' + export CUDNN_LIB='/usr/lib/x86_64-linux-gnu' + + export NCCL_INCLUDE='/usr/include' + export NCCL_LIB='/usr/lib/x86_64-linux-gnu' + + export TENSORRT_INCLUDE='/usr/include' + export TENSORRT_LIB='/usr/lib/x86_64-linux-gnu' + export PATH="${CUDA_HOME}/bin${PATH:+:${PATH}}" export LD_LIBRARY_PATH="${CUDA_HOME}/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${CUDNN_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${NCCL_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${TENSORRT_LIB}:${LD_LIBRARY_PATH}" %post -c /bin/bash @@ -60,19 +85,31 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04 export CUDA_GPG_PUBKEY='7fa2af80.pub' # Set NVIDIA driver and CUDA versions - export CUDA_DRIVER_VERSION='460' + export CUDA_DRIVER_MAJOR='460' + export CUDA_DRIVER_MINOR='32' + export CUDA_DRIVER_REVISION='03' + export CUDA_DRIVER_VERSION="${CUDA_DRIVER_MAJOR}.${CUDA_DRIVER_MINOR}.${CUDA_DRIVER_REVISION}" + export CUDA_MAJOR='10' export CUDA_MINOR='2' - export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}" + export CUDA_REVISION='89' + export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}.${CUDA_REVISION}" + export CUDNN_MAJOR='8' export CUDNN_MINOR='1' export CUDNN_REVISION='1.33' export CUDNN_VERSION="${CUDNN_MAJOR}.${CUDNN_MINOR}.${CUDNN_REVISION}" + export NCCL_MAJOR='2' export NCCL_MINOR='8' export NCCL_REVISION='4' export NCCL_VERSION="${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_REVISION}" + export TENSORRT_MAJOR='8' + export TENSORRT_MINOR='0' + export TENSORRT_REVISION='3' + export TENSORRT_VERSION="${TENSORRT_MAJOR}.${TENSORRT_MINOR}.${TENSORRT_REVISION}" + cd /tmp # Install kernel headers and development packages @@ -95,29 +132,41 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04 # Install NVIDIA driver meta-package # https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#package-manager-metas - apt-get -y install "cuda-drivers-${CUDA_DRIVER_VERSION}" + apt-get -y install "cuda-drivers-${CUDA_DRIVER_MAJOR}=${CUDA_DRIVER_VERSION}-1" # Install CUDA toolkit meta-package - apt-get -y install "cuda-toolkit-$(echo ${CUDA_VERSION} | sed 's/\./-/g')" + apt-get -y install "cuda-toolkit-${CUDA_MAJOR}-${CUDA_MINOR}=${CUDA_VERSION}-1" # Install the cuDNN library - apt-get -y install "libcudnn${CUDNN_MAJOR}=${CUDNN_VERSION}-1+cuda${CUDA_VERSION}" - apt-get -y install "libcudnn${CUDNN_MAJOR}-dev=${CUDNN_VERSION}-1+cuda${CUDA_VERSION}" + apt-get -y install "libcudnn${CUDNN_MAJOR}=${CUDNN_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libcudnn${CUDNN_MAJOR}-dev=${CUDNN_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" # Install NCCL - apt-get -y install "libnccl${NCCL_MAJOR}=${NCCL_VERSION}-1+cuda${CUDA_VERSION}" - apt-get -y install "libnccl-dev=${NCCL_VERSION}-1+cuda${CUDA_VERSION}" + apt-get -y install "libnccl${NCCL_MAJOR}=${NCCL_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnccl-dev=${NCCL_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + + # Install TensorRT + apt-get -y install "libnvinfer${TENSORRT_MAJOR}=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvinfer-dev=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvinfer-plugin${TENSORRT_MAJOR}=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvinfer-plugin-dev=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvonnxparsers${TENSORRT_MAJOR}=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvonnxparsers-dev=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvparsers${TENSORRT_MAJOR}=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "libnvparsers-dev=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "python3-libnvinfer=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" + apt-get -y install "python3-libnvinfer-dev=${TENSORRT_VERSION}-1+cuda${CUDA_MAJOR}.${CUDA_MINOR}" # Install third-party libraries required for CUDA samples # https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#install-libraries apt-get -y install g++ apt-get -y install freeglut3-dev - apt-get -y build-essential - apt-get -y libx11-dev - apt-get -y libxmu-dev - apt-get -y libxi-dev - apt-get -y libglu1-mesa - apt-get -y libglu1-mesa-dev + apt-get -y install build-essential + apt-get -y install libx11-dev + apt-get -y install libxmu-dev + apt-get -y install libxi-dev + apt-get -y install libglu1-mesa + apt-get -y install libglu1-mesa-dev # Cleanup apt-get -y autoremove --purge diff --git a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1 b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1 index 306c06b8d75108122411a6972b04338918cf6e8e..586f1740cfa91fa268cd527562697e4346afb743 100644 --- a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1 +++ b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1 @@ -10,7 +10,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2 AUTHOR_NAME Marty Kandes AUTHOR_EMAIL mkandes@sdsc.edu - LAST_UPDATED 20210908 + LAST_UPDATED 20211003 %setup @@ -35,8 +35,8 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2 # Set debian frontend interface export DEBIAN_FRONTEND='noninteractive' - # Upgrade all software packages to their latest versions - apt-get -y update && apt-get -y upgrade + # DO NOT Upgrade all software packages to their latest versions + # apt-get -y update && apt-get -y upgrade # Install all dependencies and/or prerequisites for Mellanox OFED apt-get -y install bison diff --git a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1-openmpi-3.1.4 b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1-openmpi-3.1.4 index d7a3cbe494e01fd4eb5ba785d2c21df82dec87cf..aacd0909e1662e5b3bf6364f32b214268038a6a2 100644 --- a/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1-openmpi-3.1.4 +++ b/definition-files/ubuntu/Singularity.ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0.1.1-openmpi-3.1.4 @@ -10,7 +10,7 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0 AUTHOR_NAME Marty Kandes AUTHOR_EMAIL mkandes@sdsc.edu - LAST_UPDATED 20210909 + LAST_UPDATED 20211003 %setup @@ -43,18 +43,52 @@ From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-10.2-mlnx-ofed-4.6-1.0 # Set debian frontend interface export DEBIAN_FRONTEND='noninteractive' - # Set NVIDIA CUDA version + # Set NVIDIA driver and CUDA versions + export CUDA_DRIVER_MAJOR='460' + export CUDA_DRIVER_MINOR='32' + export CUDA_DRIVER_REVISION='03' + export CUDA_DRIVER_VERSION="${CUDA_DRIVER_MAJOR}.${CUDA_DRIVER_MINOR}.${CUDA_DRIVER_REVISION}" + export CUDA_MAJOR='10' export CUDA_MINOR='2' - export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}" + export CUDA_REVISION='89' + export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}.${CUDA_REVISION}" + + export CUDNN_MAJOR='8' + export CUDNN_MINOR='1' + export CUDNN_REVISION='1.33' + export CUDNN_VERSION="${CUDNN_MAJOR}.${CUDNN_MINOR}.${CUDNN_REVISION}" + + export NCCL_MAJOR='2' + export NCCL_MINOR='8' + export NCCL_REVISION='4' + export NCCL_VERSION="${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_REVISION}" + + export TENSORRT_MAJOR='8' + export TENSORRT_MINOR='0' + export TENSORRT_REVISION='3' + export TENSORRT_VERSION="${TENSORRT_MAJOR}.${TENSORRT_MINOR}.${TENSORRT_REVISION}" # Set paths to CUDA binaries and libraries - export CUDA_HOME="/usr/local/cuda-${CUDA_VERSION}" + export CUDA_HOME="/usr/local/cuda-${CUDA_MAJOR}.${CUDA_MINOR}" + + export CUDNN_INCLUDE='/usr/include' + export CUDNN_LIB='/usr/lib/x86_64-linux-gnu' + + export NCCL_INCLUDE='/usr/include' + export NCCL_LIB='/usr/lib/x86_64-linux-gnu' + + export TENSORRT_INCLUDE='/usr/include' + export TENSORRT_LIB='/usr/lib/x86_64-linux-gnu' + export PATH="${CUDA_HOME}/bin${PATH:+:${PATH}}" export LD_LIBRARY_PATH="${CUDA_HOME}/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${CUDNN_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${NCCL_LIB}:${LD_LIBRARY_PATH}" + export LD_LIBRARY_PATH="${TENSORRT_LIB}:${LD_LIBRARY_PATH}" - # Upgrade all software packages to their latest versions - apt-get -y update && apt-get -y upgrade + # DO NOT Upgrade all software packages to their latest versions + # apt-get -y update && apt-get -y upgrade # Install OpenMPI dependencies apt-get -y install zlib1g-dev