From ff3630b6e89d267fea0025f115a71ba9e0043e15 Mon Sep 17 00:00:00 2001
From: Marty Kandes <mkandes@sdsc.edu>
Date: Mon, 25 Oct 2021 18:31:52 +0000
Subject: [PATCH] Add
Singularity.deepbench-da81ba7-ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6
Updated DeepBench container to be used to help prepare Voyager
acceptance testing microbenchmarks.
---
README.md | 4 +-
...a-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6 | 161 ++++++++++++++++++
2 files changed, 163 insertions(+), 2 deletions(-)
create mode 100644 definition-files/deepbench/Singularity.deepbench-da81ba7-ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6
diff --git a/README.md b/README.md
index ee0cce9..de2ae01 100644
--- a/README.md
+++ b/README.md
@@ -60,8 +60,8 @@ University of California, San Diego
## Version
-1.9.9
+2.0.1
## Last Updated
-Friday, October 22nd, 2021
+Monday, October 25th, 2021
diff --git a/definition-files/deepbench/Singularity.deepbench-da81ba7-ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6 b/definition-files/deepbench/Singularity.deepbench-da81ba7-ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6
new file mode 100644
index 0000000..9ba2be1
--- /dev/null
+++ b/definition-files/deepbench/Singularity.deepbench-da81ba7-ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6
@@ -0,0 +1,161 @@
+Bootstrap: oras
+From: ghcr.io/mkandes/naked-singularity:ubuntu-18.04-cuda-11.2-mlnx-ofed-4.7-3.2.9.0-openmpi-3.1.6
+
+%labels
+
+ APPLICATION_NAME DeepBench
+ APPLICATION_VERSION da81ba7
+ APPLICATION_URL https://github.com/baidu-research/DeepBench
+
+ AUTHOR_NAME Marty Kandes
+ AUTHOR_EMAIL mkandes@sdsc.edu
+
+ LAST_UPDATED 20211022
+
+%setup
+
+%environment
+
+ # Set path to Baidu's allreduce-test binary
+ export PATH="/opt/baidu-allreduce:${PATH}"
+
+ # Set path to Baidu's DeepBench binaries
+ export PATH="/opt/DeepBench/code/bin:${PATH}"
+
+ # Set path to NVIDIA's nccl-tests binaries
+ export PATH="/opt/nccl-tests/build:${PATH}"
+
+%post -c /bin/bash
+
+ # Set operating system mirror URL
+ export MIRRORURL='http://us.archive.ubuntu.com/ubuntu'
+
+ # Set operating system version
+ export OSVERSION='bionic'
+
+ # Set system locale
+ export LC_ALL='C'
+
+ # Set debian frontend interface
+ export DEBIAN_FRONTEND='noninteractive'
+
+ # Set NVIDIA driver and CUDA versions
+ export CUDA_DRIVER_MAJOR='460'
+ export CUDA_DRIVER_MINOR='32'
+ export CUDA_DRIVER_REVISION='03'
+ export CUDA_DRIVER_VERSION="${CUDA_DRIVER_MAJOR}.${CUDA_DRIVER_MINOR}.${CUDA_DRIVER_REVISION}"
+
+ export CUDA_MAJOR='11'
+ export CUDA_MINOR='2'
+ export CUDA_REVISION='2'
+ export CUDA_VERSION="${CUDA_MAJOR}.${CUDA_MINOR}.${CUDA_REVISION}"
+
+ export CUDNN_MAJOR='8'
+ export CUDNN_MINOR='1'
+ export CUDNN_REVISION='1.33'
+ export CUDNN_VERSION="${CUDNN_MAJOR}.${CUDNN_MINOR}.${CUDNN_REVISION}"
+
+ export NCCL_MAJOR='2'
+ export NCCL_MINOR='8'
+ export NCCL_REVISION='4'
+ export NCCL_VERSION="${NCCL_MAJOR}.${NCCL_MINOR}.${NCCL_REVISION}"
+
+ export TENSORRT_MAJOR='8'
+ export TENSORRT_MINOR='0'
+ export TENSORRT_REVISION='3'
+ export TENSORRT_VERSION="${TENSORRT_MAJOR}.${TENSORRT_MINOR}.${TENSORRT_REVISION}"
+
+ # Set paths to CUDA binaries and libraries
+ export CUDA_HOME="/usr/local/cuda-${CUDA_MAJOR}.${CUDA_MINOR}"
+
+ export CUDNN_INCLUDE='/usr/include'
+ export CUDNN_LIB='/usr/lib/x86_64-linux-gnu'
+
+ export NCCL_INCLUDE='/usr/include'
+ export NCCL_LIB='/usr/lib/x86_64-linux-gnu'
+
+ export TENSORRT_INCLUDE='/usr/include'
+ export TENSORRT_LIB='/usr/lib/x86_64-linux-gnu'
+
+ export PATH="${CUDA_HOME}/bin${PATH:+:${PATH}}"
+ export LD_LIBRARY_PATH="${CUDA_HOME}/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
+ export LD_LIBRARY_PATH="${CUDNN_LIB}:${LD_LIBRARY_PATH}"
+ export LD_LIBRARY_PATH="${NCCL_LIB}:${LD_LIBRARY_PATH}"
+ export LD_LIBRARY_PATH="${TENSORRT_LIB}:${LD_LIBRARY_PATH}"
+
+ # Set OpenMPI major, minor, and revision numbers, root and
+ # installation directories
+ export OMPI_MAJOR='3'
+ export OMPI_MINOR='1'
+ export OMPI_REVISION='6'
+ export OMPI_VERSION="${OMPI_MAJOR}.${OMPI_MINOR}.${OMPI_REVISION}"
+ export OMPI_ROOT_DIR='/opt/openmpi'
+ export OMPI_INSTALL_DIR="${OMPI_ROOT_DIR}/${OMPI_VERSION}"
+
+ # Set paths to OpenMPI binaries and libraries
+ export PATH="${OMPI_INSTALL_DIR}/bin:${PATH}"
+ export LD_LIBRARY_PATH="${OMPI_INSTALL_DIR}/lib:${LD_LIBRARY_PATH}"
+
+ # DO NOT Upgrade all software packages to their latest versions
+ # apt-get -y update && apt-get -y upgrade
+
+ cd /opt
+
+ # Set Baidu's Ring All-Reduce Library version number
+ export BAIDU_ALLREDUCE_VERSION='73c7b7f'
+
+ # Download, build, and install Baidu's Ring All-Reduce Library
+ git clone https://github.com/baidu-research/baidu-allreduce
+ cd baidu-allreduce
+ git checkout "${BAIDU_ALLREDUCE_VERSION}"
+ export MPI_ROOT="${OMPI_INSTALL_DIR}"
+ export CUDA_ROOT="${CUDA_HOME}"
+ make
+
+ cd /opt
+
+ # Set Baidu's DeepBench version number
+ export BAIDU_DEEPBENCH_VERSION='da81ba7'
+
+ # Download, build, and install DeepBench
+ git clone https://github.com/baidu-research/DeepBench.git
+ cd DeepBench/code
+ git checkout "${BAIDU_RING_ALLREDUCE_VERSION}"
+ sed -i 's/cudnnSetRNNDescriptor/cudnnSetRNNDescriptor_v6/' nvidia/cudnn_helper.h
+ export MPI_PATH="${OMPI_INSTALL_DIR}"
+ export MPI_INCLUDE_PATH="${OMPI_INSTALL_DIR}/include"
+ export BAIDU_ALLREDUCE_PATH='/opt/baidu-allreduce'
+ export CUDA_PATH="${CUDA_HOME}"
+ export CUDNN_PATH="${CUDNN_LIB}"
+ export NCCL_PATH="${NCCL_LIB}"
+ export ARCH='sm_70'
+ USE_TENSOR_CORES=1
+ make
+
+ cd /opt
+
+ # Set NVIDIA's nccl-tests version number
+ export NCCL_TESTS_VERSION='2.9.0'
+
+ # Download, build, and install NVIDIA nccl-tests
+ git clone https://github.com/NVIDIA/nccl-tests.git
+ cd nccl-tests
+ git checkout "v${NCCL_TESTS_VERSION}"
+ export MPI=1
+ export MPI_HOME="${OMPI_INSTALL_DIR}"
+ export CUDA_HOME="${CUDA_HOME}"
+ export NCCL_HOME="${NCCL_LIB}"
+ make
+
+ # Cleanup
+ apt-get -y autoremove --purge
+ apt-get -y clean
+
+ # Update database for mlocate
+ updatedb
+
+%files
+
+%runscript
+
+%test
--
GitLab