Skip to content
Snippets Groups Projects
Commit 7f718fb5 authored by Marty Kandes's avatar Marty Kandes
Browse files

naked-singularity-v0.0.3 :: added deepbench-nvidia.def for comet;

DeepBench is used to benchmark operations that are important to deep
learning on different hardware platforms
parent ef4f6729
No related branches found
No related tags found
No related merge requests found
......@@ -5,8 +5,8 @@ README
DESCRIPTION
A repository of definition files for bootstrapping Singularity
containers around target applications that you would like to run on
a target high-performance computing system.
containers around applications that you would like to run on a
high-performance computing system.
USAGE
......@@ -30,4 +30,4 @@ AUTHOR
LAST UPDATED
Friday, July 7th, 2017
Friday, July 21st, 2017
Bootstrap: debootstrap
MirrorURL: http://us.archive.ubuntu.com/ubuntu
OSVersion: xenial
%labels
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
APPLICATION_NAME deepbench
APPLICATION_VERSION unknown
APPLICATION_URL https://github.com/baidu-research/DeepBench
SYSTEM_NAME comet
SYSTEM_SINGULARITY_VERSION 2.2
SYSTEM_URL http://www.sdsc.edu/support/user_guides/comet.html
VERSION 0.0.1
LAST_UPDATED 20170721
%setup
%environment
%post -c /bin/bash
declare -r MIRRORURL='http://us.archive.ubuntu.com/ubuntu'
declare -r OSVERSION='xenial'
apt-get -y install ubuntu-minimal
apt-get -y install ubuntu-standard
apt-get -y install ubuntu-server
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION} restricted"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION} universe"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION} multiverse"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-updates main"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-updates restricted"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-updates universe"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-updates multiverse"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-backports main"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-backports restricted"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-backports universe"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-backports multiverse"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-security main"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-security restricted"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-security universe"
add-apt-repository -y "deb ${MIRRORURL} ${OSVERSION}-security multiverse"
apt-get -y update && apt-get -y upgrade
mkdir /cvmfs /oasis /projects /scratch
cd /opt
declare -r NVIDIA_ROOT_URL='http://developer.download.nvidia.com/compute'
declare -r CUDA_REPO_URL="${NVIDIA_ROOT_URL}/cuda/repos/ubuntu1604/x86_64"
declare -r ML_REPO_URL="${NVIDIA_ROOT_URL}/machine-learning/repos/ubuntu1604/x86_64/"
apt-get -y install x11-common xserver-xorg-core cmake make dkms \
linux-libc-dev libc6-dev lib32gcc1 libc6-i386 libgl1 \
libwayland-client0 libwayland-server0 pkg-config \
screen-resolution-extra libvdpau1 libatk1.0-0 \
libcairo-gobject2 libcairo2 libfontconfig1 \
libgdk-pixbuf2.0-0 libgtk-3-0 libgtk2.0-0 libjansson4 \
freeglut3-dev libx11-dev libxmu-dev libxi-dev \
libglu1-mesa libglu1-mesa-dev default-jre
wget --wait=10 "${CUDA_REPO_URL}/nvidia-367_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/nvidia-367-dev_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/nvidia-modprobe_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/libcuda1-367_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/nvidia-libopencl1-367_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/nvidia-opencl-icd-367_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/libxnvctrl0_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/nvidia-settings_367.48-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-drivers_367.48-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-license-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-core-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn5_5.1.10-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn5-dev_5.1.10-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl1_1.2.3-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl-dev_1.2.3-1+cuda8.0_amd64.deb"
dpkg -i nvidia-367_367.48-0ubuntu1_amd64.deb
dpkg -i nvidia-367-dev_367.48-0ubuntu1_amd64.deb
dpkg -i nvidia-modprobe_367.48-0ubuntu1_amd64.deb
dpkg -i libcuda1-367_367.48-0ubuntu1_amd64.deb
dpkg -i nvidia-libopencl1-367_367.48-0ubuntu1_amd64.deb
dpkg -i nvidia-opencl-icd-367_367.48-0ubuntu1_amd64.deb
dpkg -i libxnvctrl0_367.48-0ubuntu1_amd64.deb
dpkg -i nvidia-settings_367.48-0ubuntu1_amd64.deb
dpkg -i cuda-drivers_367.48-1_amd64.deb
dpkg -i cuda-license-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-misc-headers-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-core-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-driver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-command-line-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvml-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-samples-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-documentation-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-visual-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-toolkit-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-runtime-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-demo-suite-8-0_8.0.44-1_amd64.deb
dpkg -i libcudnn5_5.1.10-1+cuda8.0_amd64.deb
dpkg -i libcudnn5-dev_5.1.10-1+cuda8.0_amd64.deb
dpkg -i libnccl1_1.2.3-1+cuda8.0_amd64.deb
dpkg -i libnccl-dev_1.2.3-1+cuda8.0_amd64.deb
apt-get -y install bison
apt-get -y install libibverbs-dev
apt-get -y install libibmad-dev
apt-get -y install libibumad-dev
apt-get -y install librdmacm-dev
apt-get -y install libmlx5-dev
apt-get -y install libmlx4-dev
apt-get -y install gfortran
wget http://mvapich.cse.ohio-state.edu/download/mvapich/mv2/mvapich2-2.1.tar.gz
tar -xzf mvapich2-2.1.tar.gz
cd mvapich2-2.1
./configure --prefix=/usr/local
make -j4
make install
cd /opt
git clone https://github.com/baidu-research/DeepBench.git
cd DeepBench/code
sed -i 's/-lmpi_cxx//' osu_allreduce/Makefile
make CUDA_PATH='/usr/local/cuda-8.0' CUDNN_PATH='/usr/lib/x86_64-linux-gnu/' NCCL_PATH='/usr/lib/x86_64-linux-gnu/' MPI_PATH='/usr/local/bin/' ARCH='sm_60'
%files
%runscript
%test
export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda-8.0/lib64:/usr/lib/x86_64-linux-gnu/:/usr/local/lib/"
time -p /opt/DeepBench/code/bin/gemm_bench train float
......@@ -6,14 +6,14 @@ OSVersion: xenial
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
OPERATING_SYSTEM_NAME ubuntu
OPERATING_SYSTEM_VERSION 16.04
APPLICATION_NAME tensorflow
APPLICATION_VERSION 1.2
APPLICATION_URL https://www.tensorflow.org/
SYSTEM_NAME comet
SYSTEM_SINGULARITY_VERSION 2.2
VERSION 0.0.1
LAST_UPDATED 20170710
SYSTEM_URL http://www.sdsc.edu/support/user_guides/comet.html
VERSION 0.0.2
LAST_UPDATED 20170714
%setup
......
......@@ -6,14 +6,14 @@ OSVersion: xenial
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
OPERATING_SYSTEM_NAME ubuntu
OPERATING_SYSTEM_VERSION 16.04
APPLICATION_NAME none
APPLICATION_VERSION none
APPLICATION_URL none
SYSTEM_NAME comet
SYSTEM_SINGULARITY_VERSION 2.2
VERSION 0.0.2
LAST_UPDATED 20170710
SYSTEM_URL http://www.sdsc.edu/support/user_guides/comet.html
VERSION 0.0.3
LAST_UPDATED 20170714
%setup
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment