Skip to content
Snippets Groups Projects
Commit d2a6670d authored by Marty Kandes's avatar Marty Kandes
Browse files

naked-singularity-v0.4.2 :: updated ubuntu-cuda.def for comet to cuda 

9.2; also updated pytorch-gpu.def for comet based on cuda 9.2 update of
ubuntu-cuda.def; fixed python3 support for pytorch
parent c941e294
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
README
+ 2
− 2
View file @ d2a6670d
......@@ -46,8 +46,8 @@ AUTHOR
VERSION
0.4.1
0.4.2
LAST UPDATED
Friday, September 14th, 2018
Tuesday, October 2nd, 2018
definition-files/us/ucsd/sdsc/comet/pytorch/pytorch-gpu.def
+ 145
− 107
View file @ d2a6670d
......@@ -17,7 +17,7 @@ OSVersion: xenial
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20180730
LAST_UPDATED 20181002
%setup
......@@ -25,6 +25,9 @@ OSVersion: xenial
# Set system locale
export LC_ALL=C
export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"
%post -c /bin/bash
......@@ -138,42 +141,58 @@ OSVersion: xenial
wget --wait=10 "${CUDA_REPO_URL}/nvidia-settings_396.26-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-drivers_396.26-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-license-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-core-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl2_2.2.12-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.2.12-1+cuda8.0_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-license-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvcc-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cuobjdump-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprune-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-compiler-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-core-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvdisasm-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-gdb-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprof-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-memcheck-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cupti-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvtx-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nsight-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvvp-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl2_2.3.4-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.3.4-1+cuda9.2_amd64.deb"
# Fix for "update-alternatives: error: error creating symbolic link '/usr/lib/nvidia/alternate-install-present.dpkg-tmp': No such file or directory"
mkdir -p /usr/lib/nvidia
......@@ -189,46 +208,63 @@ OSVersion: xenial
dpkg -i nvidia-settings_396.26-0ubuntu1_amd64.deb
dpkg -i cuda-drivers_396.26-1_amd64.deb
dpkg -i cuda-license-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-misc-headers-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-core-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-driver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-command-line-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvml-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-samples-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-documentation-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-visual-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-toolkit-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-runtime-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-demo-suite-8-0_8.0.44-1_amd64.deb
dpkg -i libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb
dpkg -i libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb
dpkg -i libnccl2_2.2.12-1+cuda8.0_amd64.deb
dpkg -i libnccl-dev_2.2.12-1+cuda8.0_amd64.deb
dpkg -i cuda-license-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-misc-headers-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvcc-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cuobjdump-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvprune-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-compiler-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-core-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cudart-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-driver-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cudart-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvdisasm-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-gdb-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvprof-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-memcheck-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cupti-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvtx-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-command-line-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvrtc-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvml-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvgraph-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusolver-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cublas-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cublas-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cufft-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cufft-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-curand-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-curand-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusparse-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-npp-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-npp-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-samples-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-documentation-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nsight-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvvp-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-visual-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-libraries-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-toolkit-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-libraries-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-runtime-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-demo-suite-9-2_9.2.88-1_amd64.deb
dpkg -i libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb
dpkg -i libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb
dpkg -i libnccl2_2.3.4-1+cuda9.2_amd64.deb
dpkg -i libnccl-dev_2.3.4-1+cuda9.2_amd64.deb
# Set paths to CUDA binaries and libraries
export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"
# Install basic drivers for user space access to Ethernet, RDMA,
# and Infiniband. See https://community.mellanox.com/docs/DOC-2431
......@@ -274,12 +310,13 @@ OSVersion: xenial
conda install -y mkldnn -c mingfeima
# Add LAPACK support for the GPU
conda install -y magma-cuda80 -c pytorch
conda install -y magma-cuda92 -c pytorch
cd /opt
# Download, build, and install PyTorch for python2
git clone --recursive https://github.com/pytorch/pytorch
git submodule update --init
cd /opt/pytorch
export PYTORCH_BUILD_VERSION='0.4.1'
export PYTORCH_BUILD_NUMBER='1'
......@@ -300,41 +337,48 @@ OSVersion: xenial
conda install -y sympy
conda install -y nose
conda install -y scikit-learn
conda install -y scikit-image
conda install -y nltk
conda install -y statsmodels
conda install -y opencv
# Install PyTorch dependencies for python3
#export PATH="/opt/miniconda3/bin:${PATH}"
#export CMAKE_PREFIX_PATH="$(dirname $(which conda))/../"
#conda install -y numpy
#conda install -y pyyaml
#conda install -y mkl
#conda install -y mkl-include
#conda install -y setuptools
#conda install -y cmake
#conda install -y cffi
#conda install -y typing
#conda install -y mkldnn -c mingfeima
export PATH="/opt/miniconda3/bin:${PATH}"
export CMAKE_PREFIX_PATH="$(dirname $(which conda))/../"
conda install -y numpy
conda install -y pyyaml
conda install -y mkl
conda install -y mkl-include
conda install -y setuptools
conda install -y cmake
conda install -y cffi
conda install -y typing
conda install -y mkldnn -c mingfeima
# Add LAPACK support for the GPU
#conda install -y magma-cuda80 -c pytorch
conda install -y magma-cuda92 -c pytorch
# Download, build, and install PyTorch for python3
cd /opt/pytorch
python setup.py install
# Install PyTorch for python3
#conda install -y pytorch torchvision -c pytorch
# Download and install PyTorch Vision package for python3
cd /opt/pytorch/vision
python setup.py install
# Install common python3 packages for data science and machine
# learning applications
#conda install -y pandas
#conda install -y matplotlib
#conda install -y ipython
#conda install -y ipython-notebook
#conda install -y sympy
#conda install -y nose
#conda install -y scikit-learn
#conda install -y nltk
#conda install -y statsmodels
#conda install -y opencv
conda install -y pandas
conda install -y matplotlib
conda install -y ipython
conda install -y ipython-notebook
conda install -y sympy
conda install -y nose
conda install -y scikit-learn
conda install -y scikit-image
conda install -y nltk
conda install -y statsmodels
conda install -y opencv
cd /opt
......@@ -342,12 +386,6 @@ OSVersion: xenial
git clone https://github.com/pytorch/examples.git
mv examples pytorch-examples
# Set container environment variables
cd /.singularity.d/env
echo 'export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"' >> 90-environment.sh
echo 'export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"' >> 90-environment.sh
echo 'export PATH="/opt/miniconda2/bin:${PATH}"' >> 90-environment.sh
# Update database for mlocate
updatedb
......
definition-files/us/ucsd/sdsc/comet/ubuntu/ubuntu-cuda.def
+ 114
− 85
View file @ d2a6670d
......@@ -5,11 +5,11 @@ OSVersion: xenial
%labels
APPLICATION_NAME ubuntu + cuda
APPLICATION_VERSION 16.04 + 8.0.44
APPLICATION_VERSION 16.04 + 9.2.8
APPLICATION_URL https://developer.nvidia.com/cuda-zone
SYSTEM_NAME comet
SYSTEM_SINGULARITY_VERSION 2.5.1
SYSTEM_SINGULARITY_VERSION 2.5.2
SYSTEM_URL http://www.sdsc.edu/support/user_guides/comet.html
SINGULARITY_IMAGE_SIZE 8192
......@@ -17,7 +17,7 @@ OSVersion: xenial
AUTHOR_NAME Marty Kandes
AUTHOR_EMAIL mkandes@sdsc.edu
LAST_UPDATED 20180712
LAST_UPDATED 20180927
%setup
......@@ -25,6 +25,9 @@ OSVersion: xenial
# Set system locale
export LC_ALL=C
export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"
%post -c /bin/bash
......@@ -138,42 +141,58 @@ OSVersion: xenial
wget --wait=10 "${CUDA_REPO_URL}/nvidia-settings_396.26-0ubuntu1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-drivers_396.26-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-license-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-core-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-8-0_8.0.44-1_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl2_2.2.12-1+cuda8.0_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.2.12-1+cuda8.0_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-license-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvcc-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cuobjdump-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprune-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-compiler-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-core-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvdisasm-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-gdb-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprof-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-memcheck-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cupti-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvtx-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nsight-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-nvvp-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-tools-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-dev-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-9-2_9.2.88-1_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl2_2.3.4-1+cuda9.2_amd64.deb"
wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.3.4-1+cuda9.2_amd64.deb"
# Fix for "update-alternatives: error: error creating symbolic link '/usr/lib/nvidia/alternate-install-present.dpkg-tmp': No such file or directory"
mkdir -p /usr/lib/nvidia
......@@ -189,54 +208,64 @@ OSVersion: xenial
dpkg -i nvidia-settings_396.26-0ubuntu1_amd64.deb
dpkg -i cuda-drivers_396.26-1_amd64.deb
dpkg -i cuda-license-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-misc-headers-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-core-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-driver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cudart-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-command-line-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvml-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cublas-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cufft-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-curand-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-npp-dev-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-samples-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-documentation-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-visual-tools-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-toolkit-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-runtime-8-0_8.0.44-1_amd64.deb
dpkg -i cuda-demo-suite-8-0_8.0.44-1_amd64.deb
dpkg -i libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb
dpkg -i libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb
dpkg -i libnccl2_2.2.12-1+cuda8.0_amd64.deb
dpkg -i libnccl-dev_2.2.12-1+cuda8.0_amd64.deb
dpkg -i cuda-license-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-misc-headers-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvcc-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cuobjdump-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvprune-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-compiler-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-core-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cudart-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-driver-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cudart-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvdisasm-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-gdb-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvprof-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-memcheck-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cupti-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvtx-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-command-line-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvrtc-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvml-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvgraph-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusolver-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cublas-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cublas-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cufft-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cufft-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-curand-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-curand-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusparse-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-npp-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-npp-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-samples-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-documentation-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nsight-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-nvvp-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-visual-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-tools-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-libraries-dev-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-toolkit-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-libraries-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-runtime-9-2_9.2.88-1_amd64.deb
dpkg -i cuda-demo-suite-9-2_9.2.88-1_amd64.deb
dpkg -i libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb
dpkg -i libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb
dpkg -i libnccl2_2.3.4-1+cuda9.2_amd64.deb
dpkg -i libnccl-dev_2.3.4-1+cuda9.2_amd64.deb
# Set paths to CUDA binaries and libraries
export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}"
export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"
# Set container environment variables
cd /.singularity.d/env
echo 'export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"' >> 90-environment.sh
echo 'export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"' >> 90-environment.sh
echo 'export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"' >> 90-environment.sh
# Update database for mlocate
updatedb
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment