diff --git a/README b/README index aed06922b5dbb212c81e75fc2a49e4b86860daa6..5333cb7cdb83e2535d70b3001b87d10d908161d8 100644 --- a/README +++ b/README @@ -46,8 +46,8 @@ AUTHOR VERSION - 0.4.1 + 0.4.2 LAST UPDATED - Friday, September 14th, 2018 + Tuesday, October 2nd, 2018 diff --git a/definition-files/us/ucsd/sdsc/comet/pytorch/pytorch-gpu.def b/definition-files/us/ucsd/sdsc/comet/pytorch/pytorch-gpu.def index ba942af74bfa0d4365086f651d2d025c2a1ed750..2259719c41c5eecc940956b970b6cfe6d4f62811 100644 --- a/definition-files/us/ucsd/sdsc/comet/pytorch/pytorch-gpu.def +++ b/definition-files/us/ucsd/sdsc/comet/pytorch/pytorch-gpu.def @@ -17,7 +17,7 @@ OSVersion: xenial AUTHOR_NAME Marty Kandes AUTHOR_EMAIL mkandes@sdsc.edu - LAST_UPDATED 20180730 + LAST_UPDATED 20181002 %setup @@ -25,6 +25,9 @@ OSVersion: xenial # Set system locale export LC_ALL=C + export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}" + export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64" %post -c /bin/bash @@ -128,7 +131,7 @@ OSVersion: xenial apt-get -y install default-jre # Download NVIDIA drivers, libraries, and packages - wget --wait=10 "${CUDA_REPO_URL}/nvidia-396_396.26-0ubuntu1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/nvidia-396_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/nvidia-396-dev_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/nvidia-modprobe_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/libcuda1-396_396.26-0ubuntu1_amd64.deb" @@ -138,42 +141,58 @@ OSVersion: xenial wget --wait=10 "${CUDA_REPO_URL}/nvidia-settings_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/cuda-drivers_396.26-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-license-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-core-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-8-0_8.0.44-1_amd64.deb" - - wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb" - wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb" - - wget --wait=10 "${ML_REPO_URL}/libnccl2_2.2.12-1+cuda8.0_amd64.deb" - wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.2.12-1+cuda8.0_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-license-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvcc-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cuobjdump-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprune-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-compiler-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-core-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvdisasm-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-gdb-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprof-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-memcheck-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cupti-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvtx-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nsight-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvvp-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-9-2_9.2.88-1_amd64.deb" + + wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb" + wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb" + + wget --wait=10 "${ML_REPO_URL}/libnccl2_2.3.4-1+cuda9.2_amd64.deb" + wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.3.4-1+cuda9.2_amd64.deb" # Fix for "update-alternatives: error: error creating symbolic link '/usr/lib/nvidia/alternate-install-present.dpkg-tmp': No such file or directory" mkdir -p /usr/lib/nvidia @@ -189,46 +208,63 @@ OSVersion: xenial dpkg -i nvidia-settings_396.26-0ubuntu1_amd64.deb dpkg -i cuda-drivers_396.26-1_amd64.deb - dpkg -i cuda-license-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-misc-headers-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-core-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cudart-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-driver-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cudart-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-command-line-tools-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvrtc-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvml-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvgraph-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusolver-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cublas-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cublas-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cufft-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cufft-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-curand-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-curand-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusparse-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-npp-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-npp-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-samples-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-documentation-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-visual-tools-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-toolkit-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-runtime-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-demo-suite-8-0_8.0.44-1_amd64.deb - - dpkg -i libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb - dpkg -i libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb - - dpkg -i libnccl2_2.2.12-1+cuda8.0_amd64.deb - dpkg -i libnccl-dev_2.2.12-1+cuda8.0_amd64.deb + dpkg -i cuda-license-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-misc-headers-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvcc-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cuobjdump-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvprune-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-compiler-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-core-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cudart-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-driver-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cudart-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvdisasm-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-gdb-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvprof-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-memcheck-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cupti-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvtx-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-command-line-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvrtc-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvml-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvgraph-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusolver-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cublas-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cublas-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cufft-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cufft-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-curand-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-curand-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusparse-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-npp-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-npp-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-samples-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-documentation-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nsight-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvvp-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-visual-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-libraries-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-toolkit-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-libraries-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-runtime-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-demo-suite-9-2_9.2.88-1_amd64.deb + + dpkg -i libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb + dpkg -i libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb + + dpkg -i libnccl2_2.3.4-1+cuda9.2_amd64.deb + dpkg -i libnccl-dev_2.3.4-1+cuda9.2_amd64.deb # Set paths to CUDA binaries and libraries - export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}" - export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}" + export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64" # Install basic drivers for user space access to Ethernet, RDMA, # and Infiniband. See https://community.mellanox.com/docs/DOC-2431 @@ -274,12 +310,13 @@ OSVersion: xenial conda install -y mkldnn -c mingfeima # Add LAPACK support for the GPU - conda install -y magma-cuda80 -c pytorch + conda install -y magma-cuda92 -c pytorch cd /opt # Download, build, and install PyTorch for python2 git clone --recursive https://github.com/pytorch/pytorch + git submodule update --init cd /opt/pytorch export PYTORCH_BUILD_VERSION='0.4.1' export PYTORCH_BUILD_NUMBER='1' @@ -300,41 +337,48 @@ OSVersion: xenial conda install -y sympy conda install -y nose conda install -y scikit-learn + conda install -y scikit-image conda install -y nltk conda install -y statsmodels conda install -y opencv # Install PyTorch dependencies for python3 - #export PATH="/opt/miniconda3/bin:${PATH}" - #export CMAKE_PREFIX_PATH="$(dirname $(which conda))/../" - #conda install -y numpy - #conda install -y pyyaml - #conda install -y mkl - #conda install -y mkl-include - #conda install -y setuptools - #conda install -y cmake - #conda install -y cffi - #conda install -y typing - #conda install -y mkldnn -c mingfeima + export PATH="/opt/miniconda3/bin:${PATH}" + export CMAKE_PREFIX_PATH="$(dirname $(which conda))/../" + conda install -y numpy + conda install -y pyyaml + conda install -y mkl + conda install -y mkl-include + conda install -y setuptools + conda install -y cmake + conda install -y cffi + conda install -y typing + conda install -y mkldnn -c mingfeima # Add LAPACK support for the GPU - #conda install -y magma-cuda80 -c pytorch + conda install -y magma-cuda92 -c pytorch + + # Download, build, and install PyTorch for python3 + cd /opt/pytorch + python setup.py install - # Install PyTorch for python3 - #conda install -y pytorch torchvision -c pytorch + # Download and install PyTorch Vision package for python3 + cd /opt/pytorch/vision + python setup.py install # Install common python3 packages for data science and machine # learning applications - #conda install -y pandas - #conda install -y matplotlib - #conda install -y ipython - #conda install -y ipython-notebook - #conda install -y sympy - #conda install -y nose - #conda install -y scikit-learn - #conda install -y nltk - #conda install -y statsmodels - #conda install -y opencv + conda install -y pandas + conda install -y matplotlib + conda install -y ipython + conda install -y ipython-notebook + conda install -y sympy + conda install -y nose + conda install -y scikit-learn + conda install -y scikit-image + conda install -y nltk + conda install -y statsmodels + conda install -y opencv cd /opt @@ -342,12 +386,6 @@ OSVersion: xenial git clone https://github.com/pytorch/examples.git mv examples pytorch-examples - # Set container environment variables - cd /.singularity.d/env - echo 'export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"' >> 90-environment.sh - echo 'export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"' >> 90-environment.sh - echo 'export PATH="/opt/miniconda2/bin:${PATH}"' >> 90-environment.sh - # Update database for mlocate updatedb diff --git a/definition-files/us/ucsd/sdsc/comet/ubuntu/ubuntu-cuda.def b/definition-files/us/ucsd/sdsc/comet/ubuntu/ubuntu-cuda.def index 6f4544bfa40266e36c4ee7729a98df1b3879f4af..d37b79474a6478b6f74acc21ca940028d081c1fe 100644 --- a/definition-files/us/ucsd/sdsc/comet/ubuntu/ubuntu-cuda.def +++ b/definition-files/us/ucsd/sdsc/comet/ubuntu/ubuntu-cuda.def @@ -5,11 +5,11 @@ OSVersion: xenial %labels APPLICATION_NAME ubuntu + cuda - APPLICATION_VERSION 16.04 + 8.0.44 + APPLICATION_VERSION 16.04 + 9.2.8 APPLICATION_URL https://developer.nvidia.com/cuda-zone SYSTEM_NAME comet - SYSTEM_SINGULARITY_VERSION 2.5.1 + SYSTEM_SINGULARITY_VERSION 2.5.2 SYSTEM_URL http://www.sdsc.edu/support/user_guides/comet.html SINGULARITY_IMAGE_SIZE 8192 @@ -17,7 +17,7 @@ OSVersion: xenial AUTHOR_NAME Marty Kandes AUTHOR_EMAIL mkandes@sdsc.edu - LAST_UPDATED 20180712 + LAST_UPDATED 20180927 %setup @@ -25,6 +25,9 @@ OSVersion: xenial # Set system locale export LC_ALL=C + export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}" + export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64" %post -c /bin/bash @@ -128,7 +131,7 @@ OSVersion: xenial apt-get -y install default-jre # Download NVIDIA drivers, libraries, and packages - wget --wait=10 "${CUDA_REPO_URL}/nvidia-396_396.26-0ubuntu1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/nvidia-396_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/nvidia-396-dev_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/nvidia-modprobe_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/libcuda1-396_396.26-0ubuntu1_amd64.deb" @@ -138,42 +141,58 @@ OSVersion: xenial wget --wait=10 "${CUDA_REPO_URL}/nvidia-settings_396.26-0ubuntu1_amd64.deb" wget --wait=10 "${CUDA_REPO_URL}/cuda-drivers_396.26-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-license-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-core-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-8-0_8.0.44-1_amd64.deb" - wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-8-0_8.0.44-1_amd64.deb" - - wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb" - wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb" - - wget --wait=10 "${ML_REPO_URL}/libnccl2_2.2.12-1+cuda8.0_amd64.deb" - wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.2.12-1+cuda8.0_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-license-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-misc-headers-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvcc-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cuobjdump-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprune-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-compiler-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-core-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-driver-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cudart-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvdisasm-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-gdb-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvprof-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-memcheck-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cupti-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvtx-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-command-line-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvml-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cublas-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cufft-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-curand-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-npp-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-samples-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-documentation-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nsight-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-nvvp-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-visual-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-tools-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-dev-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-toolkit-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-libraries-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-runtime-9-2_9.2.88-1_amd64.deb" + wget --wait=10 "${CUDA_REPO_URL}/cuda-demo-suite-9-2_9.2.88-1_amd64.deb" + + wget --wait=10 "${ML_REPO_URL}/libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb" + wget --wait=10 "${ML_REPO_URL}/libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb" + + wget --wait=10 "${ML_REPO_URL}/libnccl2_2.3.4-1+cuda9.2_amd64.deb" + wget --wait=10 "${ML_REPO_URL}/libnccl-dev_2.3.4-1+cuda9.2_amd64.deb" # Fix for "update-alternatives: error: error creating symbolic link '/usr/lib/nvidia/alternate-install-present.dpkg-tmp': No such file or directory" mkdir -p /usr/lib/nvidia @@ -189,54 +208,64 @@ OSVersion: xenial dpkg -i nvidia-settings_396.26-0ubuntu1_amd64.deb dpkg -i cuda-drivers_396.26-1_amd64.deb - dpkg -i cuda-license-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-misc-headers-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-core-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cudart-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-driver-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cudart-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-command-line-tools-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvrtc-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvrtc-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvml-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvgraph-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-nvgraph-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusolver-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusolver-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cublas-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cublas-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cufft-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cufft-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-curand-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-curand-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusparse-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-cusparse-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-npp-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-npp-dev-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-samples-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-documentation-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-visual-tools-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-toolkit-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-runtime-8-0_8.0.44-1_amd64.deb - dpkg -i cuda-demo-suite-8-0_8.0.44-1_amd64.deb - - dpkg -i libcudnn7_7.1.4.18-1+cuda8.0_amd64.deb - dpkg -i libcudnn7-dev_7.1.4.18-1+cuda8.0_amd64.deb - - dpkg -i libnccl2_2.2.12-1+cuda8.0_amd64.deb - dpkg -i libnccl-dev_2.2.12-1+cuda8.0_amd64.deb + dpkg -i cuda-license-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-misc-headers-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvcc-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cuobjdump-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvprune-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-compiler-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-core-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cudart-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-driver-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cudart-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvdisasm-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-gdb-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvprof-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-memcheck-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cupti-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-gpu-library-advisor-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvtx-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-command-line-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvrtc-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvrtc-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvml-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvgraph-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvgraph-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusolver-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusolver-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cublas-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cublas-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cufft-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cufft-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-curand-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-curand-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusparse-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-cusparse-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-npp-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-npp-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-samples-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-documentation-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nsight-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-nvvp-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-visual-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-tools-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-libraries-dev-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-toolkit-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-libraries-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-runtime-9-2_9.2.88-1_amd64.deb + dpkg -i cuda-demo-suite-9-2_9.2.88-1_amd64.deb + + dpkg -i libcudnn7_7.2.1.38-1+cuda9.2_amd64.deb + dpkg -i libcudnn7-dev_7.2.1.38-1+cuda9.2_amd64.deb + + dpkg -i libnccl2_2.3.4-1+cuda9.2_amd64.deb + dpkg -i libnccl-dev_2.3.4-1+cuda9.2_amd64.deb # Set paths to CUDA binaries and libraries - export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}" - export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" + export PATH="/usr/local/cuda-9.2/bin${PATH:+:${PATH}}" + export LD_LIBRARY_PATH="/usr/local/cuda-9.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64" - - # Set container environment variables - cd /.singularity.d/env - echo 'export PATH="/usr/local/cuda-8.0/bin${PATH:+:${PATH}}"' >> 90-environment.sh - echo 'export LD_LIBRARY_PATH="/usr/local/cuda-8.0/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"' >> 90-environment.sh - echo 'export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/cuda/extras/CUPTI/lib64"' >> 90-environment.sh - + # Update database for mlocate updatedb