add test script for jenkins

Author: prigoyal

.jenkins/build.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+
+set -ex
+
+source /etc/lsb-release
+
+# condition: if 14.04 and conda, conda install pytorch and build
+# condition: if 16.04 and conda, conda install pytorch and build
+# condition: if any and non-conda, simply build TC from scratch
+
+if [[ "$DISTRIB_RELEASE" == 14.04 ]]; then
+  if which conda &> /dev/null; then
+    echo "Building TC in conda env"
+    conda install -y -c pytorch pytorch
+    conda install -y pyyaml
+    WITH_PYTHON_C2=OFF CLANG_PREFIX=/usr/local/clang+llvm-tapir5.0 BUILD_TYPE=Release ./build.sh --all
+  else
+    echo "Building TC in non-conda env"
+    WITH_PYTHON_C2=OFF CLANG_PREFIX=/usr/local/clang+llvm-tapir5.0 BUILD_TYPE=Release ./build.sh --all
+  fi
+fi
+
+if [[ "$DISTRIB_RELEASE" == 16.04 ]]; then
+  if which conda &> /dev/null; then
+    echo "Building TC in conda env"
+    conda install -y pytorch cuda90 -c pytorch
+    conda install -y pyyaml
+    WITH_PYTHON_C2=OFF CLANG_PREFIX=/usr/local/clang+llvm-tapir5.0 BUILD_TYPE=Release ./build.sh --all
+  else
+    echo "Building TC in non-conda env"
+    WITH_PYTHON_C2=OFF CLANG_PREFIX=/usr/local/clang+llvm-tapir5.0 BUILD_TYPE=Release ./build.sh --all
+  fi
+fi

.jenkins/run_test.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+set -ex
+
+source /etc/lsb-release
+
+# condition: if 14.04 and conda, also run python tests
+# condition: if 16.04 and conda, run only python tests
+# condition: if any and non-conda, run test.sh only
+
+if [[ "$DISTRIB_RELEASE" == 14.04 ]]; then
+  echo "Running TC backend tests"
+  ./test.sh
+  if which conda &> /dev/null; then
+    source activate
+    echo "Running TC PyTorch tests"
+    ./test_python/run_test.sh
+  fi
+fi
+
+if [[ "$DISTRIB_RELEASE" == 16.04 ]]; then
+  if which conda &> /dev/null; then
+    echo "Running TC PyTorch tests"
+    source activate
+    ./test_python/run_test.sh
+  else
+    echo "Running TC backend tests"
+    ./test.sh
+  fi
+fi

docker/common/install_cuda.sh

@@ -2,33 +2,41 @@
 
 set -ex
 
+# NOTE: This script is called only when we are in conda environment
+
+apt-get update
+apt-get install -y --no-install-recommends wget curl
+
 source /etc/lsb-release
 
 if [[ "$DISTRIB_RELEASE" == 14.04 ]]; then
+  export CUDA_REPO_PATH="ubuntu1404"
   export CUDA_VERSION=8.0
-  export CUDNN_VERSION=7
-
-  apt-get update
-  apt-get install -y --no-install-recommends wget curl
-
-  pushd /tmp
-  export ML_REPO_PKG="nvidia-machine-learning-repo-ubuntu1404_4.0-2_amd64.deb"
-  wget --no-check-certificate https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1404/x86_64/${ML_REPO_PKG}
-  dpkg -i ${ML_REPO_PKG}
-  rm -f ${ML_REPO_PKG}
-  popd
-
-  CUDNN_PKG_VERSION="7.0.5.15-1+cuda${CUDA_VERSION}"
-  apt-get update
-  # force-yes install since there is already a libcudnn shipped by nvidia docker
-  # image but with a much higher libcudnn version
-  apt-get install -y --force-yes --no-install-recommends \
-    "libcudnn${CUDNN_VERSION}=${CUDNN_PKG_VERSION}" \
-    "libcudnn${CUDNN_VERSION}-dev=${CUDNN_PKG_VERSION}"
-
-  ls /usr/local/cuda/targets/x86_64-linux/lib
-
-  # Cleanup package manager
-  apt-get autoclean && apt-get clean
-  rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+  export ML_REPO_PKG="nvidia-machine-learning-repo-${CUDA_REPO_PATH}_4.0-2_amd64.deb"
+else
+  export CUDA_REPO_PATH="ubuntu1604"
+  export CUDA_VERSION=9.0
+  export ML_REPO_PKG="nvidia-machine-learning-repo-${CUDA_REPO_PATH}_1.0.0-1_amd64.deb"
 fi
+
+export CUDNN_VERSION=7
+
+pushd /tmp
+wget --no-check-certificate https://developer.download.nvidia.com/compute/machine-learning/repos/${CUDA_REPO_PATH}/x86_64/${ML_REPO_PKG}
+dpkg -i ${ML_REPO_PKG}
+rm -f ${ML_REPO_PKG}
+popd
+
+CUDNN_PKG_VERSION="7.0.5.15-1+cuda${CUDA_VERSION}"
+apt-get update
+# force-yes install since there is already a libcudnn shipped by nvidia docker
+# image but with a much higher libcudnn version
+apt-get install -y --force-yes --no-install-recommends \
+  "libcudnn${CUDNN_VERSION}=${CUDNN_PKG_VERSION}" \
+  "libcudnn${CUDNN_VERSION}-dev=${CUDNN_PKG_VERSION}"
+
+ls /usr/local/cuda/targets/x86_64-linux/lib
+
+# Cleanup package manager
+apt-get autoclean && apt-get clean
+rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

docker/ubuntu-cuda-conda/Dockerfile

@@ -59,4 +59,7 @@ RUN python --version
 RUN which cmake
 RUN cmake --version
 
+# activate the root conda environment
+RUN source activate
+
 CMD ["bash"]