build clean trunk

Author: partouf

Dockerfile

@@ -20,6 +20,8 @@ RUN apt update -y -q && apt upgrade -y -q && apt update -y -q && \
     python3 \
     s3cmd \
     xz-utils \
+    unzip \
+    subversion \
     texinfo \
     zlib1g-dev
 

build/build-clean.sh

@@ -0,0 +1,64 @@
+#!/bin/bash
+
+set -ex
+
+PROJNAME=clean
+URL=https://gitlab.science.ru.nl/clean-and-itasks/clean-build.git
+
+VERSION=$1
+if echo ${VERSION} | grep 'trunk'; then
+    VERSION=trunk-$(date +%Y%m%d)
+    BRANCH=master
+    LAST_REVISION="${3}"
+
+    CHECKURL2=https://gitlab.science.ru.nl/clean-and-itasks/clean-libraries.git
+    CHECKURL3=https://gitlab.science.ru.nl/clean-compiler-and-rts/compiler.git
+    CHECKURL4=https://gitlab.science.ru.nl/clean-and-itasks/clm.git
+
+    REVISION1=$(git ls-remote --heads "${URL}" "refs/heads/${BRANCH}" | cut -f 1)
+    REVISION2=$(git ls-remote --heads "${CHECKURL2}" "refs/heads/master" | cut -f 1)
+    REVISION3=$(git ls-remote --heads "${CHECKURL3}" "refs/heads/master" | cut -f 1)
+    REVISION4=$(git ls-remote --heads "${CHECKURL4}" "refs/heads/master" | cut -f 1)
+    REVISION=${REVISION1}-${REVISION2}-${REVISION3}-${REVISION4}
+    echo "ce-build-revision:${REVISION}"
+
+    if [[ "${REVISION}" == "${LAST_REVISION}" ]]; then
+        echo "ce-build-status:SKIPPED"
+        exit
+    fi
+else
+    echo "Only builds trunk"
+    exit
+fi
+
+PROJVERSION=${PROJNAME}-${VERSION}
+
+OUTPUT=/root/${PROJVERSION}.tar.xz
+S3OUTPUT=""
+if echo $2 | grep s3://; then
+    S3OUTPUT=$2
+else
+    OUTPUT=${2-/root/${PROJVERSION}.tar.xz}
+fi
+
+STARTDIR=$(pwd)
+DIR=${STARTDIR}/${PROJNAME}
+git clone --depth 1 -b ${BRANCH} ${URL} ${DIR}
+
+export CLEANDATE="$(date +%Y-%m-%d)"
+
+PREFIX=/root/clean/build
+cd ${DIR}
+
+./generic/cleanup.sh
+./generic/setup.sh clean-bundle-complete linux x64
+${STARTDIR}/custom-clean-fetch.sh clean-bundle-complete linux x64
+./generic/build.sh clean-bundle-complete linux x64
+
+export XZ_DEFAULTS="-T 0"
+
+tar Jcf ${OUTPUT} --transform "s,^./,./${PROJVERSION}/," -C ${PREFIX}/clean .
+
+if [[ ! -z "${S3OUTPUT}" ]]; then
+    s3cmd put --rr ${OUTPUT} ${S3OUTPUT}
+fi

build/custom-clean-fetch.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+SVN_BASEURL="https://svn.cs.ru.nl/repos"
+
+if [ $# -ne 3 ]; then
+	echo "Usage: $0 <package name> <os name> <architecture name>"
+	exit 1
+fi
+
+PACKAGE=$1
+OS=$2
+ARCH=$3
+
+mkdir -p src
+
+if [ -e $PACKAGE/$OS-$ARCH/svn-sources.txt ]; then
+	tr -d '\r' < $PACKAGE/$OS-$ARCH/svn-sources.txt | while read repo branch; do
+		
+		if [ ! -e src/$repo-`basename $branch` ]; then
+			echo "Checking out svn repo: $repo / $branch"
+            svn checkout -r HEAD -q $SVN_BASEURL/$repo/$branch src/$repo-`basename $branch`
+		else
+			echo "Skipping svn repo: $repo / $branch"
+		fi
+	done
+fi
+
+if [ -e $PACKAGE/$OS-$ARCH/git-sources.txt ]; then
+	tr -d '\r' < $PACKAGE/$OS-$ARCH/git-sources.txt | while read url branch; do
+		dir="src/$(basename $url)-$branch"
+		if [ ! -e $dir ]; then
+			echo "Cloning git repo: $url / $branch"
+            git clone --recursive --depth 1 -b $branch $url.git $dir
+		else
+			echo "Skipping git repo: $url / $branch"
+		fi
+	done
+fi