Add renovate scripts (#49)

Author: lfrancke

renovate/README.md

@@ -0,0 +1,12 @@
+# Renovate
+
+This directory contains tools necessary to run Renovate manually against our repositories.
+
+For reasons unknown to us this currently (2023-07) does not work from within Jenkins, which is why we run it manually.
+I am not sure if we have tried to move it into a GitHub Action, which would be one reasonable thing to try.
+                      
+You need an access token for GitHub for the Stacky McStackface user.
+The script assumes an environment variable named `GITHUB_TOKEN` exists.
+
+Then just run `run_renovate.sh`.
+The script `list_repos.sh` will return a list of all non-archived, non-fork repositories for Stackable.

renovate/config.js

@@ -0,0 +1,38 @@
+module.exports = {
+    repositories: [
+        "stackabletech/airflow-operator",
+        "stackabletech/beku.py",
+        "stackabletech/commons-operator",
+        "stackabletech/docker-images",
+        "stackabletech/documentation",
+        "stackabletech/documentation-ui",
+        "stackabletech/druid-operator",
+        "stackabletech/hbase-normalizer",
+        "stackabletech/hbase-operator",
+        "stackabletech/hdfs-operator",
+        "stackabletech/hello-world-operator",
+        "stackabletech/hive-operator",
+        "stackabletech/kafka-operator",
+        "stackabletech/listener-operator",
+        "stackabletech/nifi-operator",
+        "stackabletech/opa-operator",
+        "stackabletech/operator-rs",
+        "stackabletech/operator-templating",
+        "stackabletech/product-config",
+        "stackabletech/secret-operator",
+        "stackabletech/spark-k8s-operator",
+        "stackabletech/stackable-utils",
+        "stackabletech/superset-operator",
+        "stackabletech/trino-operator",
+        "stackabletech/zookeeper-operator",
+    ],
+    gitAuthor: "\"Stacky McStackface\" <serviceaccounts@stackable.tech>",
+    includeForks: true,
+    logFileLevel: 'debug',
+    logLevel: 'debug',
+    recreateClosed: 'true',
+    force: {
+      schedule: [],
+      prCreation: "immediate",
+    }
+  };

renovate/config_all.js

@@ -0,0 +1,71 @@
+module.exports = {
+    repositories: [
+        ".github",
+        "airflow-operator",
+        "beku.py",
+        "ci",
+        "commons-operator",
+        "community",
+        "configurator",
+        "datenplatform",
+        "docker-images",
+        "docker_action_test",
+        "documentation",
+        "documentation-ui",
+        "druid-opa-authorizer",
+        "druid-operator",
+        "edc-operator",
+        "fc-service",
+        "feature-tracker",
+        "hadoop-opa-groupmapper",
+        "hbase-normalizer",
+        "hbase-operator",
+        "hdfs-operator",
+        "hello-world-operator",
+        "hive-operator",
+        "hive_migration_blog",
+        "issues",
+        "kafka-operator",
+        "listener-operator",
+        "merge-queue-test",
+        "nifi-opa-authorizer",
+        "nifi-operator",
+        "nifi-rs",
+        "nifi-webhook-authorizer",
+        "ny-tlc-report",
+        "opa-bundle-builder",
+        "opa-operator",
+        "operator-rs",
+        "operator-skeleton",
+        "operator-templating",
+        "product-config",
+        "product-config-demo",
+        "release",
+        "release-summarizer",
+        "roadmap",
+        "secret-operator",
+        "spark-k8s-operator",
+        "stackable-cockpit",
+        "stackable-lib",
+        "stackable-training",
+        "stackable-utils",
+        "stackablectl",
+        "superset-operator",
+        "t2",
+        "test",
+        "tokio-zookeeper",
+        "trino-opa-authorizer",
+        "trino-operator",
+        "value-size",
+        "zookeeper-operator",
+    ],
+    gitAuthor: "\"Stacky McStackface\" <serviceaccounts@stackable.tech>",
+    includeForks: true,
+    logFileLevel: 'debug',
+    logLevel: 'debug',
+    recreateClosed: 'true',
+    force: {
+      schedule: [],
+      prCreation: "immediate",
+    }
+  };

renovate/list_repos.sh

@@ -0,0 +1,34 @@
+function get_all_repos {
+    page=1
+    repos=()
+    while true; do
+        response=$(curl -s -u "$USERNAME:$TOKEN" "https://api.github.com/orgs/stackabletech/repos?per_page=100&page=$page")
+        if [[ -z "$response" ]]; then
+            break
+        fi
+        page=$((page + 1))
+        repo_names=$(echo "$response" | jq -r '.[] | select(.archived == false and .fork == false) | .name' | tr -d '"')
+        if [[ -z "$repo_names" ]]; then
+            break
+        fi
+        repos+=($repo_names)
+    done
+    echo "${repos[@]}"
+}
+
+function main {
+  projects="$(get_all_repos)"
+
+  if [[ -z "$projects" ]]; then
+    echo "No repositories found."
+    exit 1
+  fi
+
+  echo "repositories: ["
+  for repo in ${projects[@]}; do
+      echo "    \"$repo\","
+  done
+  echo "]"
+}
+
+main

renovate/run_renovate.sh

@@ -0,0 +1,5 @@
+docker run --rm \
+  --volume "./config.js:/usr/src/app/config.js" \
+  --env RENOVATE_TOKEN="$GITHUB_TOKEN" \
+  --env LOG_LEVEL=debug \
+  renovate/renovate@sha256:1df1b79cad9262c50d4537706716494301ee6437ab0176cc34ab960d8557c56d