ci: Add stateful tests for cluster

Signed-off-by: Xuanwo <github@xuanwo.io>

Author: Xuanwo

.github/mergify.yml

@@ -10,9 +10,13 @@ queue_rules:
       - check-success~=^build_(aarch64|x86_64)_musl$
       - check-success=test_unit
       - check-success=test_metactl
+      # stateless tests
       - check-success=test_stateless_standalone_linux
       - check-success=test_stateless_cluster_linux
+      # stateful tests
       - check-success=test_stateful_standalone_linux
+      - check-success=test_stateful_cluster_linux
+      # sqllogic tests
       - check-success=test_sqllogic_base_standalone_linux
       - check-success=test_sqllogic_ydb_standalone_linux
       - check-success=test_sqllogic_base_cluster_linux

.github/workflows/dev-linux.yml

@@ -169,6 +169,14 @@ jobs:
       - uses: actions/checkout@v3
       - uses: ./.github/actions/test_stateful_standalone_linux
 
+  test_stateful_cluster_linux:
+    timeout-minutes: 10
+    runs-on: [self-hosted, X64, Linux, development]
+    needs: build_gnu
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/test_stateful_cluster_linux
+
   test_fuzz_standalone_linux:
     timeout-minutes: 10
     runs-on: [self-hosted, X64, Linux, development]

scripts/ci/ci-run-stateful-tests-cluster-s3.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+# Copyright 2020-2021 The Databend Authors.
+# SPDX-License-Identifier: Apache-2.0.
+
+echo "*************************************"
+echo "* Setting STORAGE_TYPE to S3.       *"
+echo "*                                   *"
+echo "* Please make sure that S3 backend  *"
+echo "* is ready, and configured properly.*"
+echo "*************************************"
+export STORAGE_TYPE=s3
+export STORAGE_S3_BUCKET=testbucket
+export STORAGE_S3_ROOT=admin
+export STORAGE_S3_ENDPOINT_URL=http://127.0.0.1:9900
+export STORAGE_S3_ACCESS_KEY_ID=minioadmin
+export STORAGE_S3_SECRET_ACCESS_KEY=minioadmin
+export STORAGE_ALLOW_INSECURE=true
+
+echo "Install dependence"
+python3 -m pip install --quiet mysql-connector-python
+
+echo "calling test suite"
+echo "Starting Cluster databend-query"
+./scripts/ci/deploy/databend-query-cluster-3-nodes.sh
+
+SCRIPT_PATH="$(cd "$(dirname "$0")" >/dev/null 2>&1 && pwd)"
+cd "$SCRIPT_PATH/../../tests" || exit
+
+echo "Starting databend-test"
+./databend-test --mode 'cluster' --run-dir 1_stateful