chore: run load test with new label (#15035)

Author: everpcpc

.github/workflows/cloud.yml

@@ -18,7 +18,7 @@ env:
 
 jobs:
   info:
-    if: contains(github.event.pull_request.labels.*.name, 'ci-cloud') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark-cloud') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark-local')
+    if: contains(github.event.pull_request.labels.*.name, 'ci-cloud') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark-cloud') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark-load') || contains(github.event.pull_request.labels.*.name, 'ci-benchmark-local')
     runs-on: ubuntu-latest
     outputs:
       sha: ${{ steps.sha.outputs.sha }}
@@ -37,6 +37,8 @@ jobs:
             echo "target=all" >> $GITHUB_OUTPUT
           elif ${{ contains(github.event.pull_request.labels.*.name, 'ci-benchmark-cloud') }}; then
             echo "target=cloud" >> $GITHUB_OUTPUT
+          elif ${{ contains(github.event.pull_request.labels.*.name, 'ci-benchmark-load') }}; then
+            echo "target=load" >> $GITHUB_OUTPUT
           elif ${{ contains(github.event.pull_request.labels.*.name, 'ci-benchmark-local') }}; then
             echo "target=local" >> $GITHUB_OUTPUT
           fi

.github/workflows/reuse.benchmark.yml

@@ -104,7 +104,6 @@ jobs:
           - { dataset: hits, size: Large }
           - { dataset: tpch, size: Small }
           - { dataset: tpch, size: Large }
-          - { dataset: load, size: Small }
       fail-fast: true
       max-parallel: 1
     steps:
@@ -130,6 +129,47 @@ jobs:
           cloud_user: ${{ secrets.BENCHMARK_CLOUD_USER }}
           cloud_password: ${{ secrets.BENCHMARK_CLOUD_PASSWORD }}
           cloud_gateway: ${{ secrets.BENCHMARK_CLOUD_GATEWAY }}
+      - name: clean
+        if: always()
+        continue-on-error: true
+        env:
+          BENDSQL_DSN: "databend://${{ secrets.BENCHMARK_CLOUD_USER }}:${{ secrets.BENCHMARK_CLOUD_PASSWORD }}@${{ secrets.BENCHMARK_CLOUD_GATEWAY }}:443/?warehouse=default"
+        run: |
+          echo "DROP WAREHOUSE IF EXISTS 'benchmark-${{ inputs.run_id }}';" | bendsql
+
+  load:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        if: inputs.source == 'release'
+      - uses: actions/checkout@v4
+        if: inputs.source == 'pr'
+        with:
+          ref: "refs/pull/${{ inputs.source_id }}/merge"
+      - uses: ./.github/actions/setup_bendsql
+      - uses: ./.github/actions/benchmark_cloud
+        if: inputs.target == 'load' || inputs.target == 'all'
+        timeout-minutes: 120
+        id: benchmark
+        with:
+          sha: ${{ inputs.sha }}
+          run_id: ${{ inputs.run_id }}
+          dataset: load
+          source: ${{ inputs.source }}
+          source_id: ${{ inputs.source_id }}
+          size: Small
+          version: ${{ inputs.version }}
+          cloud_user: ${{ secrets.BENCHMARK_CLOUD_USER }}
+          cloud_password: ${{ secrets.BENCHMARK_CLOUD_PASSWORD }}
+          cloud_gateway: ${{ secrets.BENCHMARK_CLOUD_GATEWAY }}
+      - name: clean
+        if: always()
+        continue-on-error: true
+        env:
+          BENDSQL_DSN: "databend://${{ secrets.BENCHMARK_CLOUD_USER }}:${{ secrets.BENCHMARK_CLOUD_PASSWORD }}@${{ secrets.BENCHMARK_CLOUD_GATEWAY }}:443/?warehouse=default"
+        run: |
+          echo "DROP DATABASE IF EXISTS 'load_test_${{ inputs.run_id }}';" | bendsql
+          echo "DROP WAREHOUSE IF EXISTS 'benchmark-${{ inputs.run_id }}';" | bendsql
 
   comment:
     needs: [local, cloud]

benchmark/clickbench/benchmark_cloud.sh

@@ -73,9 +73,11 @@ done
 
 export BENDSQL_DSN="databend://${CLOUD_USER}:${CLOUD_PASSWORD}@${CLOUD_GATEWAY}:443/${BENCHMARK_DATABASE}?warehouse=${CLOUD_WAREHOUSE}"
 
-echo "Creating database..."
-echo "DROP DATABASE IF EXISTS ${BENCHMARK_DATABASE};" | bendsql --database default
-echo "CREATE DATABASE ${BENCHMARK_DATABASE};" | bendsql --database default
+if [[ "${BENCHMARK_DATASET}" == "load" ]]; then
+    echo "Creating database..."
+    echo "DROP DATABASE IF EXISTS ${BENCHMARK_DATABASE};" | bendsql --database default
+    echo "CREATE DATABASE ${BENCHMARK_DATABASE};" | bendsql --database default
+fi
 
 echo "Checking session settings..."
 bendsql --query="select * from system.settings where value != default;" -o table
@@ -105,7 +107,8 @@ function run_query() {
 
 QUERY_NUM=0
 for query in "${BENCHMARK_DATASET}"/queries/*.sql; do
-    echo -e "\n==>Running Q${QUERY_NUM}: ${query}"
+    echo
+    echo "==> Running Q${QUERY_NUM}: ${query}"
     cat "$query"
     yq -i ".result += [[]]" -o json result.json
     for i in $(seq 1 "$BENCHMARK_TRIES"); do

benchmark/clickbench/benchmark_local.sh

@@ -110,7 +110,8 @@ function run_query() {
 TRIES=3
 QUERY_NUM=0
 for query in "${BENCHMARK_DATASET}"/queries/*.sql; do
-    echo -e "\n==>Running Q${QUERY_NUM}: ${query}"
+    echo
+    echo "==> Running Q${QUERY_NUM}: ${query}"
     cat "$query"
     sync
     echo 3 | sudo tee /proc/sys/vm/drop_caches