ci: add local benchmark back (#18306)

Author: everpcpc

.github/workflows/release.yml

@@ -121,7 +121,6 @@ jobs:
       - Linux
       - 16c64g
       - aws
-      - on-demand
     needs: create_release
     strategy:
       fail-fast: false
@@ -161,7 +160,6 @@ jobs:
       - Linux
       - 16c64g
       - aws
-      - on-demand
     needs: create_release
     strategy:
       fail-fast: false
@@ -195,7 +193,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, build_default]
     strategy:
       fail-fast: false
@@ -237,7 +234,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, build_default]
     strategy:
       fail-fast: false
@@ -287,7 +283,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, build_default]
     steps:
       - name: Checkout
@@ -367,7 +362,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, build_docker]
     strategy:
       fail-fast: false
@@ -443,7 +437,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, build_default]
     strategy:
       matrix:
@@ -534,7 +527,6 @@ jobs:
       - Linux
       - 2c8g
       - aws
-      - on-demand
     needs: [create_release, notify]
     steps:
       - uses: actions/checkout@v4

.github/workflows/reuse.benchmark.yml

@@ -38,50 +38,57 @@ env:
   RUNNER_PROVIDER: github
 
 jobs:
-  # local:
-  #   timeout-minutes: 60
-  #   runs-on: ubuntu-latest
-  #   strategy:
-  #     matrix:
-  #       dataset:
-  #         - internal
-  #         # - hits
-  #     fail-fast: true
-  #     max-parallel: 1
-  #   steps:
-  #     - uses: actions/checkout@v4
-  #       if: inputs.source == 'release'
-  #       with:
-  #         ref: ${{ inputs.sha }}
-  #     - uses: actions/checkout@v4
-  #       if: inputs.source == 'pr'
-  #       with:
-  #         ref: "refs/pull/${{ inputs.source_id }}/merge"
-  #     - uses: ./.github/actions/setup_bendsql
-  #     - uses: ./.github/actions/setup_test
-  #     - name: Download artifact
-  #       uses: ./.github/actions/artifact_download
-  #       with:
-  #         sha: ${{ inputs.sha }}
-  #         target: x86_64-unknown-linux-gnu
-  #         category: full
-  #         artifacts: meta,query
-  #     - name: Setup Databend Binary
-  #       shell: bash
-  #       run: |
-  #         sudo cp ./target/release/databend-* /usr/local/bin/
-  #         databend-query --version
-  #         databend-meta --version
-  #     - uses: ./.github/actions/benchmark_local
-  #       if: inputs.target == 'local' || inputs.target == 'all'
-  #       timeout-minutes: 30
-  #       id: benchmark
-  #       with:
-  #         sha: ${{ inputs.sha }}
-  #         run_id: ${{ inputs.run_id }}
-  #         dataset: ${{ matrix.dataset }}
-  #         source: ${{ inputs.source }}
-  #         source_id: ${{ inputs.source_id }}
+  local:
+    timeout-minutes: 60
+    runs-on:
+      - self-hosted
+      - X64
+      - Linux
+      - 8c32g
+      - aws
+    strategy:
+      matrix:
+        dataset:
+          - internal
+          # - hits
+      fail-fast: true
+      max-parallel: 1
+    env:
+      RUNNER_PROVIDER: aws
+    steps:
+      - uses: actions/checkout@v4
+        if: inputs.source == 'release'
+        with:
+          ref: ${{ inputs.sha }}
+      - uses: actions/checkout@v4
+        if: inputs.source == 'pr'
+        with:
+          ref: "refs/pull/${{ inputs.source_id }}/merge"
+      - uses: ./.github/actions/setup_bendsql
+      - uses: ./.github/actions/setup_test
+      - name: Download artifact
+        uses: ./.github/actions/artifact_download
+        with:
+          sha: ${{ inputs.sha }}
+          target: x86_64-unknown-linux-gnu
+          category: full
+          artifacts: meta,query
+      - name: Setup Databend Binary
+        shell: bash
+        run: |
+          sudo cp ./target/release/databend-* /usr/local/bin/
+          databend-query --version
+          databend-meta --version
+      - uses: ./.github/actions/benchmark_local
+        if: inputs.target == 'local' || inputs.target == 'all'
+        timeout-minutes: 30
+        id: benchmark
+        with:
+          sha: ${{ inputs.sha }}
+          run_id: ${{ inputs.run_id }}
+          dataset: ${{ matrix.dataset }}
+          source: ${{ inputs.source }}
+          source_id: ${{ inputs.source_id }}
 
   load:
     runs-on: ubuntu-latest
@@ -167,7 +174,7 @@ jobs:
           echo "DROP WAREHOUSE IF EXISTS 'benchmark-${{ inputs.run_id }}';" | bendsql -o table
 
   comment:
-    needs: [cloud]
+    needs: [cloud, local]
     if: inputs.source == 'pr'
     runs-on: ubuntu-latest
     steps:
@@ -215,7 +222,7 @@ jobs:
           number: ${{ inputs.source_id }}
 
   archive:
-    needs: [cloud]
+    needs: [cloud, local]
     if: inputs.source == 'release'
     runs-on: ubuntu-latest
     strategy: