Merge remote-tracking branch 'upstream/main' into feature_cluster

Author: zhyass

.github/actions/publish_binary/action.yml

@@ -13,26 +13,39 @@ inputs:
   repo_role_arn:
     description: "Repo Role Arn"
     required: true
+  mode:
+    description: "Release Normal / Hive"
+    required: false
+    default: normal
 
 runs:
   using: "composite"
   steps:
-    - name: Update release to github
+    - name: Update normal release to github
       shell: bash
       # Reference: https://cli.github.com/manual/gh_release_upload
+      if: inputs.mode == 'normal'
       run: gh release upload ${{ inputs.version }} databend-${{ inputs.version }}-${{ inputs.target }}.* --clobber
       env:
         GH_TOKEN: ${{ inputs.github_token }}
 
+    - name: Update hive release to github
+      shell: bash
+      if: inputs.mode == 'hive'
+      run: gh release upload ${{ inputs.version }} databend-hive-${{ inputs.version }}-${{ inputs.target }}.* --clobber
+      env:
+        GH_TOKEN: ${{ inputs.github_token }}
+
     - name: Configure AWS credentials
       uses: aws-actions/configure-aws-credentials@v1
       with:
         role-duration-seconds: 900
         role-to-assume: ${{ inputs.repo_role_arn }}
         aws-region: us-east-2
 
-    - name: Sync release to S3
+    - name: Sync normal release to S3
       shell: bash
+      if: inputs.mode == 'normal'
       run: |
         aws s3 cp databend-${{ inputs.version }}-${{ inputs.target }}.tar.gz s3://repo.databend.rs/databend/${{ inputs.version }}/databend-${{ inputs.version }}-${{ inputs.target }}.tar.gz
         curl --retry 3 -fsSLo tags.json \
@@ -47,3 +60,21 @@ runs:
             https://api.github.com/repos/datafuselabs/databend/releases
         cat releases.json
         aws s3 cp ./releases.json s3://repo.databend.rs/databend/releases.json
+
+    - name: Sync hive release to S3
+      shell: bash
+      if: inputs.mode == 'hive'
+      run: |
+        aws s3 cp databend-hive-${{ inputs.version }}-${{ inputs.target }}.tar.gz s3://repo.databend.rs/databend/${{ inputs.version }}/databend-hive-${{ inputs.version }}-${{ inputs.target }}.tar.gz
+        curl --retry 3 -fsSLo tags.json \
+            --header 'content-type: application/json' \
+            --header 'authorization: Bearer ${{ inputs.github_token }}' \
+            https://api.github.com/repos/datafuselabs/databend/tags
+        cat tags.json
+        aws s3 cp ./tags.json s3://repo.databend.rs/databend/tags.json
+        curl --retry 3 -fsSLo releases.json \
+            --header 'content-type: application/json' \
+            --header 'authorization: Bearer ${{ inputs.github_token }}' \
+            https://api.github.com/repos/datafuselabs/databend/releases
+        cat releases.json
+        aws s3 cp ./releases.json s3://repo.databend.rs/databend/releases.json

.github/actions/test_unit/action.yml

@@ -14,36 +14,11 @@ runs:
         bypass_env_vars: RUSTFLAGS,RUSTDOCFLAGS,RUST_TEST_THREADS,RUST_LOG,RUST_BACKTRACE
 
     - shell: bash
-      run: cargo -Z sparse-registry test --no-fail-fast
+      run: cargo -Z sparse-registry test
       env:
         RUST_TEST_THREADS: "2"
-        RUST_LOG: ERROR
+        RUST_LOG: DEBUG
         RUST_BACKTRACE: full
-        # RUSTFLAGS: '-Zprofile -Ccodegen-units=1 -Cinline-threshold=0 -Clink-dead-code -Coverflow-checks=off -Zpanic_abort_tests --cfg tokio_unstable'
-        # RUSTDOCFLAGS: '-Zprofile -Ccodegen-units=1 -Cinline-threshold=0 -Clink-dead-code -Coverflow-checks=off -Zpanic_abort_tests'
-
-    # Temporarily disable test coverage checks to save CI resources.
-    # The main purpose is to avoid OOM due to build for specific target.
-    #
-    # Instructions
-    # - `uncomment/enable`: If we self-host the CI or split the repo (especially, common-functions) to a finer granularity.
-    # - `remove`: If we lack the need for test coverage, or adopt a new solution.
-
-    # - name: Install grcov
-    #   uses: actions-rs/cargo@v1
-    #   with:
-    #     command: install
-    #     args: grcov
-
-    # - name: Run code coverage
-    #   uses: actions-rs/grcov@v0.1.5
-    #   id: coverage
-
-    # - name: Upload to codecov.io
-    #   uses: codecov/codecov-action@v1
-    #   with:
-    #     token: ${{ inputs.codecov_token }}
-    #     file: ${{ steps.coverage.outputs.report }}
 
     - name: Upload failure
       if: failure()

.github/workflows/databend-release.yml

@@ -278,9 +278,10 @@ jobs:
         uses: ./.github/actions/publish_binary
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          version: hive-${{ needs.create_release.outputs.version }}
+          version: ${{ needs.create_release.outputs.version }}
           target: ${{ steps.target.outputs.target }}
           repo_role_arn: ${{ secrets.REPO_ROLE_ARN }}
+          mode: hive
 
   publish_sqllogic_testsuites:
     name: sqllogic testsuites