Merge branch 'main' into feature_fix

Author: mergify[bot]

.github/actions/fuse_compat/action.yml

@@ -12,9 +12,6 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Setup Build Tool
-      uses: ./.github/actions/setup_build_tool
-
     - name: Download artifact
       uses: ./.github/actions/artifact_download
       with:
@@ -26,8 +23,20 @@ runs:
     - name: Test compatibility
       shell: bash
       run: |
-        build-tool bash ./tests/fuse-compat/test-fuse-compat.sh 0.7.150
-        build-tool bash ./tests/fuse-compat/test-fuse-compat.sh 0.7.151
+        docker run --rm --tty --net=host \
+          --user $(id -u):$(id -g) \
+          --env BUILD_PROFILE \
+          --volume "${PWD}:/workspace" \
+          --workdir "/workspace" \
+          datafuselabs/build-tool:sqllogic \
+          bash ./tests/fuse-compat/test-fuse-compat.sh 0.7.150
+        docker run --rm --tty --net=host \
+          --user $(id -u):$(id -g) \
+          --env BUILD_PROFILE \
+          --volume "${PWD}:/workspace" \
+          --workdir "/workspace" \
+          datafuselabs/build-tool:sqllogic \
+          bash ./tests/fuse-compat/test-fuse-compat.sh 0.7.151
 
     - name: Upload failure
       if: failure()

.github/actions/test_sqllogic_standalone_linux/action.yml

@@ -23,7 +23,7 @@ runs:
         sha: ${{ github.sha }}
         target: ${{ inputs.target }}
 
-    - name: Run sqllogic Tests with Standalone mode with embedded meta-store
+    - name: Run sqllogic Tests with Standalone mode
       shell: bash
       run: |
         docker run --rm --tty --net=host \

.github/workflows/databend-release.yml

@@ -306,11 +306,13 @@ jobs:
         id: get_image_tags
         shell: bash
         run: |
-          dockerhub_base=${{ steps.login.outputs.dockerhub_repo }}:${{ needs.create_release.outputs.version }}
-          ecr_base=${{ steps.login.outputs.ecr_repo }}:${{ needs.create_release.outputs.version }}
-          _tags="${dockerhub_base}-${{ matrix.distro }},${ecr_base}-${{ matrix.distro }}"
+          _tags="${{ steps.login.outputs.dockerhub_repo }}:${{ needs.create_release.outputs.version }}-${{ matrix.distro }}"
+          _tags="${_tags},${{ steps.login.outputs.ecr_repo }}:${{ needs.create_release.outputs.version }}-${{ matrix.distro }}"
           if [[ "${{ matrix.distro }}" == "debian" ]]; then
-            _tags="${_tags},${dockerhub_base},${ecr_base}"
+            _tags="${_tags},${{ steps.login.outputs.dockerhub_repo }}:${{ needs.create_release.outputs.version }}"
+            _tags="${_tags},${{ steps.login.outputs.ecr_repo }}:${{ needs.create_release.outputs.version }}"
+            _tags="${_tags},${{ steps.login.outputs.dockerhub_repo }}:latest"
+            _tags="${_tags},${{ steps.login.outputs.ecr_repo }}:latest"
           fi
           echo ::set-output name=IMAGE_TAGS::${_tags}
 

.github/workflows/dev-linux.yml

@@ -129,7 +129,7 @@ jobs:
       - uses: ./.github/actions/test_stateless_cluster_linux
 
   test_sqllogic_standalone_linux:
-    timeout-minutes: 15
+    timeout-minutes: 30
     name: test_sqllogic_${{ matrix.dirs }}_standalone_linux
     runs-on: [self-hosted, X64, Linux, development]
     needs: build_gnu

Cargo.lock

@@ -200,7 +200,8 @@ Databend is licensed under [Apache 2.0](LICENSE).
 
 ## Acknowledgement
 
-- Databend is inspired by [ClickHouse](https://github.com/clickhouse/clickhouse) and [Snowflake](https://docs.snowflake.com/en/user-guide/intro-key-concepts.html#snowflake-architecture), its computing model is based on [apache-arrow](https://arrow.apache.org/).
+- Databend is inspired by [ClickHouse](https://github.com/clickhouse/clickhouse) and [Snowflake](https://docs.snowflake.com/en/user-guide/intro-key-concepts.html#snowflake-architecture).
+- Databend's computing model is based on [Arrow2](https://github.com/jorgecarleitao/arrow2), Arrow2 is a faster and safer implementation of the Apache Arrow Columnar Format.
 - The [documentation website](https://databend.rs) is hosted by [Vercel](https://vercel.com/?utm_source=databend&utm_campaign=oss).
 - Thanks to [Mergify](https://mergify.com/) for sponsoring advanced features like Batch Merge.
 - Thanks to [QingCloud](https://qingcloud.com) for sponsoring CI resources.

README.md

@@ -224,6 +224,16 @@ COPY INTO mytable
   FROM 's3://mybucket/data.csv'
   FILE_FORMAT = (type = 'CSV' field_delimiter = ','  record_delimiter = '\n' skip_header = 1) size_limit=10;
 ```
+  
+`Parquet` file example:
+```sql
+COPY INTO mytable
+  FROM 's3://mybucket/data.parquet'
+  CONNECTION = (
+      ACCESS_KEY_ID = '<your-access-key-ID>'
+      SECRET_ACCESS_KEY = '<your-secret-access-key>')
+  FILE_FORMAT = (type = 'PARQUET');
+```
 
 **Azure Blob storage**
 
@@ -236,4 +246,4 @@ COPY INTO mytable
         ACCOUNT_NAME = '<account_name>'
         ACCOUNT_KEY = '<account_key>'
     )
-```
+```

docs/doc/30-reference/30-sql/10-dml/dml-copy-into-table.md

@@ -15,6 +15,9 @@ if [ $# -gt 0 ]; then
 fi
 echo "Run suites using argument: $RUN_DIR"
 
+echo "pip list"
+python3 -m pip list
+
 echo "Starting databend-sqllogic tests"
 python3 main.py $RUN_DIR
 

scripts/ci/ci-run-sqllogic-tests-cluster.sh

@@ -4,7 +4,7 @@
 set -e
 
 echo "Starting standalone DatabendQuery and DatabendMeta"
-./scripts/ci/deploy/databend-query-standalone-embedded-meta.sh
+./scripts/ci/deploy/databend-query-standalone.sh
 
 SCRIPT_PATH="$(cd "$(dirname "$0")" >/dev/null 2>&1 && pwd)"
 cd "$SCRIPT_PATH/../../tests/logictest" || exit
@@ -15,6 +15,9 @@ if [ $# -gt 0 ]; then
 fi
 echo "Run suites using argument: $RUN_DIR"
 
+echo "pip list"
+python3 -m pip list
+
 echo "Starting databend-sqllogic tests"
 python3 main.py --skip-dir=mode $RUN_DIR
 

scripts/ci/ci-run-sqllogic-tests.sh

@@ -156,10 +156,10 @@ async fn run_kvapi_command(conf: &Config, op: &str) {
                 password: conf.password.clone(),
                 ..Default::default()
             };
-            let client = match MetaStoreProvider::new(rpc_conf).try_get_meta_store().await {
+            let client = match MetaStoreProvider::new(rpc_conf).create_meta_store().await {
                 Ok(s) => Arc::new(s),
                 Err(e) => {
-                    eprintln!("{}", e.message());
+                    eprintln!("{}", e);
                     return;
                 }
             };