Merge branch 'main' into fix_using_0

Author: mergify[bot]

Cargo.lock

@@ -0,0 +1,7 @@
+{
+  "label": "System Functions",
+  "link": {
+    "type": "generated-index",
+    "slug": "/reference/functions/system-functions"
+  }
+}

docs/doc/30-reference/20-functions/111-system-functions/_category_.json

@@ -0,0 +1,28 @@
+---
+title: CLUSTERING_INFORMATION
+---
+
+Returns clustering information of a table.
+
+## Syntax
+
+```sql
+CLUSTERING_INFORMATION(‘<database_name>’, ‘<table_name>’)
+```
+
+## Examples
+
+```sql
+CREATE TABLE mytable(a int, b int) CLUSTER BY(a+1);
+
+INSERT INTO mytable VALUES(1,1),(3,3);
+INSERT INTO mytable VALUES(2,2),(5,5);
+INSERT INTO mytable VALUES(4,4);
+
+SELECT * FROM CLUSTERING_INFORMATION(‘default‘,’mytable‘);
+
+---
+| cluster_by_keys | total_block_count | total_constant_block_count | average_overlaps | average_depth | block_depth_histogram |
+|-----------------|-------------------|----------------------------|------------------|---------------|-----------------------|
+| ((a + 1))       | 3                 | 1                          | 1.3333           | 2.0           | {"00002":3}           |
+```

docs/doc/30-reference/20-functions/111-system-functions/clustering_information.md

@@ -0,0 +1,39 @@
+---
+title: FUSE_SEGMENT
+---
+
+Returns the segment information of a snapshot of table.
+
+## Syntax
+
+```sql
+FUSE_SEGMENT('<database_name>', '<table_name>','<snapshot_id>')
+```
+
+## Examples
+
+```sql
+CREATE TABLE mytable(c int);
+INSERT INTO mytable values(1);
+INSERT INTO mytable values(2); 
+
+-- Obtain a snapshot ID
+SELECT snapshot_id FROM FUSE_SNAPSHOT('default', 'mytable') limit 1;
+
+---
++----------------------------------+
+| snapshot_id                      |
++----------------------------------+
+| 82c572947efa476892bd7c0635158ba2 |
++----------------------------------+
+
+SELECT * FROM FUSE_SEGMENT('default', 'mytable', '82c572947efa476892bd7c0635158ba2');
+
+---
++----------------------------------------------------+----------------+-------------+-----------+--------------------+------------------+
+| file_location                                      | format_version | block_count | row_count | bytes_uncompressed | bytes_compressed |
++----------------------------------------------------+----------------+-------------+-----------+--------------------+------------------+
+| 1/319/_sg/d35fe7bf99584301b22e8f6a8a9c97f9_v1.json |              1 |           1 |         1 |                  4 |              184 |
+| 1/319/_sg/c261059d47c840e1b749222dabb4b2bb_v1.json |              1 |           1 |         1 |                  4 |              184 |
++----------------------------------------------------+----------------+-------------+-----------+--------------------+------------------+
+```

docs/doc/30-reference/20-functions/111-system-functions/fuse_segment.md

@@ -0,0 +1,30 @@
+---
+title: FUSE_SNAPSHOT
+---
+
+Returns the snapshot information of a table for querying previous versions of your data. For more information, see [AT](../../30-sql/20-query-syntax/dml-at.md).
+
+## Syntax
+
+```sql
+FUSE_SNAPSHOT('<database_name>', '<table_name>')
+```
+
+## Examples
+
+```sql
+CREATE TABLE mytable(a int, b int) CLUSTER BY(a+1);
+
+INSERT INTO mytable VALUES(1,1),(3,3);
+INSERT INTO mytable VALUES(2,2),(5,5);
+INSERT INTO mytable VALUES(4,4);
+
+SELECT * FROM FUSE_SNAPSHOT(‘default‘,’mytable‘);
+
+---
+| snapshot_id                      | snapshot_location                                          | format_version | previous_snapshot_id             | segment_count | block_count | row_count | bytes_uncompressed | bytes_compressed | timestamp                  |
+|----------------------------------|------------------------------------------------------------|----------------|----------------------------------|---------------|-------------|-----------|--------------------|------------------|----------------------------|
+| dd98266f968f4817b470255592d04fda | 670655/670675/_ss/dd98266f968f4817b470255592d04fda_v1.json | 1              | \N                               | 1             | 1           | 2         | 16                 | 290              | 2022-09-07 01:58:55.204997 |
+| 2f2d004ff6f842cdb25f5631b2bbb703 | 670655/670675/_ss/2f2d004ff6f842cdb25f5631b2bbb703_v1.json | 1              | dd98266f968f4817b470255592d04fda | 2             | 2           | 4         | 32                 | 580              | 2022-09-07 01:59:09.742999 |
+| 0aa6dfd5d5364bde80f21161ba48c96e | 670655/670675/_ss/0aa6dfd5d5364bde80f21161ba48c96e_v1.json | 1              | 2f2d004ff6f842cdb25f5631b2bbb703 | 3             | 3           | 5         | 40                 | 862              | 2022-09-07 01:59:16.858454 |
+```

docs/doc/30-reference/20-functions/111-system-functions/fuse_snapshot.md

@@ -12,7 +12,7 @@ CREATE STAGE [ IF NOT EXISTS ] <internal_stage_name>
   [ FILE_FORMAT = ( { TYPE = { CSV | PARQUET } [ formatTypeOptions ] ) } ]
   [ COPY_OPTIONS = ( copyOptions ) ]
   [ COMMENT = '<string_literal>' ]
-  
+
 -- External stage
 CREATE STAGE [ IF NOT EXISTS ] <external_stage_name>
     externalStageParams
@@ -70,8 +70,8 @@ externalStageParams ::=
 ### formatTypeOptions
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
 ```
 
@@ -85,11 +85,13 @@ formatTypeOptions ::=
 ```
 copyOptions ::=
   [ SIZE_LIMIT = <num> ]
+  [ PURGE = <bool> ]
 ```
 
 | Parameters  | Description | Required |
 | ----------- | ----------- | --- |
 | `SIZE_LIMIT = <num>` | Number (> 0) that specifies the maximum rows of data to be loaded for a given COPY statement. Default `0` | Optional |
+| `PURGE = <bool>` | True specifies that the command will purge the files in the stage if they are loaded successfully into table. Default `false` | Optional |
 
 
 ## Examples

docs/doc/30-reference/30-sql/00-ddl/40-stage/01-ddl-create-stage.md

@@ -56,8 +56,8 @@ externalLocation (for Amazon S3) ::=
 ### formatTypeOptions
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
 ```
 

docs/doc/30-reference/30-sql/10-dml/dml-copy-into-location.md

@@ -97,8 +97,8 @@ A regular expression pattern string, enclosed in single quotes, specifying the f
 
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
   COMPRESSION = AUTO | GZIP | BZ2 | BROTLI | ZSTD | DEFLATE | RAW_DEFLATE | NONE
 ```
@@ -129,7 +129,7 @@ Default: `NONE`
 
 Values:
 
-| Values        | Notes                                                           | 
+| Values        | Notes                                                           |
 |---------------|-----------------------------------------------------------------|
 | `AUTO`        | Auto detect compression via file extensions                     |
 | `GZIP`        |                                                                 |
@@ -145,11 +145,13 @@ Values:
 ```
 copyOptions ::=
   [ SIZE_LIMIT = <num> ]
+  [ PURGE = <bool> ]
 ```
 
 | Parameters  | Description | Required |
 | ----------- | ----------- | --- |
 | `SIZE_LIMIT = <num>` | Number (> 0) that specifies the maximum rows of data to be loaded for a given COPY statement. Default `0` | Optional |
+| `PURGE = <bool>` | True that specifies the command will purge the files in the stage if they are loaded successfully into table. Default `false` | Optional |
 
 ## Examples
 

docs/doc/30-reference/30-sql/10-dml/dml-copy-into-table.md

@@ -2,7 +2,7 @@
 title: AT
 ---
 
-The SELECT statement can include an AT clause that allows you to  query previous versions of your data by a specific snapshot ID or timestamp.
+The SELECT statement can include an AT clause that allows you to query previous versions of your data by a specific snapshot ID or timestamp.
 
 Databend automatically creates snapshots when data updates occur, so a snapshot can be considered as a view of your data at a time point in the past. You can access a snapshot by the snapshot ID or the timestamp at which the snapshot was created. For how to obtain the snapshot ID and timestamp, see [Obtaining Snapshot ID and Timestamp](#obtaining-snapshot-id-and-timestamp).
 
@@ -26,12 +26,7 @@ SELECT snapshot_id,
 FROM   fuse_snapshot('<database_name>', '<table_name>'); 
 ```
 
-You can find more information related to the snapshots by executing the following statement:
-
-```sql
-SELECT * 
-FROM   Fuse_snapshot('<database_name>', '<table_name>'); 
-```
+For more information about the FUSE_SNAPSHOT function,see [FUSE_SNAPSHOT](../../20-functions/111-system-functions/fuse_snapshot.md).
 
 ## Examples
 

docs/doc/30-reference/30-sql/20-query-syntax/dml-at.md

@@ -2,23 +2,71 @@
 title: system.query_log
 ---
 
-A read-only in-memory table stores all the query logs;
+A read-only in-memory table stores all the query logs.
 
-```sql
-SELECT * FROM system.query_log ORDER BY event_time DESC LIMIT 1\G
-*************************** 1. row ***************************
+
+## Columns
+
+```
+CREATE TABLE `query_log` (
+  `log_type` TINYINT,
+  `handler_type` VARCHAR,
+  `tenant_id` VARCHAR,
+  `cluster_id` VARCHAR,
+  `sql_user` VARCHAR,
+  `sql_user_quota` VARCHAR,
+  `sql_user_privileges` VARCHAR,
+  `query_id` VARCHAR,
+  `query_kind` VARCHAR,
+  `query_text` VARCHAR,
+  `event_date` DATE,
+  `event_time` TIMESTAMP(3),
+  `current_database` VARCHAR,
+  `databases` VARCHAR,
+  `tables` VARCHAR,
+  `columns` VARCHAR,
+  `projections` VARCHAR,
+  `written_rows` BIGINT UNSIGNED,
+  `written_bytes` BIGINT UNSIGNED,
+  `written_io_bytes` BIGINT UNSIGNED,
+  `written_io_bytes_cost_ms` BIGINT UNSIGNED,
+  `scan_rows` BIGINT UNSIGNED,
+  `scan_bytes` BIGINT UNSIGNED,
+  `scan_io_bytes` BIGINT UNSIGNED,
+  `scan_io_bytes_cost_ms` BIGINT UNSIGNED,
+  `scan_partitions` BIGINT UNSIGNED,
+  `total_partitions` BIGINT UNSIGNED,
+  `result_rows` BIGINT UNSIGNED,
+  `result_bytes` BIGINT UNSIGNED,
+  `cpu_usage` INT UNSIGNED,
+  `memory_usage` BIGINT UNSIGNED,
+  `client_info` VARCHAR,
+  `client_address` VARCHAR,
+  `exception_code` INT,
+  `exception_text` VARCHAR,
+  `stack_trace` VARCHAR,
+  `server_version` VARCHAR,
+  `session_settings` VARCHAR,
+  `extra` VARCHAR
+)
+```
+
+## Examples
+
+```
+*************************** 4. row ***************************
                 log_type: 1
             handler_type: MySQL
-               tenant_id: test_tenant
-              cluster_id: test_cluster
+               tenant_id: admin
+              cluster_id:
                 sql_user: root
           sql_user_quota: UserQuota<cpu:0,mem:0,store:0>
-     sql_user_privileges: GRANT ALL ON *.* TO 'root'@'127.0.0.1', ROLES: []
-                query_id: da879c17-94bb-4163-b2ac-ff4786bbe69e
-              query_kind: SelectPlan
-              query_text: SELECT * from system.query_log order by event_time desc limit 1
-              event_date: 2022-03-24
-              event_time: 2022-03-24 11:13:27.414
+     sql_user_privileges: GRANT ALL ON *.*, ROLES: []
+                query_id: eda2a82b-3667-4ffb-b436-953785178c39
+              query_kind: Query
+              query_text: select avg(number) from numbers(1000000)
+              event_date: 2022-09-08
+              event_time: 2022-09-08 03:32:39.517
         current_database: default
                databases:
                   tables:
@@ -34,16 +82,50 @@ written_io_bytes_cost_ms: 0
    scan_io_bytes_cost_ms: 0
          scan_partitions: 0
         total_partitions: 0
-             result_rows: 0
-            result_bytes: 0
-               cpu_usage: 10
-            memory_usage: 1603
+
+, skip_header=0, sql_dialect=PostgreSQL, storage_read_buffer_size=1048576, timezone=UTC, unquoted_ident_case_sensitive=0, wait_for_async_insert=1, wait_for_async_insert_timeout=100, scope: SESSION
+                   extra:
+                   
+                   
+*************************** 5. row ***************************
+                log_type: 2
+            handler_type: MySQL
+               tenant_id: admin
+              cluster_id:
+                sql_user: root
+          sql_user_quota: UserQuota<cpu:0,mem:0,store:0>
+     sql_user_privileges: GRANT ALL ON *.*, ROLES: []
+                query_id: eda2a82b-3667-4ffb-b436-953785178c39
+              query_kind: Query
+              query_text: select avg(number) from numbers(1000000)
+              event_date: 2022-09-08
+              event_time: 2022-09-08 03:32:39.519
+        current_database: default
+               databases:
+                  tables:
+                 columns:
+             projections:
+            written_rows: 0
+           written_bytes: 0
+        written_io_bytes: 0
+written_io_bytes_cost_ms: 0
+               scan_rows: 1000000
+              scan_bytes: 8000000
+           scan_io_bytes: 0
+   scan_io_bytes_cost_ms: 0
+         scan_partitions: 0
+        total_partitions: 0
+             result_rows: 1
+            result_bytes: 9
+               cpu_usage: 24
+            memory_usage: 0
              client_info:
-          client_address: 127.0.0.1:56744
+          client_address: 127.0.0.1:53304
           exception_code: 0
           exception_text:
              stack_trace:
           server_version:
-        session_settings: enable_new_processor_framework=1, flight_client_timeout=60, max_block_size=10000, max_threads=8, storage_occ_backoff_init_delay_ms=5, storage_occ_backoff_max_delay_ms=20000, storage_occ_backoff_max_elapsed_ms=120000, storage_read_buffer_size=1048576, scope: SESSION
+        session_settings: compression=None, empty_as_default=1, enable_async_insert=0, enable_new_processor_framework=1, enable_planner_v2=1, field_delimiter=,, flight_client_timeout=60, group_by_two_level_threshold=10000, max_block_size=10000, max_execute_time=0, max_threads=24, quoted_ident_case_sensitive=1, record_delimiter=
+, skip_header=0, sql_dialect=PostgreSQL, storage_read_buffer_size=1048576, timezone=UTC, unquoted_ident_case_sensitive=0, wait_for_async_insert=1, wait_for_async_insert_timeout=100, scope: SESSION
                    extra:
 ```