Merge branch 'main' into table_stage_file_duplicate_rfc

Author: mergify[bot]

Cargo.lock

@@ -22,6 +22,8 @@ The function extracts a date and time from the provided string. If the argument
 
 Returns a value of Timestamp type in the format “YYYY-MM-DD hh:mm:ss.ffffff”.
 
+If the expr matches this format but does not have a time part, it is automatically extended to this pattern. The padding value is 0.
+
 ## Examples
 
 ### Using a String as Argument
@@ -46,6 +48,11 @@ SELECT TO_DATETIME('2022-01-02T01:12:00-07:00');
 
 ---
 2022-01-02 08:12:00.000000
+
+SELECT TO_DATETIME('2022-01-02T01');
+
+---
+2022-01-02 01:00:00.000000
 ```
 
 ### Using an Integer as Argument

docs/doc/30-reference/20-functions/30-datetime-functions/todatetime.md

@@ -12,7 +12,7 @@ CREATE STAGE [ IF NOT EXISTS ] <internal_stage_name>
   [ FILE_FORMAT = ( { TYPE = { CSV | PARQUET } [ formatTypeOptions ] ) } ]
   [ COPY_OPTIONS = ( copyOptions ) ]
   [ COMMENT = '<string_literal>' ]
-  
+
 -- External stage
 CREATE STAGE [ IF NOT EXISTS ] <external_stage_name>
     externalStageParams
@@ -70,8 +70,8 @@ externalStageParams ::=
 ### formatTypeOptions
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
 ```
 
@@ -85,11 +85,13 @@ formatTypeOptions ::=
 ```
 copyOptions ::=
   [ SIZE_LIMIT = <num> ]
+  [ PURGE = <bool> ]
 ```
 
 | Parameters  | Description | Required |
 | ----------- | ----------- | --- |
 | `SIZE_LIMIT = <num>` | Number (> 0) that specifies the maximum rows of data to be loaded for a given COPY statement. Default `0` | Optional |
+| `PURGE = <bool>` | True specifies that the command will purge the files in the stage if they are loaded successfully into table. Default `false` | Optional |
 
 
 ## Examples

docs/doc/30-reference/30-sql/00-ddl/40-stage/01-ddl-create-stage.md

@@ -56,8 +56,8 @@ externalLocation (for Amazon S3) ::=
 ### formatTypeOptions
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
 ```
 

docs/doc/30-reference/30-sql/10-dml/dml-copy-into-location.md

@@ -97,8 +97,8 @@ A regular expression pattern string, enclosed in single quotes, specifying the f
 
 ```
 formatTypeOptions ::=
-  RECORD_DELIMITER = '<character>' 
-  FIELD_DELIMITER = '<character>' 
+  RECORD_DELIMITER = '<character>'
+  FIELD_DELIMITER = '<character>'
   SKIP_HEADER = <integer>
   COMPRESSION = AUTO | GZIP | BZ2 | BROTLI | ZSTD | DEFLATE | RAW_DEFLATE | NONE
 ```
@@ -129,7 +129,7 @@ Default: `NONE`
 
 Values:
 
-| Values        | Notes                                                           | 
+| Values        | Notes                                                           |
 |---------------|-----------------------------------------------------------------|
 | `AUTO`        | Auto detect compression via file extensions                     |
 | `GZIP`        |                                                                 |
@@ -145,11 +145,13 @@ Values:
 ```
 copyOptions ::=
   [ SIZE_LIMIT = <num> ]
+  [ PURGE = <bool> ]
 ```
 
 | Parameters  | Description | Required |
 | ----------- | ----------- | --- |
 | `SIZE_LIMIT = <num>` | Number (> 0) that specifies the maximum rows of data to be loaded for a given COPY statement. Default `0` | Optional |
+| `PURGE = <bool>` | True that specifies the command will purge the files in the stage if they are loaded successfully into table. Default `false` | Optional |
 
 ## Examples
 

docs/doc/30-reference/30-sql/10-dml/dml-copy-into-table.md

@@ -2,23 +2,71 @@
 title: system.query_log
 ---
 
-A read-only in-memory table stores all the query logs;
+A read-only in-memory table stores all the query logs.
 
-```sql
-SELECT * FROM system.query_log ORDER BY event_time DESC LIMIT 1\G
-*************************** 1. row ***************************
+
+## Columns
+
+```
+CREATE TABLE `query_log` (
+  `log_type` TINYINT,
+  `handler_type` VARCHAR,
+  `tenant_id` VARCHAR,
+  `cluster_id` VARCHAR,
+  `sql_user` VARCHAR,
+  `sql_user_quota` VARCHAR,
+  `sql_user_privileges` VARCHAR,
+  `query_id` VARCHAR,
+  `query_kind` VARCHAR,
+  `query_text` VARCHAR,
+  `event_date` DATE,
+  `event_time` TIMESTAMP(3),
+  `current_database` VARCHAR,
+  `databases` VARCHAR,
+  `tables` VARCHAR,
+  `columns` VARCHAR,
+  `projections` VARCHAR,
+  `written_rows` BIGINT UNSIGNED,
+  `written_bytes` BIGINT UNSIGNED,
+  `written_io_bytes` BIGINT UNSIGNED,
+  `written_io_bytes_cost_ms` BIGINT UNSIGNED,
+  `scan_rows` BIGINT UNSIGNED,
+  `scan_bytes` BIGINT UNSIGNED,
+  `scan_io_bytes` BIGINT UNSIGNED,
+  `scan_io_bytes_cost_ms` BIGINT UNSIGNED,
+  `scan_partitions` BIGINT UNSIGNED,
+  `total_partitions` BIGINT UNSIGNED,
+  `result_rows` BIGINT UNSIGNED,
+  `result_bytes` BIGINT UNSIGNED,
+  `cpu_usage` INT UNSIGNED,
+  `memory_usage` BIGINT UNSIGNED,
+  `client_info` VARCHAR,
+  `client_address` VARCHAR,
+  `exception_code` INT,
+  `exception_text` VARCHAR,
+  `stack_trace` VARCHAR,
+  `server_version` VARCHAR,
+  `session_settings` VARCHAR,
+  `extra` VARCHAR
+)
+```
+
+## Examples
+
+```
+*************************** 4. row ***************************
                 log_type: 1
             handler_type: MySQL
-               tenant_id: test_tenant
-              cluster_id: test_cluster
+               tenant_id: admin
+              cluster_id:
                 sql_user: root
           sql_user_quota: UserQuota<cpu:0,mem:0,store:0>
-     sql_user_privileges: GRANT ALL ON *.* TO 'root'@'127.0.0.1', ROLES: []
-                query_id: da879c17-94bb-4163-b2ac-ff4786bbe69e
-              query_kind: SelectPlan
-              query_text: SELECT * from system.query_log order by event_time desc limit 1
-              event_date: 2022-03-24
-              event_time: 2022-03-24 11:13:27.414
+     sql_user_privileges: GRANT ALL ON *.*, ROLES: []
+                query_id: eda2a82b-3667-4ffb-b436-953785178c39
+              query_kind: Query
+              query_text: select avg(number) from numbers(1000000)
+              event_date: 2022-09-08
+              event_time: 2022-09-08 03:32:39.517
         current_database: default
                databases:
                   tables:
@@ -34,16 +82,50 @@ written_io_bytes_cost_ms: 0
    scan_io_bytes_cost_ms: 0
          scan_partitions: 0
         total_partitions: 0
-             result_rows: 0
-            result_bytes: 0
-               cpu_usage: 10
-            memory_usage: 1603
+
+, skip_header=0, sql_dialect=PostgreSQL, storage_read_buffer_size=1048576, timezone=UTC, unquoted_ident_case_sensitive=0, wait_for_async_insert=1, wait_for_async_insert_timeout=100, scope: SESSION
+                   extra:
+                   
+                   
+*************************** 5. row ***************************
+                log_type: 2
+            handler_type: MySQL
+               tenant_id: admin
+              cluster_id:
+                sql_user: root
+          sql_user_quota: UserQuota<cpu:0,mem:0,store:0>
+     sql_user_privileges: GRANT ALL ON *.*, ROLES: []
+                query_id: eda2a82b-3667-4ffb-b436-953785178c39
+              query_kind: Query
+              query_text: select avg(number) from numbers(1000000)
+              event_date: 2022-09-08
+              event_time: 2022-09-08 03:32:39.519
+        current_database: default
+               databases:
+                  tables:
+                 columns:
+             projections:
+            written_rows: 0
+           written_bytes: 0
+        written_io_bytes: 0
+written_io_bytes_cost_ms: 0
+               scan_rows: 1000000
+              scan_bytes: 8000000
+           scan_io_bytes: 0
+   scan_io_bytes_cost_ms: 0
+         scan_partitions: 0
+        total_partitions: 0
+             result_rows: 1
+            result_bytes: 9
+               cpu_usage: 24
+            memory_usage: 0
              client_info:
-          client_address: 127.0.0.1:56744
+          client_address: 127.0.0.1:53304
           exception_code: 0
           exception_text:
              stack_trace:
           server_version:
-        session_settings: enable_new_processor_framework=1, flight_client_timeout=60, max_block_size=10000, max_threads=8, storage_occ_backoff_init_delay_ms=5, storage_occ_backoff_max_delay_ms=20000, storage_occ_backoff_max_elapsed_ms=120000, storage_read_buffer_size=1048576, scope: SESSION
+        session_settings: compression=None, empty_as_default=1, enable_async_insert=0, enable_new_processor_framework=1, enable_planner_v2=1, field_delimiter=,, flight_client_timeout=60, group_by_two_level_threshold=10000, max_block_size=10000, max_execute_time=0, max_threads=24, quoted_ident_case_sensitive=1, record_delimiter=
+, skip_header=0, sql_dialect=PostgreSQL, storage_read_buffer_size=1048576, timezone=UTC, unquoted_ident_case_sensitive=0, wait_for_async_insert=1, wait_for_async_insert_timeout=100, scope: SESSION
                    extra:
 ```

docs/doc/30-reference/30-sql/70-system-tables/system-query-log.md

@@ -33,8 +33,8 @@ common-grpc = { path = "../common/grpc" }
 common-macros = { path = "../common/macros" }
 common-meta-api = { path = "../meta/api" }
 common-meta-app = { path = "../meta/app" }
+common-meta-client = { path = "../meta/client" }
 common-meta-embedded = { path = "../meta/embedded" }
-common-meta-grpc = { path = "../meta/grpc" }
 common-meta-raft-store = { path = "../meta/raft-store" }
 common-meta-sled-store = { path = "../meta/sled-store" }
 common-meta-store = { path = "../meta/store" }