Merge branch 'main' into fix-left-join-null

Author: mergify[bot]

Cargo.lock

@@ -65,7 +65,7 @@ Databend uses the latest techniques in vectorized query processing to allow you
   Databend leverages data-level parallelism(Vectorized Query Execution) and instruction-level parallelism(SIMD) technology, offering blazing performance data analytics.
 
 
-- __Git-like Storage__
+- __Git-like MVCC Storage__
 
   Databend stores data with snapshots. It's easy to query, clone, and restore historical data in tables.
 

README.md

@@ -25,7 +25,7 @@ Databend uses the latest techniques in vectorized query processing to allow you
 
 - __Easy to Use__
 
-  Databend has no indexes to build, no manual tuning required, no manual figuring out partitions or shard data, it’s all done for you as data is loaded into the table.
+  No manual tuning is required. You don't need to manually index, partition, or shard the data. Once you load your data into a table, Databend will handle everything else.
 
 ## Design Overview
 

docs/doc/00-overview/index.md

@@ -30,12 +30,21 @@ echo 'Start Meta service HA cluster(3 nodes)...'
 nohup ./target/${BUILD_PROFILE}/databend-meta -c scripts/ci/deploy/config/databend-meta-node-1.toml &
 python3 scripts/ci/wait_tcp.py --timeout 10 --port 9191
 
+# wait for cluster formation to complete.
+sleep 1
+
 nohup ./target/${BUILD_PROFILE}/databend-meta -c scripts/ci/deploy/config/databend-meta-node-2.toml &
 python3 scripts/ci/wait_tcp.py --timeout 10 --port 28202
 
+# wait for cluster formation to complete.
+sleep 1
+
 nohup ./target/${BUILD_PROFILE}/databend-meta -c scripts/ci/deploy/config/databend-meta-node-3.toml &
 python3 scripts/ci/wait_tcp.py --timeout 10 --port 28302
 
+# wait for cluster formation to complete.
+sleep 1
+
 echo 'Start databend-query node-1'
 env "RUST_BACKTRACE=1" nohup target/${BUILD_PROFILE}/databend-query -c scripts/ci/deploy/config/databend-query-node-1.toml &
 

scripts/ci/deploy/databend-query-cluster-3-nodes.sh

@@ -14,8 +14,8 @@
 
 use std::env;
 
-use common_base::base::Runtime;
-use common_base::base::GLOBAL_MEM_STAT;
+use common_base::runtime::Runtime;
+use common_base::runtime::GLOBAL_MEM_STAT;
 use common_config::Config;
 use common_config::DATABEND_COMMIT_VERSION;
 use common_config::QUERY_SEMVER;
@@ -180,9 +180,9 @@ async fn main_entrypoint() -> Result<()> {
 
     // Cluster register.
     {
-        let cluster_discovery = ClusterDiscovery::instance();
-        let register_to_metastore = cluster_discovery.register_to_metastore(&conf);
-        register_to_metastore.await?;
+        ClusterDiscovery::instance()
+            .register_to_metastore(&conf)
+            .await?;
         info!(
             "Databend query has been registered:{:?} to metasrv:{:?}.",
             conf.query.cluster_id, conf.meta.endpoints

src/binaries/query/main.rs

@@ -30,10 +30,12 @@ async-channel = "1.7.1"
 async-trait = "0.1.57"
 bytesize = "1.1.0"
 ctrlc = { version = "3.2.3", features = ["termination"] }
+enquote = "1.1.0"
 futures = "0.3.24"
 libc = "0.2.133"
 num_cpus = "1.13.1"
 once_cell = "1.15.0"
+parking_lot = "0.12"
 pin-project-lite = "0.2.9"
 pprof = { version = "0.10.1", features = [
     "flamegraph",
@@ -42,6 +44,7 @@ pprof = { version = "0.10.1", features = [
 ] }
 semver = "1.0.10"
 serde = { workspace = true }
+state = "0.5"
 tikv-jemalloc-ctl = { version = "0.5.0", optional = true }
 tikv-jemalloc-sys = "0.5.2"
 tokio = { version = "1.21.1", features = ["full"] }

src/common/base/Cargo.toml

@@ -12,55 +12,38 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-mod catch_unwind;
-mod global_runtime;
 mod net;
 mod profiling;
 mod progress;
-mod runtime;
-mod runtime_tracker;
 mod select;
 mod shutdown_signal;
 mod singleton_instance;
 mod stop_handle;
 mod stoppable;
-mod string_func;
-mod thread;
-mod thread_pool;
+mod string;
 mod uniq_id;
 
-pub use catch_unwind::catch_unwind;
-pub use global_runtime::GlobalIORuntime;
 pub use net::get_free_tcp_port;
 pub use net::get_free_udp_port;
 pub use profiling::Profiling;
 pub use progress::Progress;
 pub use progress::ProgressValues;
-pub use runtime::Dropper;
-pub use runtime::Runtime;
-pub use runtime::TrySpawn;
-pub use runtime_tracker::MemStat;
-pub use runtime_tracker::ThreadTracker;
-pub use runtime_tracker::TrackedFuture;
-pub use runtime_tracker::GLOBAL_MEM_STAT;
 pub use select::select3;
 pub use select::Select3Output;
 pub use shutdown_signal::signal_stream;
 pub use shutdown_signal::DummySignalStream;
 pub use shutdown_signal::SignalStream;
 pub use shutdown_signal::SignalType;
-pub use singleton_instance::Singleton;
-pub use singleton_instance::SingletonImpl;
+pub use singleton_instance::GlobalInstance;
 pub use stop_handle::StopHandle;
 pub use stoppable::Stoppable;
-pub use string_func::escape_for_key;
-pub use string_func::mask_string;
-pub use string_func::replace_nth_char;
-pub use string_func::unescape_for_key;
-pub use thread::Thread;
-pub use thread::ThreadJoinHandle;
-pub use thread_pool::TaskJoinHandler;
-pub use thread_pool::ThreadPool;
+pub use string::convert_byte_size;
+pub use string::convert_number_size;
+pub use string::escape_for_key;
+pub use string::mask_string;
+pub use string::replace_nth_char;
+pub use string::unescape_for_key;
+pub use string::unescape_string;
 pub use tokio;
 pub use uniq_id::GlobalSequence;
 pub use uniq_id::GlobalUniqName;