refactor: Use tracing to replace log (#1183)

## Which issue does this PR close?

<!--
We generally require a GitHub issue to be filed for all bug fixes and
enhancements and this helps us generate change logs for our releases.
You can link an issue to this PR using the GitHub syntax. For example
`Closes #123` indicates that this PR will close issue #123.
-->

- Closes #482

## What changes are included in this PR?

Using `tracing` to replace `log` in the whole worksapce.

## Are these changes tested?

<!--
Specify what test covers (unit test, integration test, etc.).

If tests are not included in your PR, please explain why (for example,
are they covered by existing tests)?
-->

---------

Signed-off-by: Xuanwo <github@xuanwo.io>

Author: Xuanwo

Cargo.lock

@@ -61,7 +61,6 @@ chrono = "0.4.38"
 ctor = "0.2.8"
 datafusion = "45"
 derive_builder = "0.20"
-env_logger = "0.11.0"
 expect-test = "1"
 fnv = "1.0.7"
 futures = "0.3"
@@ -72,7 +71,6 @@ iceberg-catalog-memory = { version = "0.4.0", path = "./crates/catalog/memory" }
 iceberg-catalog-rest = { version = "0.4.0", path = "./crates/catalog/rest" }
 iceberg-datafusion = { version = "0.4.0", path = "./crates/integrations/datafusion" }
 itertools = "0.13"
-log = "0.4.22"
 mockito = "1"
 murmur3 = "0.5.2"
 num-bigint = "0.4.6"
@@ -98,6 +96,8 @@ tempfile = "3.18"
 tera = "1"
 thrift = "0.17.0"
 tokio = { version = "1.44", default-features = false }
+tracing = "0.1.37"
+tracing-subscriber = "0.3.8"
 typed-builder = "0.20"
 url = "2.5.4"
 uuid = { version = "1.14", features = ["v7"] }

Cargo.toml

@@ -34,9 +34,9 @@ async-trait = { workspace = true }
 aws-config = { workspace = true }
 aws-sdk-glue = { workspace = true }
 iceberg = { workspace = true }
-log = { workspace = true }
 serde_json = { workspace = true }
 tokio = { workspace = true }
+tracing = { workspace = true }
 typed-builder = { workspace = true }
 uuid = { workspace = true }
 

crates/catalog/glue/Cargo.toml

@@ -32,6 +32,7 @@ use iceberg_test_utils::docker::DockerCompose;
 use iceberg_test_utils::{normalize_test_name, set_up};
 use port_scanner::scan_port_addr;
 use tokio::time::sleep;
+use tracing::info;
 
 const GLUE_CATALOG_PORT: u16 = 5000;
 const MINIO_PORT: u16 = 9000;
@@ -68,7 +69,7 @@ async fn get_catalog() -> GlueCatalog {
     let glue_socket_addr = SocketAddr::new(glue_catalog_ip, GLUE_CATALOG_PORT);
     let minio_socket_addr = SocketAddr::new(minio_ip, MINIO_PORT);
     while !scan_port_addr(glue_socket_addr) {
-        log::info!("Waiting for 1s glue catalog to ready...");
+        info!("Waiting for 1s glue catalog to ready...");
         sleep(std::time::Duration::from_millis(1000)).await;
     }
 

crates/catalog/glue/tests/glue_catalog_test.rs

@@ -34,10 +34,10 @@ async-trait = { workspace = true }
 chrono = { workspace = true }
 hive_metastore = { workspace = true }
 iceberg = { workspace = true }
-log = { workspace = true }
 pilota = { workspace = true }
 serde_json = { workspace = true }
 tokio = { workspace = true }
+tracing = { workspace = true }
 typed-builder = { workspace = true }
 uuid = { workspace = true }
 volo-thrift = { workspace = true }

crates/catalog/hms/Cargo.toml

@@ -30,6 +30,7 @@ use iceberg_test_utils::docker::DockerCompose;
 use iceberg_test_utils::{normalize_test_name, set_up};
 use port_scanner::scan_port_addr;
 use tokio::time::sleep;
+use tracing::info;
 
 const HMS_CATALOG_PORT: u16 = 9083;
 const MINIO_PORT: u16 = 9000;
@@ -67,8 +68,8 @@ async fn get_catalog() -> HmsCatalog {
     let hms_socket_addr = SocketAddr::new(hms_catalog_ip, HMS_CATALOG_PORT);
     let minio_socket_addr = SocketAddr::new(minio_ip, MINIO_PORT);
     while !scan_port_addr(hms_socket_addr) {
-        log::info!("scan hms_socket_addr {} check", hms_socket_addr);
-        log::info!("Waiting for 1s hms catalog to ready...");
+        info!("scan hms_socket_addr {} check", hms_socket_addr);
+        info!("Waiting for 1s hms catalog to ready...");
         sleep(std::time::Duration::from_millis(1000)).await;
     }
 

crates/catalog/hms/tests/hms_catalog_test.rs

@@ -35,12 +35,12 @@ chrono = { workspace = true }
 http = { workspace = true }
 iceberg = { workspace = true }
 itertools = { workspace = true }
-log = { workspace = true }
 reqwest = { workspace = true }
 serde = { workspace = true }
 serde_derive = { workspace = true }
 serde_json = { workspace = true }
 tokio = { workspace = true, features = ["sync"] }
+tracing = { workspace = true }
 typed-builder = { workspace = true }
 uuid = { workspace = true, features = ["v4"] }
 

crates/catalog/rest/Cargo.toml

@@ -30,6 +30,7 @@ use iceberg_test_utils::docker::DockerCompose;
 use iceberg_test_utils::{normalize_test_name, set_up};
 use port_scanner::scan_port_addr;
 use tokio::time::sleep;
+use tracing::info;
 
 const REST_CATALOG_PORT: u16 = 8181;
 static DOCKER_COMPOSE_ENV: RwLock<Option<DockerCompose>> = RwLock::new(None);
@@ -62,7 +63,7 @@ async fn get_catalog() -> RestCatalog {
 
     let rest_socket_addr = SocketAddr::new(rest_catalog_ip, REST_CATALOG_PORT);
     while !scan_port_addr(rest_socket_addr) {
-        log::info!("Waiting for 1s rest catalog to ready...");
+        info!("Waiting for 1s rest catalog to ready...");
         sleep(std::time::Duration::from_millis(1000)).await;
     }
 

crates/catalog/rest/tests/rest_catalog_test.rs

@@ -26,8 +26,8 @@ license = { workspace = true }
 repository = { workspace = true }
 
 [dependencies]
-env_logger = { workspace = true }
-log = { workspace = true }
+tracing = { workspace = true }
+tracing-subscriber = { workspace = true }
 
 [features]
 tests = []

crates/test_utils/Cargo.toml

@@ -17,25 +17,27 @@
 
 use std::process::Command;
 
+use tracing::info;
+
 pub fn run_command(mut cmd: Command, desc: impl ToString) {
     let desc = desc.to_string();
-    log::info!("Starting to {}, command: {:?}", &desc, cmd);
+    info!("Starting to {}, command: {:?}", &desc, cmd);
     let exit = cmd.status().unwrap();
     if exit.success() {
-        log::info!("{} succeed!", desc)
+        info!("{} succeed!", desc)
     } else {
         panic!("{} failed: {:?}", desc, exit);
     }
 }
 
 pub fn get_cmd_output_result(mut cmd: Command, desc: impl ToString) -> Result<String, String> {
     let desc = desc.to_string();
-    log::info!("Starting to {}, command: {:?}", &desc, cmd);
+    info!("Starting to {}, command: {:?}", &desc, cmd);
     let result = cmd.output();
     match result {
         Ok(output) => {
             if output.status.success() {
-                log::info!("{} succeed!", desc);
+                info!("{} succeed!", desc);
                 Ok(String::from_utf8(output.stdout).unwrap())
             } else {
                 Err(format!("{} failed with rc: {:?}", desc, output.status))