refactor: move storage/fuse/io/files.rs to storage/common/io/files.rs (#15428)

Author: BohuTANG

Cargo.lock

@@ -55,6 +55,7 @@ members = [
     "src/query/storages/common/cache",
     "src/query/storages/common/cache_manager",
     "src/query/storages/common/index",
+    "src/query/storages/common/io",
     "src/query/storages/common/pruner",
     "src/query/storages/common/table_meta",
     "src/query/storages/delta",

Cargo.toml

@@ -95,6 +95,7 @@ databend-storages-common-blocks = { path = "../storages/common/blocks" }
 databend-storages-common-cache = { path = "../storages/common/cache" }
 databend-storages-common-cache-manager = { path = "../storages/common/cache_manager" }
 databend-storages-common-index = { path = "../storages/common/index" }
+databend-storages-common-io = { path = "../storages/common/io" }
 databend-storages-common-table-meta = { path = "../storages/common/table_meta" }
 databend-storages-common-txn = { path = "../storages/common/txn" }
 jsonb = { workspace = true }

src/query/service/Cargo.toml

@@ -19,8 +19,8 @@ use databend_common_exception::Result;
 use databend_common_sql::plans::RemoveStagePlan;
 use databend_common_storage::StageFileInfo;
 use databend_common_storage::StageFilesInfo;
-use databend_common_storages_fuse::io::Files;
 use databend_common_storages_stage::StageTable;
+use databend_storages_common_io::Files;
 use futures_util::StreamExt;
 use log::debug;
 use log::error;

src/query/service/src/interpreters/interpreter_user_stage_remove.rs

@@ -21,8 +21,8 @@ use databend_common_exception::Result;
 use databend_common_meta_app::principal::StageInfo;
 use databend_common_metrics::storage::*;
 use databend_common_pipeline_core::Pipeline;
-use databend_common_storages_fuse::io::Files;
 use databend_common_storages_stage::StageTable;
+use databend_storages_common_io::Files;
 use log::error;
 use log::info;
 

src/query/service/src/pipelines/builders/builder_on_finished.rs

@@ -0,0 +1,17 @@
+[package]
+name = "databend-storages-common-io"
+version = { workspace = true }
+authors = { workspace = true }
+license = { workspace = true }
+publish = { workspace = true }
+edition = { workspace = true }
+
+[dependencies]
+databend-common-base = { path = "../../../../common/base" }
+databend-common-catalog = { path = "../../../catalog" }
+databend-common-exception = { path = "../../../../common/exception" }
+
+async-backtrace = { workspace = true }
+log = { workspace = true }
+minitrace = { workspace = true }
+opendal = { workspace = true }

src/query/storages/common/io/Cargo.toml

@@ -0,0 +1,17 @@
+// Copyright 2021 Datafuse Labs
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+mod files;
+
+pub use files::Files;

src/query/storages/fuse/src/io/files.rs renamed to src/query/storages/common/io/src/files.rs

@@ -37,6 +37,7 @@ databend-storages-common-blocks = { path = "../common/blocks" }
 databend-storages-common-cache = { path = "../common/cache" }
 databend-storages-common-cache-manager = { path = "../common/cache_manager" }
 databend-storages-common-index = { path = "../common/index" }
+databend-storages-common-io = { path = "../common/io" }
 databend-storages-common-pruner = { path = "../common/pruner" }
 databend-storages-common-table-meta = { path = "../common/table_meta" }
 

src/query/storages/common/io/src/lib.rs

@@ -12,14 +12,12 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-mod files;
 mod locations;
 pub mod read;
 mod segments;
 mod snapshots;
 mod write;
 
-pub use files::Files;
 pub use locations::TableMetaLocationGenerator;
 pub use read::AggIndexReader;
 pub use read::BlockReader;