Skip to content

Commit 1660104

Browse files
authored
fix: list stage returns at most 15000 files. (#15385)
hotfix: list stage return at most 15000 files.
1 parent 2783378 commit 1660104

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/common/storage/src/stage.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ use databend_common_exception::Result;
2424
use databend_common_meta_app::principal::StageInfo;
2525
use databend_common_meta_app::principal::StageType;
2626
use databend_common_meta_app::principal::UserIdentity;
27-
use databend_common_meta_app::principal::COPY_MAX_FILES_PER_COMMIT;
2827
use futures::stream;
2928
use futures::Stream;
3029
use futures::StreamExt;
@@ -157,7 +156,8 @@ impl StageFilesInfo {
157156
operator,
158157
&self.path,
159158
pattern,
160-
max_files.unwrap_or(COPY_MAX_FILES_PER_COMMIT),
159+
// TODO(youngsofun): after select-from-stage and list-stage use list_stream, we will force caller to provide max_files here.
160+
max_files.unwrap_or(usize::MAX),
161161
)
162162
.await
163163
}

0 commit comments

Comments
 (0)