Skip to content

Commit b6a99f1

Browse files
committed
use setting "input_read_buffer_size".
1 parent 3d5edc3 commit b6a99f1

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/query/pipeline/sources/src/processors/sources/input_formats/input_context.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -98,7 +98,7 @@ impl InputContext {
9898
return Err(ErrorCode::BadArguments("no file to copy"));
9999
}
100100
let plan = Box::new(CopyIntoPlan { stage_info, files });
101-
let read_batch_size = 1024 * 1024;
101+
let read_batch_size = settings.get_input_read_buffer_size()? as usize;
102102
let split_size = 128usize * 1024 * 1024;
103103
let file_format_options = &plan.stage_info.file_format_options;
104104
let format = Self::get_input_format(&file_format_options.format)?;
@@ -150,7 +150,7 @@ impl InputContext {
150150
let format =
151151
StageFileFormatType::from_str(format_name).map_err(ErrorCode::UnknownFormat)?;
152152
let format = Self::get_input_format(&format)?;
153-
let read_batch_size = 1024 * 1024;
153+
let read_batch_size = settings.get_input_read_buffer_size()? as usize;
154154
let rows_per_block = settings.get_max_block_size()? as usize;
155155
let field_delimiter = settings.get_field_delimiter()?;
156156
let field_delimiter = {

0 commit comments

Comments
 (0)