File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
src/query/pipeline/sources/src/processors/sources/input_formats Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -98,7 +98,7 @@ impl InputContext {
98
98
return Err ( ErrorCode :: BadArguments ( "no file to copy" ) ) ;
99
99
}
100
100
let plan = Box :: new ( CopyIntoPlan { stage_info, files } ) ;
101
- let read_batch_size = 1024 * 1024 ;
101
+ let read_batch_size = settings . get_input_read_buffer_size ( ) ? as usize ;
102
102
let split_size = 128usize * 1024 * 1024 ;
103
103
let file_format_options = & plan. stage_info . file_format_options ;
104
104
let format = Self :: get_input_format ( & file_format_options. format ) ?;
@@ -150,7 +150,7 @@ impl InputContext {
150
150
let format =
151
151
StageFileFormatType :: from_str ( format_name) . map_err ( ErrorCode :: UnknownFormat ) ?;
152
152
let format = Self :: get_input_format ( & format) ?;
153
- let read_batch_size = 1024 * 1024 ;
153
+ let read_batch_size = settings . get_input_read_buffer_size ( ) ? as usize ;
154
154
let rows_per_block = settings. get_max_block_size ( ) ? as usize ;
155
155
let field_delimiter = settings. get_field_delimiter ( ) ?;
156
156
let field_delimiter = {
You can’t perform that action at this time.
0 commit comments