File tree Expand file tree Collapse file tree 2 files changed +10
-0
lines changed Expand file tree Collapse file tree 2 files changed +10
-0
lines changed Original file line number Diff line number Diff line change @@ -88,4 +88,6 @@ This is the current default configuration::
88
88
'default_zarr_format': 3,
89
89
'json_indent': 2,
90
90
'ndbuffer': 'zarr.core.buffer.cpu.NDBuffer',
91
+ 'sharding': {'read': {'coalesce_max_bytes': 104857600,
92
+ 'coalesce_max_gap_bytes': 1048576}},
91
93
'threading': {'max_workers': None}}
Original file line number Diff line number Diff line change @@ -103,13 +103,21 @@ def test_config_defaults_set() -> None:
103
103
"vlen-utf8" : "zarr.codecs.vlen_utf8.VLenUTF8Codec" ,
104
104
"vlen-bytes" : "zarr.codecs.vlen_utf8.VLenBytesCodec" ,
105
105
},
106
+ "sharding" : {
107
+ "read" : {
108
+ "coalesce_max_bytes" : 104857600 , # 100 MiB
109
+ "coalesce_max_gap_bytes" : 1048576 , # 1 MiB
110
+ },
111
+ },
106
112
}
107
113
]
108
114
assert config .get ("array.order" ) == "C"
109
115
assert config .get ("async.concurrency" ) == 10
110
116
assert config .get ("async.timeout" ) is None
111
117
assert config .get ("codec_pipeline.batch_size" ) == 1
112
118
assert config .get ("json_indent" ) == 2
119
+ assert config .get ("sharding.read.coalesce_max_bytes" ) == 100 * 2 ** 20 # 100 MiB
120
+ assert config .get ("sharding.read.coalesce_max_gap_bytes" ) == 2 ** 20 # 1 MiB
113
121
114
122
115
123
@pytest .mark .parametrize (
You can’t perform that action at this time.
0 commit comments