File tree Expand file tree Collapse file tree 1 file changed +16
-11
lines changed
src/query/storages/common/blocks/src Expand file tree Collapse file tree 1 file changed +16
-11
lines changed Original file line number Diff line number Diff line change @@ -90,16 +90,21 @@ pub fn blocks_to_parquet(
90
90
}
91
91
}
92
92
93
- fn col_encoding ( _data_type : & ArrowDataType ) -> Encoding {
94
- // Although encoding does work, parquet2 has not implemented decoding of DeltaLengthByteArray yet, we fallback to Plain
95
- // From parquet2: Decoding "DeltaLengthByteArray"-encoded required V2 pages is not yet implemented for Binary.
93
+ fn col_encoding ( data_type : & ArrowDataType ) -> Encoding {
96
94
//
97
- // match data_type {
98
- // ArrowDataType::Binary
99
- // | ArrowDataType::LargeBinary
100
- // | ArrowDataType::Utf8
101
- // | ArrowDataType::LargeUtf8 => Encoding::DeltaLengthByteArray,
102
- // _ => Encoding::Plain,
103
- //}
104
- Encoding :: Plain
95
+ match data_type {
96
+ ArrowDataType :: Int8
97
+ | ArrowDataType :: Int16
98
+ | ArrowDataType :: Int32
99
+ | ArrowDataType :: Int64
100
+ | ArrowDataType :: UInt8
101
+ | ArrowDataType :: UInt16
102
+ | ArrowDataType :: UInt32
103
+ | ArrowDataType :: UInt64 => Encoding :: DeltaBinaryPacked ,
104
+ ArrowDataType :: Float16 | ArrowDataType :: Float32 => Encoding :: ByteStreamSplit ,
105
+ // | ArrowDataType::LargeBinary
106
+ // | ArrowDataType::Utf8
107
+ // | ArrowDataType::LargeUtf8 => Encoding::DeltaLengthByteArray,
108
+ _ => Encoding :: Plain ,
109
+ }
105
110
}
You can’t perform that action at this time.
0 commit comments