Skip to content

Commit 9f1b21e

Browse files
committed
wip
1 parent 3519624 commit 9f1b21e

File tree

1 file changed

+16
-11
lines changed
  • src/query/storages/common/blocks/src

1 file changed

+16
-11
lines changed

src/query/storages/common/blocks/src/block.rs

Lines changed: 16 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -90,16 +90,21 @@ pub fn blocks_to_parquet(
9090
}
9191
}
9292

93-
fn col_encoding(_data_type: &ArrowDataType) -> Encoding {
94-
// Although encoding does work, parquet2 has not implemented decoding of DeltaLengthByteArray yet, we fallback to Plain
95-
// From parquet2: Decoding "DeltaLengthByteArray"-encoded required V2 pages is not yet implemented for Binary.
93+
fn col_encoding(data_type: &ArrowDataType) -> Encoding {
9694
//
97-
// match data_type {
98-
// ArrowDataType::Binary
99-
// | ArrowDataType::LargeBinary
100-
// | ArrowDataType::Utf8
101-
// | ArrowDataType::LargeUtf8 => Encoding::DeltaLengthByteArray,
102-
// _ => Encoding::Plain,
103-
//}
104-
Encoding::Plain
95+
match data_type {
96+
ArrowDataType::Int8
97+
| ArrowDataType::Int16
98+
| ArrowDataType::Int32
99+
| ArrowDataType::Int64
100+
| ArrowDataType::UInt8
101+
| ArrowDataType::UInt16
102+
| ArrowDataType::UInt32
103+
| ArrowDataType::UInt64 => Encoding::DeltaBinaryPacked,
104+
ArrowDataType::Float16 | ArrowDataType::Float32 => Encoding::ByteStreamSplit,
105+
// | ArrowDataType::LargeBinary
106+
// | ArrowDataType::Utf8
107+
// | ArrowDataType::LargeUtf8 => Encoding::DeltaLengthByteArray,
108+
_ => Encoding::Plain,
109+
}
105110
}

0 commit comments

Comments
 (0)