Skip to content

Commit 70e7698

Browse files
zhyasszhyass
committed
for test
1 parent 7d52ca7 commit 70e7698

File tree

3 files changed

+25
-15
lines changed

3 files changed

+25
-15
lines changed

‎src/query/service/src/pipelines/processors/transforms/recluster/recluster_partition_exchange.rs

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,18 +24,22 @@ use crate::pipelines::processors::transforms::WindowPartitionMeta;
2424
pub struct ReclusterPartitionExchange {
2525
start: u64,
2626
width: usize,
27+
start_time: Instant,
2728
}
2829

2930
impl ReclusterPartitionExchange {
3031
pub fn create(start: u64, width: usize) -> Arc<ReclusterPartitionExchange> {
31-
Arc::new(ReclusterPartitionExchange { start, width })
32+
Arc::new(ReclusterPartitionExchange {
33+
start,
34+
width,
35+
start_time: Instant::now(),
36+
})
3237
}
3338
}
3439

3540
impl Exchange for ReclusterPartitionExchange {
3641
const NAME: &'static str = "Recluster";
3742
fn partition(&self, mut data_block: DataBlock, n: usize) -> Result<Vec<DataBlock>> {
38-
let start = Instant::now();
3943
let range_ids = data_block
4044
.get_last_column()
4145
.as_number()
@@ -60,7 +64,7 @@ impl Exchange for ReclusterPartitionExchange {
6064
output_data_blocks[target].push((partition_id, block));
6165
}
6266
}
63-
log::info!("Recluster range exchange: {:?}", start.elapsed());
67+
log::info!("Recluster range exchange: {:?}", self.start_time.elapsed());
6468

6569
// Union data blocks for each processor.
6670
Ok(output_data_blocks

‎src/query/service/src/pipelines/processors/transforms/recluster/transform_recluster_partition.rs

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -162,6 +162,7 @@ impl Processor for TransformReclusterPartition {
162162
fn process(&mut self) -> Result<()> {
163163
match std::mem::replace(&mut self.step, Step::Consume) {
164164
Step::Collect => {
165+
let start_cost = self.start.elapsed();
165166
let data_block = self.input.pull_data().unwrap()?;
166167
if let Some(meta) = data_block
167168
.get_owned_meta()
@@ -212,6 +213,11 @@ impl Processor for TransformReclusterPartition {
212213
}
213214
}
214215
}
216+
log::info!(
217+
"Recluster: start collect: {:?}, end: {:?}",
218+
start_cost,
219+
self.start.elapsed()
220+
);
215221
}
216222
Step::Flush => {
217223
while let Some(mut partition_data) = self.partition_data.pop() {

‎tests/sqllogictests/suites/mode/standalone/explain/window.test

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ CompoundBlockOperator(Project) × 1
5959
SortPartialTransform × 4
6060
Merge to Resize × 4
6161
Transform Window × 1
62-
TransformWindowPartitionCollect(Sort) × 1
62+
TransformPartitionCollect(Window) × 1
6363
ShuffleMergePartition(Window) × 1
6464
ShufflePartition(Window) × 1
6565
DeserializeDataTransform × 1
@@ -80,7 +80,7 @@ CompoundBlockOperator(Project) × 1
8080
SortPartialTransform × 4
8181
Merge to Resize × 4
8282
Transform Window × 1
83-
TransformWindowPartitionCollect(Sort) × 1
83+
TransformPartitionCollect(Window) × 1
8484
ShuffleMergePartition(Window) × 1
8585
ShufflePartition(Window) × 1
8686
DeserializeDataTransform × 1
@@ -370,7 +370,7 @@ explain pipeline select a, sum(a) over (partition by a order by a desc) from t l
370370
CompoundBlockOperator(Project) × 1
371371
LimitTransform × 1
372372
Transform Window × 1
373-
TransformWindowPartitionCollect(Sort) × 1
373+
TransformPartitionCollect(Window) × 1
374374
ShuffleMergePartition(Window) × 1
375375
ShufflePartition(Window) × 1
376376
DeserializeDataTransform × 1
@@ -388,7 +388,7 @@ explain pipeline select a, sum(a) over (partition by a order by a desc) from t l
388388
CompoundBlockOperator(Project) × 1
389389
LimitTransform × 1
390390
Transform Window × 1
391-
TransformWindowPartitionCollect(Sort) × 1
391+
TransformPartitionCollect(Window) × 1
392392
ShuffleMergePartition(Window) × 1
393393
ShufflePartition(Window) × 1
394394
DeserializeDataTransform × 1
@@ -407,7 +407,7 @@ explain pipeline select a, dense_rank() over (partition by a order by a desc) fr
407407
CompoundBlockOperator(Project) × 1
408408
LimitTransform × 1
409409
Transform Window × 1
410-
TransformWindowPartitionCollect(Sort) × 1
410+
TransformPartitionCollect(Window) × 1
411411
ShuffleMergePartition(Window) × 1
412412
ShufflePartition(Window) × 1
413413
DeserializeDataTransform × 1
@@ -421,7 +421,7 @@ explain pipeline select a, sum(a) over (partition by a order by a desc rows betw
421421
CompoundBlockOperator(Project) × 1
422422
LimitTransform × 1
423423
Transform Window × 1
424-
TransformWindowPartitionCollect(Sort) × 1
424+
TransformPartitionCollect(Window) × 1
425425
ShuffleMergePartition(Window) × 1
426426
ShufflePartition(Window) × 1
427427
DeserializeDataTransform × 1
@@ -435,7 +435,7 @@ explain pipeline select a, sum(a) over (partition by a order by a desc rows betw
435435
CompoundBlockOperator(Project) × 1
436436
LimitTransform × 1
437437
Transform Window × 1
438-
TransformWindowPartitionCollect(Sort) × 1
438+
TransformPartitionCollect(Window) × 1
439439
ShuffleMergePartition(Window) × 1
440440
ShufflePartition(Window) × 1
441441
DeserializeDataTransform × 1
@@ -455,7 +455,7 @@ CompoundBlockOperator(Project) × 1
455455
SortPartialTransform × 4
456456
Merge to Resize × 4
457457
Transform Window × 1
458-
TransformWindowPartitionCollect(Sort) × 1
458+
TransformPartitionCollect(Window) × 1
459459
ShuffleMergePartition(Window) × 1
460460
ShufflePartition(Window) × 1
461461
DeserializeDataTransform × 1
@@ -474,7 +474,7 @@ CompoundBlockOperator(Project) × 1
474474
SortPartialTransform × 4
475475
Merge to Resize × 4
476476
Transform Window × 1
477-
TransformWindowPartitionCollect(Sort) × 1
477+
TransformPartitionCollect(Window) × 1
478478
ShuffleMergePartition(Window) × 1
479479
ShufflePartition(Window) × 1
480480
TransformFilter × 1
@@ -538,7 +538,7 @@ CompoundBlockOperator(Project) × 1
538538
LimitTransform × 1
539539
TransformFilter × 1
540540
Transform Window × 1
541-
TransformWindowPartitionCollect(Sort) × 1
541+
TransformPartitionCollect(Window) × 1
542542
ShuffleMergePartition(WindowTopN) × 1
543543
ShufflePartition(WindowTopN) × 1
544544
DeserializeDataTransform × 1
@@ -576,12 +576,12 @@ explain pipeline select number, lead(number,1, 0) over (partition by number % 3
576576
----
577577
CompoundBlockOperator(Project) × 1
578578
Transform Window × 1
579-
TransformWindowPartitionCollect(Sort) × 1
579+
TransformPartitionCollect(Window) × 1
580580
ShuffleMergePartition(Window) × 1
581581
ShufflePartition(Window) × 1
582582
CompoundBlockOperator(Map) × 1
583583
Transform Window × 1
584-
TransformWindowPartitionCollect(Sort) × 1
584+
TransformPartitionCollect(Window) × 1
585585
ShuffleMergePartition(Window) × 1
586586
ShufflePartition(Window) × 1
587587
CompoundBlockOperator(Map) × 1

0 commit comments

Comments
 (0)