Skip to content

Commit 00b34e2

Browse files
committed
Moved ParseAndFilterLatency into TFormatHandlerStatistic
1 parent e1a75be commit 00b34e2

File tree

6 files changed

+12
-12
lines changed

6 files changed

+12
-12
lines changed

ydb/core/fq/libs/row_dispatcher/events/topic_session_stats.h

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,11 +33,9 @@ struct TTopicSessionClientStatistic {
3333

3434
struct TParserStatistic {
3535
TDuration ParserLatency;
36-
TDuration ParseAndFilterLatency;
3736

3837
void Add(const TParserStatistic& stat) {
3938
ParserLatency = stat.ParserLatency != TDuration::Zero() ? stat.ParserLatency : ParserLatency;
40-
ParseAndFilterLatency = stat.ParseAndFilterLatency != TDuration::Zero() ? stat.ParseAndFilterLatency : ParseAndFilterLatency;
4139
}
4240
};
4341

@@ -50,10 +48,14 @@ struct TFiltersStatistic {
5048
};
5149

5250
struct TFormatHandlerStatistic {
51+
TDuration ParseAndFilterLatency;
52+
5353
TParserStatistic ParserStats;
5454
TFiltersStatistic FilterStats;
5555

5656
void Add(const TFormatHandlerStatistic& stat) {
57+
ParseAndFilterLatency = stat.ParseAndFilterLatency != TDuration::Zero() ? stat.ParseAndFilterLatency : ParseAndFilterLatency;
58+
5759
ParserStats.Add(stat.ParserStats);
5860
FilterStats.Add(stat.FilterStats);
5961
}

ydb/core/fq/libs/row_dispatcher/format_handler/format_handler.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -426,7 +426,7 @@ class TTopicFormatHandler : public NActors::TActor<TTopicFormatHandler>, public
426426
TFormatHandlerStatistic GetStatistics() override {
427427
TFormatHandlerStatistic statistics;
428428
if (Parser) {
429-
statistics.ParserStats = Parser->GetStatistics();
429+
Parser->FillStatistics(statistics);
430430
}
431431
if (Filters) {
432432
statistics.FilterStats = Filters->GetStatistics();

ydb/core/fq/libs/row_dispatcher/format_handler/parsers/parser_abstract.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ class ITopicParser : public TThrRefBase, public TNonCopyable {
3131
virtual const TVector<ui64>& GetOffsets() const = 0;
3232
virtual TValueStatus<const TVector<NYql::NUdf::TUnboxedValue>*> GetParsedColumn(ui64 columnId) const = 0;
3333

34-
virtual TParserStatistic GetStatistics() = 0;
34+
virtual void FillStatistics(TFormatHandlerStatistic& statistic) = 0;
3535
};
3636

3737
} // namespace NFq::NRowDispatcher

ydb/core/fq/libs/row_dispatcher/format_handler/parsers/parser_base.cpp

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -66,13 +66,11 @@ void TTopicParserBase::Refresh(bool force) {
6666
Y_UNUSED(force);
6767
}
6868

69-
TParserStatistic TTopicParserBase::GetStatistics() {
70-
TParserStatistic statistics;
71-
statistics.ParserLatency = Stats.ParserLatency;
72-
statistics.ParseAndFilterLatency = Stats.ParseAndFilterLatency;
73-
Stats.Clear();
69+
void TTopicParserBase::FillStatistics(TFormatHandlerStatistic& statistic) {
70+
statistic.ParseAndFilterLatency = Stats.ParseAndFilterLatency;
71+
statistic.ParserStats.ParserLatency = Stats.ParserLatency;
7472

75-
return statistics;
73+
Stats.Clear();
7674
}
7775

7876
void TTopicParserBase::ParseBuffer() {

ydb/core/fq/libs/row_dispatcher/format_handler/parsers/parser_base.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ class TTopicParserBase : public ITopicParser, public TTypeParser {
4141

4242
public:
4343
virtual void Refresh(bool force = false) override;
44-
virtual TParserStatistic GetStatistics() override;
44+
virtual void FillStatistics(TFormatHandlerStatistic& statistic) override;
4545

4646
protected:
4747
// Called with binded alloc

ydb/core/fq/libs/row_dispatcher/row_dispatcher.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -673,7 +673,7 @@ TString TRowDispatcher::GetInternalState() {
673673

674674
for (const auto& [formatName, formatStats] : sessionInfo.Stat.FormatHandlers) {
675675
str << " " << formatName
676-
<< " parse and filter lantecy " << formatStats.ParserStats.ParseAndFilterLatency
676+
<< " parse and filter lantecy " << formatStats.ParseAndFilterLatency
677677
<< " (parse " << formatStats.ParserStats.ParserLatency << ", filter " << formatStats.FilterStats.FilterLatency << ")\n";
678678
}
679679

0 commit comments

Comments
 (0)