Moved commit "PQ_V1 SDK auto partitioning support" from ydb repo

Author: niksaveliev

include/ydb-cpp-sdk/client/topic/control_plane.h

@@ -160,7 +160,7 @@ struct TAlterTopicSettings;
 struct TAutoPartitioningSettings {
 friend struct TAutoPartitioningSettingsBuilder;
 public:
-TAutoPartitioningSettings()
+    TAutoPartitioningSettings()
         : Strategy_(EAutoPartitioningStrategy::Disabled)
         , StabilizationWindow_(TDuration::Seconds(0))
         , DownUtilizationPercent_(0)

src/client/persqueue_public/impl/persqueue.cpp

@@ -85,11 +85,20 @@ TDescribeTopicResult::TDescribeTopicResult(TStatus status, const Ydb::PersQueue:
 }
 
 TDescribeTopicResult::TTopicSettings::TTopicSettings(const Ydb::PersQueue::V1::TopicSettings& settings) {
-
-    PartitionsCount_ = settings.partitions_count();
     RetentionPeriod_ = TDuration::MilliSeconds(settings.retention_period_ms());
     SupportedFormat_ = static_cast<EFormat>(settings.supported_format());
 
+    if (settings.has_auto_partitioning_settings()) {
+        PartitionsCount_ = settings.auto_partitioning_settings().min_active_partitions();
+        MaxPartitionsCount_ = settings.auto_partitioning_settings().max_active_partitions();
+        StabilizationWindow_ = TDuration::Seconds(settings.auto_partitioning_settings().partition_write_speed().stabilization_window().seconds());
+        UpUtilizationPercent_ = settings.auto_partitioning_settings().partition_write_speed().up_utilization_percent();
+        DownUtilizationPercent_ = settings.auto_partitioning_settings().partition_write_speed().down_utilization_percent();
+        AutoPartitioningStrategy_ = settings.auto_partitioning_settings().strategy();
+    } else {
+        PartitionsCount_ = settings.partitions_count();
+    }
+
     for (const auto& codec : settings.supported_codecs()) {
         SupportedCodecs_.push_back(static_cast<ECodec>(codec));
     }

src/client/persqueue_public/impl/persqueue_impl.h

@@ -55,6 +55,34 @@ class TPersQueueClient::TImpl : public TClientImplCommon<TPersQueueClient::TImpl
 
         props.set_partitions_count(settings.PartitionsCount_);
 
+        bool autoPartitioningSettingsDefined = false;
+        if (settings.MaxPartitionsCount_.has_value()) {
+            props.mutable_auto_partitioning_settings()->set_max_active_partitions(settings.PartitionsCount_);
+            autoPartitioningSettingsDefined = true;
+        }
+        if (settings.AutoPartitioningStrategy_.has_value()) {
+            props.mutable_auto_partitioning_settings()->set_strategy(*settings.AutoPartitioningStrategy_);
+            autoPartitioningSettingsDefined = true;
+        }
+        if (settings.DownUtilizationPercent_.has_value()) {
+            props.mutable_auto_partitioning_settings()->mutable_partition_write_speed()->set_down_utilization_percent(*settings.DownUtilizationPercent_);
+            autoPartitioningSettingsDefined = true;
+        }
+        if (settings.UpUtilizationPercent_.has_value()) {
+            props.mutable_auto_partitioning_settings()->mutable_partition_write_speed()->set_up_utilization_percent(*settings.UpUtilizationPercent_);
+            autoPartitioningSettingsDefined = true;
+        }
+        if (settings.StabilizationWindow_.has_value()) {
+            props.mutable_auto_partitioning_settings()->mutable_partition_write_speed()->mutable_stabilization_window()->set_seconds((*settings.StabilizationWindow_).Seconds());
+            autoPartitioningSettingsDefined = true;
+        }
+
+        if (!autoPartitioningSettingsDefined) {
+            props.set_partitions_count(settings.PartitionsCount_);
+        } else {
+            props.mutable_auto_partitioning_settings()->set_min_active_partitions(settings.PartitionsCount_);
+        }
+
         props.set_retention_period_ms(settings.RetentionPeriod_.MilliSeconds());
         props.set_supported_format(static_cast<Ydb::PersQueue::V1::TopicSettings::Format>(settings.SupportedFormat_));
         for (const auto& codec : settings.SupportedCodecs_) {

src/client/persqueue_public/include/control_plane.h

@@ -117,6 +117,12 @@ struct TDescribeTopicResult : public TStatus {
         }
         GETTER(std::optional<TRemoteMirrorRule>, RemoteMirrorRule);
 
+        GETTER(std::optional<uint64_t>, MaxPartitionsCount);
+        GETTER(std::optional<TDuration>, StabilizationWindow);
+        GETTER(std::optional<uint64_t>, UpUtilizationPercent);
+        GETTER(std::optional<uint64_t>, DownUtilizationPercent);
+        GETTER(std::optional<Ydb::PersQueue::V1::AutoPartitioningStrategy>, AutoPartitioningStrategy);
+
 
 #undef GETTER
 
@@ -138,6 +144,12 @@ struct TDescribeTopicResult : public TStatus {
         std::optional<ui32> AbcId_;
         std::optional<std::string> AbcSlug_;
         std::string FederationAccount_;
+
+        std::optional<uint64_t> MaxPartitionsCount_;
+        std::optional<TDuration> StabilizationWindow_;
+        std::optional<uint64_t> UpUtilizationPercent_;
+        std::optional<uint64_t> DownUtilizationPercent_;
+        std::optional<Ydb::PersQueue::V1::AutoPartitioningStrategy> AutoPartitioningStrategy_;
     };
 
     TDescribeTopicResult(TStatus status, const Ydb::PersQueue::V1::DescribeTopicResult& result);
@@ -191,6 +203,7 @@ struct TReadRuleSettings {
 // Settings for topic.
 template <class TDerived>
 struct TTopicSettings : public TOperationRequestSettings<TDerived> {
+    friend class TPersQueueClient;
 
     struct TRemoteMirrorRuleSettings {
         TRemoteMirrorRuleSettings() {}
@@ -266,9 +279,22 @@ struct TTopicSettings : public TOperationRequestSettings<TDerived> {
         if (settings.RemoteMirrorRule()) {
             RemoteMirrorRule_ = TRemoteMirrorRuleSettings().SetSettings(settings.RemoteMirrorRule().value());
         }
+
+        MaxPartitionsCount_ = settings.MaxPartitionsCount();
+        StabilizationWindow_ = settings.StabilizationWindow();
+        UpUtilizationPercent_ = settings.UpUtilizationPercent();
+        DownUtilizationPercent_ = settings.DownUtilizationPercent();
+        AutoPartitioningStrategy_ = settings.AutoPartitioningStrategy();
+
         return static_cast<TDerived&>(*this);
     }
 
+private:
+    std::optional<uint64_t> MaxPartitionsCount_;
+    std::optional<TDuration> StabilizationWindow_;
+    std::optional<uint64_t> UpUtilizationPercent_;
+    std::optional<uint64_t> DownUtilizationPercent_;
+    std::optional<Ydb::PersQueue::V1::AutoPartitioningStrategy> AutoPartitioningStrategy_;
 };