Merge branch 'stable-25-1' into changelog/stable-25-1-2025-05-25

Author: galnat

.github/config/muted_ya.txt

@@ -46,6 +46,7 @@ ydb/core/kqp/ut/olap KqpOlapWrite.TierDraftsGCWithRestart
 ydb/core/kqp/ut/olap [*/*] chunk chunk
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable+ColumnStore
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable-ColumnStore
+ydb/core/kqp/ut/query KqpLimits.StreamWrite+Allowed
 ydb/core/kqp/ut/query KqpStats.DeferredEffects+UseSink
 ydb/core/kqp/ut/query KqpStats.SysViewClientLost
 ydb/core/kqp/ut/scheme KqpOlapScheme.TenThousandColumns

.github/docker/Dockerfile

@@ -44,6 +44,7 @@ COPY --from=builder \
 EXPOSE ${GRPC_TLS_PORT:-2135}
 EXPOSE ${GRPC_PORT:-2136}
 EXPOSE ${MON_PORT:-8765}
+EXPOSE ${YDB_KAFKA_PROXY_PORT:-9092}
 
 HEALTHCHECK --start-period=60s --interval=1s CMD sh ./health_check
 

.github/docker/files/initialize_local_ydb

@@ -7,6 +7,7 @@ export YDB_GRPC_ENABLE_TLS="true"
 export GRPC_TLS_PORT=${GRPC_TLS_PORT:-2135}
 export GRPC_PORT=${GRPC_PORT:-2136}
 export YDB_GRPC_TLS_DATA_PATH="/ydb_certs"
+export YDB_KAFKA_PROXY_PORT=${YDB_KAFKA_PROXY_PORT:-9092}
 
 # Start local_ydb tool. Pass additional arguments for local_ydb
 /local_ydb deploy --ydb-working-dir /ydb_data --ydb-binary-path /ydbd --fixed-ports --dont-use-log-files "$@";

.github/workflows/docs_assign_review.yaml

@@ -0,0 +1,89 @@
+name: Assign a reviewer for documentation
+
+on:
+  pull_request_target:
+    types: [opened]
+
+jobs:
+  assign-docs-reviewer:
+    runs-on: ubuntu-latest
+    if: contains(github.event.pull_request.body, '* Documentation') && !contains(github.event.pull_request.body, '* New feature')
+    steps:
+      - name: Assign a random documentation reviewer, excluding the PR author and busy members
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.YDBOT_TOKEN }}
+          script: |
+            const teamSlug = "primary-docs-reviewers";
+            const org = "ydb-platform";
+            
+            // Get team members
+            const teamMembers = await github.paginate("GET /orgs/{org}/teams/{team_slug}/members", {
+              org,
+              team_slug: teamSlug
+            });
+            if (teamMembers.length === 0) {
+              core.setFailed("No team members found in the team.");
+            }
+            
+            // Get the PR author
+            const prAuthor = context.payload.pull_request.user.login;
+            
+            // Function to check if a user is busy:
+            // It checks for "busy" in their status message OR if they have limitedAvailability set (checkbox).
+            async function isBusy(login) {
+              const query = `
+                query($login: String!) {
+                  user(login: $login) {
+                    status {
+                      message
+                      indicatesLimitedAvailability
+                    }
+                  }
+                }
+              `;
+              try {
+                const result = await github.graphql(query, { login });
+                const status = result.user.status;
+                if (!status) return false;
+                // Consider user busy if limitedAvailability is true or message contains "busy"
+                return status.indicatesLimitedAvailability === true ||
+                       (status.message && status.message.toLowerCase().includes("busy"));
+              } catch (error) {
+                console.log(`Error checking status for ${login}: ${error}`);
+                return false; // On error, assume not busy
+              }
+            }
+            
+            // Filter out the PR author and busy members
+            const availableMembers = [];
+            for (const member of teamMembers) {
+              if (member.login === prAuthor) {
+                console.log(`Skipping the author ${member.login}.`);
+                continue;
+              }
+              if (await isBusy(member.login)) {
+                console.log(`Skipping ${member.login} as they appear busy.`);
+                continue;
+              }
+              availableMembers.push(member);
+            }
+            
+            if (availableMembers.length === 0) {
+              core.setFailed("No available team members after excluding PR author and busy members.");
+            }
+            
+            // Pick a random available member
+            const randomIndex = Math.floor(Math.random() * availableMembers.length);
+            const randomMember = availableMembers[randomIndex].login;
+            
+            // Get the PR number from the event context
+            const prNumber = context.payload.pull_request.number;
+            // Assign the PR to the selected team member
+            await github.rest.issues.addAssignees({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              assignees: [randomMember]
+            });
+            console.log(`Assigned PR #${prNumber} to ${randomMember}`);

.github/workflows/docs_build.yaml

@@ -21,3 +21,4 @@ jobs:
         with:
           revision: "pr-${{ github.event.pull_request.number }}-${{ github.event.pull_request.head.sha }}"
           src-root: "./ydb/docs"
+          cli-version: stable

.github/workflows/docs_release.yaml

@@ -25,6 +25,7 @@ jobs:
         with:
           revision: "${{ github.sha }}"
           src-root: ${{ vars.SRC_ROOT }}
+          cli-version: stable
 
   upload:
     needs: build

CHANGELOG.md

@@ -3,6 +3,13 @@
 ### Functionality
 
 * 17114:Improved audit logging for user management operations. The audit logs now include details about user modification actions such as password changes, user blocking, and unblocking, making it easier to troubleshoot login issues. [#17114](https://github.com/ydb-platform/ydb/pull/17114) ([flown4qqqq](https://github.com/flown4qqqq))
+* 17691:New UI handler for fetching data from topics. [#17691](https://github.com/ydb-platform/ydb/pull/17691) ([FloatingCrowbar](https://github.com/FloatingCrowbar))
+* 16688:Added to set [grpc compression](https://github.com/grpc/grpc/blob/master/doc/compression_cookbook.md) at channel level. [#16688](https://github.com/ydb-platform/ydb/pull/16688) ([Vitalii Gridnev](https://github.com/gridnevvvit))
+* 18017:Implemented client balancing of partitions when reading using the Kafka protocol (like Kafka itself). Previously, balancing took place on the server. [#18017](https://github.com/ydb-platform/ydb/pull/18017) ([Nikolay Shestakov](https://github.com/nshestakov))
+* 17734:Added automatic cleanup of temporary tables and directories during export to S3. [#17734](https://github.com/ydb-platform/ydb/pull/17734) ([stanislav_shchetinin](https://github.com/stanislav-shchetinin))
+* 18352:Added database audit logs in console's tablet.[#18352](https://github.com/ydb-platform/ydb/pull/18352) ([flown4qqqq](https://github.com/flown4qqqq))
+* 18298:Limited the creation of ReassignerActor to only one active instance to prevent [SelfHeal](https://ydb.tech/docs/ru/maintenance/manual/selfheal) from overloading BSC. [#18298](https://github.com/ydb-platform/ydb/pull/18298) ([Sergey Belyakov](https://github.com/serbel324))
+* 18294:Changed version format from Year.Major.Minor.Hotfix to Year.Major.Minor.Patch.Hotfix [#18294](https://github.com/ydb-platform/ydb/pull/18294) ([Sergey Belyakov](https://github.com/serbel324))
 
 ### Bug fixes
 
@@ -12,3 +19,14 @@
 * 18620:[Fixed](https://github.com/ydb-platform/ydb/pull/18620) a [bug](https://github.com/ydb-platform/ydb/issues/16462) that caused tablet downloads to pause due to tablets that could not allowed to be launched. ([vporyadke](https://github.com/vporyadke))
 * 18581:[Fixed](https://github.com/ydb-platform/ydb/pull/18577) typing [errors](https://github.com/ydb-platform/ydb/issues/18487) in UDF. ([Filitov Mikhail](https://github.com/lll-phill-lll))
 * 18377:[Fixed](https://github.com/ydb-platform/ydb/pull/18377) [a bug](https://github.com/ydb-platform/ydb/issues/16000) for handling per-dc followers created on older YDB versions. ([vporyadke](https://github.com/vporyadke))
+* 18086:Bug fixes for direct read in topics [#18086](https://github.com/ydb-platform/ydb/pull/18086) ([qyryq](https://github.com/qyryq))
+* 16797:Fixed an issue with topic auto-partitioning when the `max_active_partition` configuration parameter was set via the `ALTER TOPIC` statement. [#16797](https://github.com/ydb-platform/ydb/pull/16797) ([Nikolay Shestakov](https://github.com/nshestakov))
+* 18362:Table auto partitioning: Fixed crash when selecting split key from access samples containing a mix of full key and key prefix operations (e.g. exact/range reads). [#18362](https://github.com/ydb-platform/ydb/pull/18362) ([ijon](https://github.com/ijon))
+* 18301:Optimized memory usage in transactions with a large number of participants by changing the storage and resending mechanism for TEvReadSet messages. [#18301](https://github.com/ydb-platform/ydb/pull/18301) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
+* 18296:Fixed replication continuing to consume disk space when storage was low, which caused VDisks to become read-only. [#18296](https://github.com/ydb-platform/ydb/pull/18296) ([Sergey Belyakov](https://github.com/serbel324))
+* 18231:Fix segfault that could happen while retrying Whiteboard requests. [#18231](https://github.com/ydb-platform/ydb/pull/18231) ([Andrei Rykov](https://github.com/StekPerepolnen))
+
+### Performance
+
+* 17712:Introduced Intersect, Add and IsEmpty operations to Roaring UDF. [#17712](https://github.com/ydb-platform/ydb/pull/17712) ([jsjant](https://github.com/jsjant))
+* 17578:Added naive bulk And to Roaring UDF. [#17578](https://github.com/ydb-platform/ydb/pull/17578) ([jsjant](https://github.com/jsjant)

ydb/apps/ydb/CHANGELOG.md

@@ -1,3 +1,4 @@
+* Fix `ydb operation get` not working for running operations.
 * Added `--retries` to `ydb workload <clickbenh|tpch|tpcds> run` command.
 * Added `--partition-size` param to `ydb workload <clickbench/tpcds/tpch> init`.
 * Fixed return code of command `ydb workload * run --check-canonical` for the case when benchmark query results differ from canonical ones.

ydb/apps/ydbd/main.cpp

@@ -1,6 +1,7 @@
 #include "export.h"
 #include <ydb/core/driver_lib/run/main.h>
 #include <ydb/core/security/ticket_parser.h>
+#include <ydb/core/transfer/transfer_writer.h>
 #include <ydb/core/tx/schemeshard/schemeshard_operation_factory.h>
 #include <ydb/core/ymq/actor/auth_multi_factory.h>
 #include <ydb/core/ymq/base/events_writer.h>
@@ -23,6 +24,7 @@ int main(int argc, char **argv) {
     factories->SqsEventsWriterFactory = std::make_shared<TSqsEventsWriterFactory>();
     factories->SchemeOperationFactory.reset(NKikimr::NSchemeShard::DefaultOperationFactory());
     factories->ConfigSwissKnife = NKikimr::NYamlConfig::CreateDefaultConfigSwissKnife();
+    factories->TransferWriterFactory = std::make_shared<NKikimr::NReplication::NTransfer::TTransferWriterFactory>();
 
     return ParameterizedMain(argc, argv, std::move(factories));
 }

ydb/core/backup/impl/local_partition_reader.cpp

@@ -1,12 +1,12 @@
 #include "local_partition_reader.h"
 #include "logging.h"
 
-#include <ydb/library/actors/core/actor.h>
-#include <ydb/library/services/services.pb.h>
-
 #include <ydb/core/persqueue/events/global.h>
 #include <ydb/core/protos/grpc_pq_old.pb.h>
 #include <ydb/core/tx/replication/service/worker.h>
+#include <ydb/core/tx/replication/ydb_proxy/topic_message.h>
+#include <ydb/library/actors/core/actor.h>
+#include <ydb/library/services/services.pb.h>
 
 using namespace NActors;
 using namespace NKikimr::NReplication::NService;
@@ -131,11 +131,11 @@ class TLocalPartitionReader
         }
 
         auto gotOffset = Offset;
-        TVector<TEvWorker::TEvData::TRecord> records(::Reserve(readResult.ResultSize()));
+        TVector<NReplication::TTopicMessage> records(::Reserve(readResult.ResultSize()));
 
         for (auto& result : readResult.GetResult()) {
             gotOffset = std::max(gotOffset, result.GetOffset());
-            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData(), TInstant::MilliSeconds(result.GetCreateTimestampMS()), result.GetSourceId(), result.GetSourceId(), result.GetSeqNo());
+            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData());
         }
         SentOffset = gotOffset + 1;