Merge branch 'stable-25-1' into changelog/stable-25-1-2025-05-11

Author: galnat

.github/config/muted_ya.txt

@@ -44,6 +44,7 @@ COPY --from=builder \
 EXPOSE ${GRPC_TLS_PORT:-2135}
 EXPOSE ${GRPC_PORT:-2136}
 EXPOSE ${MON_PORT:-8765}
+EXPOSE ${YDB_KAFKA_PROXY_PORT:-9092}
 
 HEALTHCHECK --start-period=60s --interval=1s CMD sh ./health_check
 

.github/docker/Dockerfile

@@ -7,6 +7,7 @@ export YDB_GRPC_ENABLE_TLS="true"
 export GRPC_TLS_PORT=${GRPC_TLS_PORT:-2135}
 export GRPC_PORT=${GRPC_PORT:-2136}
 export YDB_GRPC_TLS_DATA_PATH="/ydb_certs"
+export YDB_KAFKA_PROXY_PORT=${YDB_KAFKA_PROXY_PORT:-9092}
 
 # Start local_ydb tool. Pass additional arguments for local_ydb
 /local_ydb deploy --ydb-working-dir /ydb_data --ydb-binary-path /ydbd --fixed-ports --dont-use-log-files "$@";

.github/docker/files/initialize_local_ydb

@@ -0,0 +1,89 @@
+name: Assign a reviewer for documentation
+
+on:
+  pull_request_target:
+    types: [opened]
+
+jobs:
+  assign-docs-reviewer:
+    runs-on: ubuntu-latest
+    if: contains(github.event.pull_request.body, '* Documentation') && !contains(github.event.pull_request.body, '* New feature')
+    steps:
+      - name: Assign a random documentation reviewer, excluding the PR author and busy members
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.YDBOT_TOKEN }}
+          script: |
+            const teamSlug = "primary-docs-reviewers";
+            const org = "ydb-platform";
+            
+            // Get team members
+            const teamMembers = await github.paginate("GET /orgs/{org}/teams/{team_slug}/members", {
+              org,
+              team_slug: teamSlug
+            });
+            if (teamMembers.length === 0) {
+              core.setFailed("No team members found in the team.");
+            }
+            
+            // Get the PR author
+            const prAuthor = context.payload.pull_request.user.login;
+            
+            // Function to check if a user is busy:
+            // It checks for "busy" in their status message OR if they have limitedAvailability set (checkbox).
+            async function isBusy(login) {
+              const query = `
+                query($login: String!) {
+                  user(login: $login) {
+                    status {
+                      message
+                      indicatesLimitedAvailability
+                    }
+                  }
+                }
+              `;
+              try {
+                const result = await github.graphql(query, { login });
+                const status = result.user.status;
+                if (!status) return false;
+                // Consider user busy if limitedAvailability is true or message contains "busy"
+                return status.indicatesLimitedAvailability === true ||
+                       (status.message && status.message.toLowerCase().includes("busy"));
+              } catch (error) {
+                console.log(`Error checking status for ${login}: ${error}`);
+                return false; // On error, assume not busy
+              }
+            }
+            
+            // Filter out the PR author and busy members
+            const availableMembers = [];
+            for (const member of teamMembers) {
+              if (member.login === prAuthor) {
+                console.log(`Skipping the author ${member.login}.`);
+                continue;
+              }
+              if (await isBusy(member.login)) {
+                console.log(`Skipping ${member.login} as they appear busy.`);
+                continue;
+              }
+              availableMembers.push(member);
+            }
+            
+            if (availableMembers.length === 0) {
+              core.setFailed("No available team members after excluding PR author and busy members.");
+            }
+            
+            // Pick a random available member
+            const randomIndex = Math.floor(Math.random() * availableMembers.length);
+            const randomMember = availableMembers[randomIndex].login;
+            
+            // Get the PR number from the event context
+            const prNumber = context.payload.pull_request.number;
+            // Assign the PR to the selected team member
+            await github.rest.issues.addAssignees({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              assignees: [randomMember]
+            });
+            console.log(`Assigned PR #${prNumber} to ${randomMember}`);

.github/workflows/docs_assign_review.yaml

@@ -21,3 +21,4 @@ jobs:
         with:
           revision: "pr-${{ github.event.pull_request.number }}-${{ github.event.pull_request.head.sha }}"
           src-root: "./ydb/docs"
+          cli-version: stable

.github/workflows/docs_build.yaml

@@ -25,6 +25,7 @@ jobs:
         with:
           revision: "${{ github.sha }}"
           src-root: ${{ vars.SRC_ROOT }}
+          cli-version: stable
 
   upload:
     needs: build

.github/workflows/docs_release.yaml

@@ -7,11 +7,18 @@
 * 16688:Added to set [grpc compression](https://github.com/grpc/grpc/blob/master/doc/compression_cookbook.md) at channel level. [#16688](https://github.com/ydb-platform/ydb/pull/16688) ([Vitalii Gridnev](https://github.com/gridnevvvit))
 * 18017:Implemented client balancing of partitions when reading using the Kafka protocol (like Kafka itself). Previously, balancing took place on the server. [#18017](https://github.com/ydb-platform/ydb/pull/18017) ([Nikolay Shestakov](https://github.com/nshestakov))
 * 17734:Added automatic cleanup of temporary tables and directories during export to S3. [#17734](https://github.com/ydb-platform/ydb/pull/17734) ([stanislav_shchetinin](https://github.com/stanislav-shchetinin))
+* 18352:Added database audit logs in console's tablet.[#18352](https://github.com/ydb-platform/ydb/pull/18352) ([flown4qqqq](https://github.com/flown4qqqq))
+* 18298:Limited the creation of ReassignerActor to only one active instance to prevent [SelfHeal](https://ydb.tech/docs/ru/maintenance/manual/selfheal) from overloading BSC. [#18298](https://github.com/ydb-platform/ydb/pull/18298) ([Sergey Belyakov](https://github.com/serbel324))
+* 18294:Changed version format from Year.Major.Minor.Hotfix to Year.Major.Minor.Patch.Hotfix [#18294](https://github.com/ydb-platform/ydb/pull/18294) ([Sergey Belyakov](https://github.com/serbel324))
 
 ### Bug fixes
 
 * 18086:Bug fixes for direct read in topics [#18086](https://github.com/ydb-platform/ydb/pull/18086) ([qyryq](https://github.com/qyryq))
 * 16797:Fixed altering of max_active_partition property of the topic with YQL query [#16797](https://github.com/ydb-platform/ydb/pull/16797) ([Nikolay Shestakov](https://github.com/nshestakov))
+* 18362:Table auto partitioning: Fixed crash when selecting split key from access samples containing a mix of full key and key prefix operations (e.g. exact/range reads). [#18362](https://github.com/ydb-platform/ydb/pull/18362) ([ijon](https://github.com/ijon))
+* 18301:Optimized memory usage in transactions with a large number of participants by changing the storage and resending mechanism for TEvReadSet messages. [#18301](https://github.com/ydb-platform/ydb/pull/18301) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
+* 18296:Fixed replication continuing to consume disk space when storage was low, which caused VDisks to become read-only. [#18296](https://github.com/ydb-platform/ydb/pull/18296) ([Sergey Belyakov](https://github.com/serbel324))
+* 18231:Fix segfault that could happen while retrying Whiteboard requests. [#18231](https://github.com/ydb-platform/ydb/pull/18231) ([Andrei Rykov](https://github.com/StekPerepolnen))
 
 ### Performance
 

CHANGELOG.md

@@ -1,3 +1,4 @@
+* Fix `ydb operation get` not working for running operations.
 * Added `--retries` to `ydb workload <clickbenh|tpch|tpcds> run` command.
 * Added `--partition-size` param to `ydb workload <clickbench/tpcds/tpch> init`.
 * Fixed return code of command `ydb workload * run --check-canonical` for the case when benchmark query results differ from canonical ones.

ydb/apps/ydb/CHANGELOG.md

@@ -1,6 +1,7 @@
 #include "export.h"
 #include <ydb/core/driver_lib/run/main.h>
 #include <ydb/core/security/ticket_parser.h>
+#include <ydb/core/transfer/transfer_writer.h>
 #include <ydb/core/tx/schemeshard/schemeshard_operation_factory.h>
 #include <ydb/core/ymq/actor/auth_multi_factory.h>
 #include <ydb/core/ymq/base/events_writer.h>
@@ -23,6 +24,7 @@ int main(int argc, char **argv) {
     factories->SqsEventsWriterFactory = std::make_shared<TSqsEventsWriterFactory>();
     factories->SchemeOperationFactory.reset(NKikimr::NSchemeShard::DefaultOperationFactory());
     factories->ConfigSwissKnife = NKikimr::NYamlConfig::CreateDefaultConfigSwissKnife();
+    factories->TransferWriterFactory = std::make_shared<NKikimr::NReplication::NTransfer::TTransferWriterFactory>();
 
     return ParameterizedMain(argc, argv, std::move(factories));
 }

ydb/apps/ydbd/main.cpp

@@ -1,12 +1,12 @@
 #include "local_partition_reader.h"
 #include "logging.h"
 
-#include <ydb/library/actors/core/actor.h>
-#include <ydb/library/services/services.pb.h>
-
 #include <ydb/core/persqueue/events/global.h>
 #include <ydb/core/protos/grpc_pq_old.pb.h>
 #include <ydb/core/tx/replication/service/worker.h>
+#include <ydb/core/tx/replication/ydb_proxy/topic_message.h>
+#include <ydb/library/actors/core/actor.h>
+#include <ydb/library/services/services.pb.h>
 
 using namespace NActors;
 using namespace NKikimr::NReplication::NService;
@@ -131,11 +131,11 @@ class TLocalPartitionReader
         }
 
         auto gotOffset = Offset;
-        TVector<TEvWorker::TEvData::TRecord> records(::Reserve(readResult.ResultSize()));
+        TVector<NReplication::TTopicMessage> records(::Reserve(readResult.ResultSize()));
 
         for (auto& result : readResult.GetResult()) {
             gotOffset = std::max(gotOffset, result.GetOffset());
-            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData(), TInstant::MilliSeconds(result.GetCreateTimestampMS()), result.GetSourceId(), result.GetSourceId(), result.GetSeqNo());
+            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData());
         }
         SentOffset = gotOffset + 1;