Merge branch 'stable-25-1' into changelog/stable-25-1-2025-06-01

Author: galnat

.github/config/muted_ya.txt

@@ -46,6 +46,7 @@ ydb/core/kqp/ut/olap KqpOlapWrite.TierDraftsGCWithRestart
 ydb/core/kqp/ut/olap [*/*] chunk chunk
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable+ColumnStore
 ydb/core/kqp/ut/query KqpAnalyze.AnalyzeTable-ColumnStore
+ydb/core/kqp/ut/query KqpLimits.StreamWrite+Allowed
 ydb/core/kqp/ut/query KqpStats.DeferredEffects+UseSink
 ydb/core/kqp/ut/query KqpStats.SysViewClientLost
 ydb/core/kqp/ut/scheme KqpOlapScheme.TenThousandColumns

.github/docker/Dockerfile

@@ -44,6 +44,7 @@ COPY --from=builder \
 EXPOSE ${GRPC_TLS_PORT:-2135}
 EXPOSE ${GRPC_PORT:-2136}
 EXPOSE ${MON_PORT:-8765}
+EXPOSE ${YDB_KAFKA_PROXY_PORT:-9092}
 
 HEALTHCHECK --start-period=60s --interval=1s CMD sh ./health_check
 

.github/docker/files/initialize_local_ydb

@@ -7,6 +7,7 @@ export YDB_GRPC_ENABLE_TLS="true"
 export GRPC_TLS_PORT=${GRPC_TLS_PORT:-2135}
 export GRPC_PORT=${GRPC_PORT:-2136}
 export YDB_GRPC_TLS_DATA_PATH="/ydb_certs"
+export YDB_KAFKA_PROXY_PORT=${YDB_KAFKA_PROXY_PORT:-9092}
 
 # Start local_ydb tool. Pass additional arguments for local_ydb
 /local_ydb deploy --ydb-working-dir /ydb_data --ydb-binary-path /ydbd --fixed-ports --dont-use-log-files "$@";

.github/workflows/docs_assign_review.yaml

@@ -0,0 +1,89 @@
+name: Assign a reviewer for documentation
+
+on:
+  pull_request_target:
+    types: [opened]
+
+jobs:
+  assign-docs-reviewer:
+    runs-on: ubuntu-latest
+    if: contains(github.event.pull_request.body, '* Documentation') && !contains(github.event.pull_request.body, '* New feature')
+    steps:
+      - name: Assign a random documentation reviewer, excluding the PR author and busy members
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.YDBOT_TOKEN }}
+          script: |
+            const teamSlug = "primary-docs-reviewers";
+            const org = "ydb-platform";
+            
+            // Get team members
+            const teamMembers = await github.paginate("GET /orgs/{org}/teams/{team_slug}/members", {
+              org,
+              team_slug: teamSlug
+            });
+            if (teamMembers.length === 0) {
+              core.setFailed("No team members found in the team.");
+            }
+            
+            // Get the PR author
+            const prAuthor = context.payload.pull_request.user.login;
+            
+            // Function to check if a user is busy:
+            // It checks for "busy" in their status message OR if they have limitedAvailability set (checkbox).
+            async function isBusy(login) {
+              const query = `
+                query($login: String!) {
+                  user(login: $login) {
+                    status {
+                      message
+                      indicatesLimitedAvailability
+                    }
+                  }
+                }
+              `;
+              try {
+                const result = await github.graphql(query, { login });
+                const status = result.user.status;
+                if (!status) return false;
+                // Consider user busy if limitedAvailability is true or message contains "busy"
+                return status.indicatesLimitedAvailability === true ||
+                       (status.message && status.message.toLowerCase().includes("busy"));
+              } catch (error) {
+                console.log(`Error checking status for ${login}: ${error}`);
+                return false; // On error, assume not busy
+              }
+            }
+            
+            // Filter out the PR author and busy members
+            const availableMembers = [];
+            for (const member of teamMembers) {
+              if (member.login === prAuthor) {
+                console.log(`Skipping the author ${member.login}.`);
+                continue;
+              }
+              if (await isBusy(member.login)) {
+                console.log(`Skipping ${member.login} as they appear busy.`);
+                continue;
+              }
+              availableMembers.push(member);
+            }
+            
+            if (availableMembers.length === 0) {
+              core.setFailed("No available team members after excluding PR author and busy members.");
+            }
+            
+            // Pick a random available member
+            const randomIndex = Math.floor(Math.random() * availableMembers.length);
+            const randomMember = availableMembers[randomIndex].login;
+            
+            // Get the PR number from the event context
+            const prNumber = context.payload.pull_request.number;
+            // Assign the PR to the selected team member
+            await github.rest.issues.addAssignees({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: prNumber,
+              assignees: [randomMember]
+            });
+            console.log(`Assigned PR #${prNumber} to ${randomMember}`);

.github/workflows/docs_build.yaml

@@ -21,3 +21,4 @@ jobs:
         with:
           revision: "pr-${{ github.event.pull_request.number }}-${{ github.event.pull_request.head.sha }}"
           src-root: "./ydb/docs"
+          cli-version: stable

.github/workflows/docs_release.yaml

@@ -25,6 +25,7 @@ jobs:
         with:
           revision: "${{ github.sha }}"
           src-root: ${{ vars.SRC_ROOT }}
+          cli-version: stable
 
   upload:
     needs: build

CHANGELOG.md

@@ -3,26 +3,29 @@
 ### Functionality
 
 * 17114:Improved audit logging for user management operations. The audit logs now include details about user modification actions such as password changes, user blocking, and unblocking, making it easier to troubleshoot login issues. [#17114](https://github.com/ydb-platform/ydb/pull/17114) ([flown4qqqq](https://github.com/flown4qqqq))
+* 17691:New UI handler for fetching data from topics. [#17691](https://github.com/ydb-platform/ydb/pull/17691) ([FloatingCrowbar](https://github.com/FloatingCrowbar))
+* 16688:Added to set [grpc compression](https://github.com/grpc/grpc/blob/master/doc/compression_cookbook.md) at channel level. [#16688](https://github.com/ydb-platform/ydb/pull/16688) ([Vitalii Gridnev](https://github.com/gridnevvvit))
+* 18017:Implemented client balancing of partitions when reading using the Kafka protocol (like Kafka itself). Previously, balancing took place on the server. [#18017](https://github.com/ydb-platform/ydb/pull/18017) ([Nikolay Shestakov](https://github.com/nshestakov))
+* 17734:Added automatic cleanup of temporary tables and directories during export to S3. [#17734](https://github.com/ydb-platform/ydb/pull/17734) ([stanislav_shchetinin](https://github.com/stanislav-shchetinin))
 * 18352:Added database audit logs in console's tablet.[#18352](https://github.com/ydb-platform/ydb/pull/18352) ([flown4qqqq](https://github.com/flown4qqqq))
 * 18298:Limited the creation of ReassignerActor to only one active instance to prevent [SelfHeal](https://ydb.tech/docs/ru/maintenance/manual/selfheal) from overloading BSC. [#18298](https://github.com/ydb-platform/ydb/pull/18298) ([Sergey Belyakov](https://github.com/serbel324))
 * 18294:Changed version format from Year.Major.Minor.Hotfix to Year.Major.Minor.Patch.Hotfix [#18294](https://github.com/ydb-platform/ydb/pull/18294) ([Sergey Belyakov](https://github.com/serbel324))
 * 19056:fixed "Failed to set up listener on port 9092 errno# 98 (Address already in use)" [#19056](https://github.com/ydb-platform/ydb/pull/19056) ([Nikolay Shestakov](https://github.com/nshestakov))
 
 ### Bug fixes
 
-* 17313:Fixed CopyTable operation to allow copying tables with all column types present in the source table, regardless of feature flag settings. This resolves an issue where copying tables with certain decimal types would fail after version downgrades. [#17313](https://github.com/ydb-platform/ydb/pull/17313) ([azevaykin](https://github.com/azevaykin))
-* 17122:Fixed an rare issue that caused client applications to hang during commit operations. The problem occurred because the `TEvDeletePartition` message could arrive before the `TEvApproveWriteQuota` message. The batch did not send TEvConsumed and this blocked the queue of write quota requests. [#17122](https://github.com/ydb-platform/ydb/pull/17122) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
+* 18647:[Fixed](https://github.com/ydb-platform/ydb/pull/18647) an [issue](https://github.com/ydb-platform/ydb/issues/17885) where the index type was incorrectly defaulting to GLOBAL SYNC when UNIQUE was explicitly specified in the query. ([Vasily Gerasimov](https://github.com/UgnineSirdis))
+* 18086:Bug fixes for direct read in topics [#18086](https://github.com/ydb-platform/ydb/pull/18086) ([qyryq](https://github.com/qyryq))
+* 16797:Fixed an issue with topic auto-partitioning when the `max_active_partition` configuration parameter was set via the `ALTER TOPIC` statement. [#16797](https://github.com/ydb-platform/ydb/pull/16797) ([Nikolay Shestakov](https://github.com/nshestakov))
 * 18362:Table auto partitioning: Fixed crash when selecting split key from access samples containing a mix of full key and key prefix operations (e.g. exact/range reads). [#18362](https://github.com/ydb-platform/ydb/pull/18362) ([ijon](https://github.com/ijon))
-* 18301:Optimized memory usage in transactions with a large number of participants by changing the storage and resending mechanism for TEvReadSet messages. [#18302](https://github.com/ydb-platform/ydb/pull/18301) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
 * 18296:Fixed replication continuing to consume disk space when storage was low, which caused VDisks to become read-only. [#18296](https://github.com/ydb-platform/ydb/pull/18296) ([Sergey Belyakov](https://github.com/serbel324))
-* 18271:Fix replication bug #10650 [#18271](https://github.com/ydb-platform/ydb/pull/18271) ([Alexander Rutkovsky](https://github.com/alexvru))
 * 18231:Fix segfault that could happen while retrying Whiteboard requests. [#18231](https://github.com/ydb-platform/ydb/pull/18231) ([Andrei Rykov](https://github.com/StekPerepolnen))
-* 19012:fix low performance in stream lookup on many reads https://github.com/ydb-platform/ydb/issues/19010
-add simple overload logic https://github.com/ydb-platform/ydb/issues/19011 [#19012](https://github.com/ydb-platform/ydb/pull/19012) ([Vitalii Gridnev](https://github.com/gridnevvvit))
 * 18938:In the table description columns are returned in the same order as they were specified in CREATE TABLE. [#18938](https://github.com/ydb-platform/ydb/pull/18938) ([Ilnaz Nizametdinov](https://github.com/CyberROFL))
-* 18794:Move changes from #18614
+* 18794:[Fixed](https://github.com/db-platform/adb/pull/18794) a rare [bug](https://github.com/ydb-platform/ydb/issues/18615) with PQ tablet restarts. [#18794](https://github.com/ydb-platform/ydb/pull/18794) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
 
-Issue #18615
+=======
 
-Temporarily removed the checks for `StartOffset` and `EndOffset` at the start of the partition actor. [#18794](https://github.com/ydb-platform/ydb/pull/18794) ([Alek5andr-Kotov](https://github.com/Alek5andr-Kotov))
+### Performance
 
+* 17712:Introduced Intersect, Add and IsEmpty operations to Roaring UDF. [#17712](https://github.com/ydb-platform/ydb/pull/17712) ([jsjant](https://github.com/jsjant))
+* 17578:Added naive bulk And to Roaring UDF. [#17578](https://github.com/ydb-platform/ydb/pull/17578) ([jsjant](https://github.com/jsjant)

ydb/apps/ydb/CHANGELOG.md

@@ -1,3 +1,4 @@
+* Fix `ydb operation get` not working for running operations.
 * Added `--retries` to `ydb workload <clickbenh|tpch|tpcds> run` command.
 * Added `--partition-size` param to `ydb workload <clickbench/tpcds/tpch> init`.
 * Fixed return code of command `ydb workload * run --check-canonical` for the case when benchmark query results differ from canonical ones.

ydb/apps/ydbd/main.cpp

@@ -1,6 +1,7 @@
 #include "export.h"
 #include <ydb/core/driver_lib/run/main.h>
 #include <ydb/core/security/ticket_parser.h>
+#include <ydb/core/transfer/transfer_writer.h>
 #include <ydb/core/tx/schemeshard/schemeshard_operation_factory.h>
 #include <ydb/core/ymq/actor/auth_multi_factory.h>
 #include <ydb/core/ymq/base/events_writer.h>
@@ -23,6 +24,7 @@ int main(int argc, char **argv) {
     factories->SqsEventsWriterFactory = std::make_shared<TSqsEventsWriterFactory>();
     factories->SchemeOperationFactory.reset(NKikimr::NSchemeShard::DefaultOperationFactory());
     factories->ConfigSwissKnife = NKikimr::NYamlConfig::CreateDefaultConfigSwissKnife();
+    factories->TransferWriterFactory = std::make_shared<NKikimr::NReplication::NTransfer::TTransferWriterFactory>();
 
     return ParameterizedMain(argc, argv, std::move(factories));
 }

ydb/core/backup/impl/local_partition_reader.cpp

@@ -1,12 +1,12 @@
 #include "local_partition_reader.h"
 #include "logging.h"
 
-#include <ydb/library/actors/core/actor.h>
-#include <ydb/library/services/services.pb.h>
-
 #include <ydb/core/persqueue/events/global.h>
 #include <ydb/core/protos/grpc_pq_old.pb.h>
 #include <ydb/core/tx/replication/service/worker.h>
+#include <ydb/core/tx/replication/ydb_proxy/topic_message.h>
+#include <ydb/library/actors/core/actor.h>
+#include <ydb/library/services/services.pb.h>
 
 using namespace NActors;
 using namespace NKikimr::NReplication::NService;
@@ -131,11 +131,11 @@ class TLocalPartitionReader
         }
 
         auto gotOffset = Offset;
-        TVector<TEvWorker::TEvData::TRecord> records(::Reserve(readResult.ResultSize()));
+        TVector<NReplication::TTopicMessage> records(::Reserve(readResult.ResultSize()));
 
         for (auto& result : readResult.GetResult()) {
             gotOffset = std::max(gotOffset, result.GetOffset());
-            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData(), TInstant::MilliSeconds(result.GetCreateTimestampMS()), result.GetSourceId(), result.GetSourceId(), result.GetSeqNo());
+            records.emplace_back(result.GetOffset(), GetDeserializedData(result.GetData()).GetData());
         }
         SentOffset = gotOffset + 1;