Removed S3 MaxReadSizePerQuery config (#11936) (#11944)

Author: evanevanevanevannnn

ydb/library/benchmarks/runner/runner/test-gateways.conf

@@ -120,7 +120,6 @@ S3 {
         Name: "yq-tpc-local"
         Url: "file://./tpc/"
     }
-    MaxReadSizePerQuery: 100000000000
 }
 
 HttpGateway {

ydb/library/yql/providers/s3/provider/yql_s3_logical_opt.cpp

@@ -429,12 +429,6 @@ class TS3LogicalOptProposalTransformer : public TOptimizeTransformerBase {
             return TStatus::Error;
         }
 
-        const auto maxSize = State_->Configuration->MaxReadSizePerQuery;
-        if (totalSize > maxSize) {
-            ctx.AddError(TIssue(ctx.GetPosition(input->Pos()), TStringBuilder() << "Too large objects to read: " << totalSize << ", but limit is " << maxSize));
-            return TStatus::Error;
-        }
-
         if (count > 0) {
             YQL_CLOG(INFO, ProviderS3) << "Will read from S3 " << count << " files with total size " << totalSize << " bytes";
         }

ydb/library/yql/providers/s3/provider/yql_s3_settings.cpp

@@ -60,8 +60,6 @@ void TS3Configuration::Init(const TS3GatewayConfig& config, TIntrusivePtr<TTypeA
         config.HasMinDesiredDirectoriesOfFilesPerQuery()
             ? config.GetMinDesiredDirectoriesOfFilesPerQuery()
             : 100;
-    MaxReadSizePerQuery =
-        config.HasMaxReadSizePerQuery() ? config.GetMaxReadSizePerQuery() : 4_GB;
     MaxInflightListsPerQuery =
         config.HasMaxInflightListsPerQuery() ? config.GetMaxInflightListsPerQuery() : 1;
     ListingCallbackThreadCount = config.HasListingCallbackThreadCount()

ydb/library/yql/providers/s3/provider/yql_s3_settings.h

@@ -59,7 +59,6 @@ struct TS3Configuration : public TS3Settings, public NCommon::TSettingDispatcher
     ui64 MaxDiscoveryFilesPerQuery = 0;
     ui64 MaxDirectoriesAndFilesPerQuery = 0;
     ui64 MinDesiredDirectoriesOfFilesPerQuery = 0;
-    ui64 MaxReadSizePerQuery = 0;
     ui64 MaxInflightListsPerQuery = 0;
     ui64 ListingCallbackThreadCount = 0;
     ui64 ListingCallbackPerThreadQueueSize = 0;

ydb/library/yql/tools/dqrun/examples/gateways.conf

@@ -108,7 +108,6 @@ S3 {
         Name: "yq-tpc-local"
         Url: "file://./tpc/"
     }
-    MaxReadSizePerQuery: 100000000000
 }
 
 HttpGateway {

ydb/tests/tools/kqprun/configuration/app_config.conf

@@ -71,7 +71,6 @@ QueryServiceConfig {
     MaxDiscoveryFilesPerQuery: 1000
     MaxFilesPerQuery: 500000
     MaxInflightListsPerQuery: 100
-    MaxReadSizePerQuery: 1000000000000
     MinDesiredDirectoriesOfFilesPerQuery: 1000
     RegexpCacheSize: 100