Add dqrun rlimit (#9897)

Author: MrLolthe1st

ydb/library/yql/parser/pg_catalog/catalog.cpp

@@ -3679,7 +3679,7 @@ void RegisterExtensions(const TVector<TExtensionDesc>& extensions, bool typesOnl
                 throw yexception() << "Duplicated extension install name: " << e.InstallName;
             }
 
-            if (e.LibraryMD5.empty()) {
+            if (e.LibraryMD5.empty() && !e.LibraryPath.empty()) {
                 e.LibraryMD5 = MD5::File(e.LibraryPath);
             }
 
@@ -3691,7 +3691,7 @@ void RegisterExtensions(const TVector<TExtensionDesc>& extensions, bool typesOnl
             }
 
             parser.Parse(i + 1, sqls, catalog);
-            if (loader && !e.TypesOnly) {
+            if (loader && !e.TypesOnly && !e.LibraryPath.empty()) {
                 loader->Load(i + 1, e.Name, e.LibraryPath);
             }
         }

ydb/library/yql/tools/dqrun/dqrun.cpp

@@ -111,6 +111,10 @@
 #include <library/cpp/lfalloc/alloc_profiler/profiler.h>
 #endif
 
+#ifdef __unix__
+#include <sys/resource.h>
+#endif
+
 using namespace NKikimr;
 using namespace NYql;
 
@@ -545,6 +549,7 @@ int RunMain(int argc, const char* argv[])
     TQContext qContext;
     TString ysonAttrs;
     TVector<TString> pqFileList;
+    size_t memLimit = 0;
 
     NLastGetopt::TOpts opts = NLastGetopt::TOpts::Default();
     opts.AddLongOption('p', "program", "Program to execute (use '-' to read from stdin)")
@@ -555,6 +560,9 @@ int RunMain(int argc, const char* argv[])
         .Optional()
         .NoArgument()
         .SetFlag(&runOptions.Sql);
+    opts.AddLongOption("mem-limit", "Resource (memory) limit, mb")
+        .Optional()
+        .StoreResult(&memLimit);
     opts.AddLongOption("pg", "Program has PG syntax").NoArgument().SetFlag(&runOptions.Pg);
     opts.AddLongOption('t', "table", "table@file").AppendTo(&tablesMappingList);
     opts.AddLongOption('C', "cluster", "set cluster to service mapping").RequiredArgument("name@service").Handler(new TStoreMappingFunctor(&clusterMapping));
@@ -719,6 +727,24 @@ int RunMain(int argc, const char* argv[])
 
     NLastGetopt::TOptsParseResult res(&opts, argc, argv);
 
+    if (memLimit > 0) {
+#ifdef __unix__
+        struct rlimit rl;
+
+        if (getrlimit(RLIMIT_AS, &rl)) {
+            ythrow TSystemError() << "Cannot getrlimit(RLIMIT_RSS)";
+        }
+
+        rl.rlim_cur = memLimit * 1024 * 1024;
+        if (auto v = setrlimit(RLIMIT_AS, &rl)) {
+            ythrow TSystemError() << "Cannot setrlimit(RLIMIT_AS) to " << memLimit << " mbytes " << v;
+        }
+#else
+        Cerr << "Memory limit can not be set on this platfrom" << Endl;
+        return 1;
+#endif
+    }
+
     if (!res.Has("program") && !res.Has("replay")) {
         YQL_LOG(ERROR) << "Either program or replay option should be specified";
         return 1;
@@ -824,7 +850,7 @@ int RunMain(int argc, const char* argv[])
         Y_ABORT_UNLESS(NKikimr::ParsePBFromFile(pgExtConfig, &config));
         TVector<NYql::NPg::TExtensionDesc> extensions;
         PgExtensionsFromProto(config, extensions);
-        NYql::NPg::RegisterExtensions(extensions, false,
+        NYql::NPg::RegisterExtensions(extensions, qContext.CanRead(),
             *NSQLTranslationPG::CreateExtensionSqlParser(),
             NKikimr::NMiniKQL::CreateExtensionLoader().get());
     }

ydb/library/yql/tools/dqrun/ya.make

@@ -5,7 +5,7 @@ IF (PROFILE_MEMORY_ALLOCATIONS)
     ALLOCATOR(LF_DBG)
     CFLAGS(-DPROFILE_MEMORY_ALLOCATIONS)
 ELSE()
-    IF (OS_LINUX)
+    IF (OS_LINUX AND NOT DISABLE_TCMALLOC)
         ALLOCATOR(TCMALLOC_256K)
     ELSE()
         ALLOCATOR(J)