Move yql/tests/sql/kikimr_tpch/ to github (#7498)

Author: maximyurchuk

ydb/core/kqp/tests/kikimr_tpch/kqp_tpch_ut.cpp

@@ -0,0 +1,39 @@
+UNITTEST()
+
+#INCLUDE(${ARCADIA_ROOT}/kikimr/public/tools/ydb_recipe/recipe.inc)
+
+TAG(ya:manual)
+
+DEPENDS(
+    # kikimr/driver
+    ydb/public/tools/ydb_recipe
+    # contrib/tools/python
+    ydb/library/yql/udfs/common/datetime
+    ydb/library/yql/udfs/common/datetime2
+    ydb/library/yql/udfs/common/pire
+    ydb/library/yql/udfs/common/re2
+    ydb/library/yql/udfs/common/string
+)
+
+USE_RECIPE(
+    ydb/public/tools/ydb_recipe/ydb_recipe
+    --suppress-version-check
+    #        --debug-logging KQP_YQL KQP_GATEWAY KQP_COMPUTE KQP_TASKS_RUNNER KQP_EXECUTER KQP_WORKER KQP_PROXY TABLET_EXECUTOR
+)
+
+SRCS(
+    kqp_tpch_ut.cpp
+)
+
+PEERDIR(
+    ydb/core/kqp/tests/tpch/lib
+    library/cpp/testing/unittest
+    ydb/core/protos
+    ydb/library/grpc/client
+    ydb/library/yql/public/udf/service/stub
+    ydb/public/lib/yson_value
+)
+
+SIZE(MEDIUM)
+
+END()

ydb/core/kqp/tests/kikimr_tpch/ya.make

@@ -0,0 +1,24 @@
+#include "cmd_drop.h"
+
+#include <ydb/core/kqp/tests/tpch/lib/tpch_runner.h>
+
+
+namespace NYdb::NTpch {
+
+TCommandDrop::TCommandDrop()
+    : TTpchCommandBase("drop", {"d"}, "Drop YDB database")
+{}
+
+void TCommandDrop::Config(TConfig&) {
+}
+
+int TCommandDrop::Run(TConfig& config) {
+    auto driver = CreateDriver(config);
+    TTpchRunner tpch{driver, Path};
+    NTable::TTableClient tableClient(driver);
+    tpch.DropTables(tableClient, true /* removeDir */);
+    driver.Stop(true);
+    return 0;
+}
+
+} // namespace NYdb::NTpch

ydb/core/kqp/tests/tpch/cmd_drop.cpp

@@ -0,0 +1,16 @@
+#pragma once
+
+#include "commands.h"
+
+
+namespace NYdb::NTpch {
+
+class TCommandDrop : public TTpchCommandBase {
+public:
+    TCommandDrop();
+
+    void Config(TConfig& config) override;
+    int Run(TConfig& config) override;
+};
+
+} // namespace NYdb::NTpch

ydb/core/kqp/tests/tpch/cmd_drop.h

@@ -0,0 +1,33 @@
+#include "cmd_prepare.h"
+
+#include <ydb/core/kqp/tests/tpch/lib/tpch_runner.h>
+
+
+namespace NYdb::NTpch {
+
+TCommandPrepare::TCommandPrepare()
+    : TTpchCommandBase("prepare", {"p"}, "Prepare YDB database")
+{}
+
+void TCommandPrepare::Config(TConfig& config) {
+    config.Opts->AddLongOption('s', "source", "Path to directory with source tables (*.tbl files)")
+        .Required()
+        .StoreResult(&SrcDataPath);
+    config.Opts->AddLongOption('p', "partition-size", "Partition size (in MB)")
+        .Required()
+        .StoreResult(&PartitionSize);
+    config.Opts->AddLongOption('b', "batch", "Uploading batch size (default 1000)")
+        .Optional()
+        .StoreResult(&BatchSize);
+    config.SetFreeArgsNum(0);
+}
+
+int TCommandPrepare::Run(TConfig& config) {
+    auto driver = CreateDriver(config);
+    TTpchRunner tpch{driver, Path};
+    tpch.UploadData(SrcDataPath, PartitionSize, BatchSize);
+    driver.Stop(true);
+    return 0;
+}
+
+} // namespace NYdb::NTpch

ydb/core/kqp/tests/tpch/cmd_prepare.cpp

@@ -0,0 +1,21 @@
+#pragma once
+
+#include "commands.h"
+
+
+namespace NYdb::NTpch {
+
+class TCommandPrepare : public TTpchCommandBase {
+public:
+    TCommandPrepare();
+
+    void Config(TConfig& config) override;
+    int Run(TConfig& config) override;
+
+private:
+    TString SrcDataPath;
+    ui32 PartitionSize = 0;
+    ui32 BatchSize = 1000;
+};
+
+} // namespace NYdb::NTpch

ydb/core/kqp/tests/tpch/cmd_prepare.h

@@ -0,0 +1,35 @@
+#include "cmd_prepare_scheme.h"
+
+#include <ydb/core/kqp/tests/tpch/lib/tpch_runner.h>
+
+#include <util/string/split.h>
+
+namespace NYdb::NTpch {
+
+TCommandPrepareScheme::TCommandPrepareScheme()
+    : TTpchCommandBase("prepare-scheme", {"ps"}, "Prepare YDB database scheme only")
+{}
+
+void TCommandPrepareScheme::Config(TConfig& config) {
+    config.Opts->AddLongOption('p', "partitions", "Uniform partitions count in comma-separated key=value format.\n"
+                                                  "Ex.: -p nation=1,lineitem=10,...")
+        .Optional()
+        .Handler1T<TStringBuf>([this](TStringBuf opt) {
+            for (TStringBuf kv : StringSplitter(opt).Split(',').SkipEmpty()) {
+                TStringBuf table, partitions;
+                kv.Split('=', table, partitions);
+                TablePartitions.emplace(table, FromString<ui32>(partitions));
+            }
+        });
+    config.SetFreeArgsNum(0);
+}
+
+int TCommandPrepareScheme::Run(TConfig& config) {
+    auto driver = CreateDriver(config);
+    TTpchRunner tpch{driver, Path};
+    tpch.CreateTables(TablePartitions, true);
+    driver.Stop(true);
+    return 0;
+}
+
+} // namespace NYdb::NTpch

ydb/core/kqp/tests/tpch/cmd_prepare_scheme.cpp

@@ -0,0 +1,19 @@
+#pragma once
+
+#include "commands.h"
+
+
+namespace NYdb::NTpch {
+
+class TCommandPrepareScheme : public TTpchCommandBase {
+public:
+    TCommandPrepareScheme();
+
+    void Config(TConfig& config) override;
+    int Run(TConfig& config) override;
+
+private:
+    TMap<TString, ui32> TablePartitions;
+};
+
+} // namespace NYdb::NTpch