Copy TS3Uploader to shared module (#11312)

Author: pixcc

ydb/core/backup/common/backup_restore_traits.cpp

@@ -0,0 +1,77 @@
+#include "backup_restore_traits.h"
+
+#include <ydb/core/protos/flat_scheme_op.pb.h>
+#include <ydb/library/yverify_stream/yverify_stream.h>
+
+#include <util/generic/hash.h>
+#include <util/string/cast.h>
+
+namespace NKikimr {
+namespace NDataShard {
+namespace NBackupRestoreTraits {
+
+bool TryCodecFromTask(const NKikimrSchemeOp::TBackupTask& task, ECompressionCodec& codec) {
+    if (!task.HasCompression()) {
+        codec = ECompressionCodec::None;
+        return true;
+    }
+
+    if (!TryFromString<ECompressionCodec>(task.GetCompression().GetCodec(), codec)) {
+        return false;
+    }
+
+    if (codec == ECompressionCodec::Invalid) {
+        return false;
+    }
+
+    return true;
+}
+
+ECompressionCodec CodecFromTask(const NKikimrSchemeOp::TBackupTask& task) {
+    ECompressionCodec codec;
+    Y_ABORT_UNLESS(TryCodecFromTask(task, codec));
+    return codec;
+}
+
+EDataFormat NextDataFormat(EDataFormat cur) {
+    switch (cur) {
+    case EDataFormat::Csv:
+        return EDataFormat::Invalid;
+    case EDataFormat::Invalid:
+        return EDataFormat::Invalid;
+    }
+}
+
+ECompressionCodec NextCompressionCodec(ECompressionCodec cur) {
+    switch (cur) {
+    case ECompressionCodec::None:
+        return ECompressionCodec::Zstd;
+    case ECompressionCodec::Zstd:
+        return ECompressionCodec::Invalid;
+    case ECompressionCodec::Invalid:
+        return ECompressionCodec::Invalid;
+    }
+}
+
+TString DataFileExtension(EDataFormat format, ECompressionCodec codec) {
+    static THashMap<EDataFormat, TString> formats = {
+        {EDataFormat::Csv, ".csv"},
+    };
+
+    static THashMap<ECompressionCodec, TString> codecs = {
+        {ECompressionCodec::None, ""},
+        {ECompressionCodec::Zstd, ".zst"},
+    };
+
+    auto fit = formats.find(format);
+    Y_VERIFY_S(fit != formats.end(), "Unexpected format: " << format);
+
+    auto cit = codecs.find(codec);
+    Y_VERIFY_S(cit != codecs.end(), "Unexpected codec: " << codec);
+
+    return Sprintf("%s%s", fit->second.c_str(), cit->second.c_str());
+}
+
+} // NBackupRestoreTraits
+} // NDataShard
+} // NKikimr

ydb/core/backup/common/backup_restore_traits.h

@@ -0,0 +1,52 @@
+#pragma once
+
+#include <util/generic/string.h>
+#include <util/string/printf.h>
+
+namespace NKikimrSchemeOp {
+    class TBackupTask;
+}
+
+namespace NKikimr {
+namespace NDataShard {
+namespace NBackupRestoreTraits {
+
+enum class EDataFormat: int {
+    Invalid /* "invalid" */,
+    Csv /* "csv" */,
+};
+
+enum class ECompressionCodec: int {
+    Invalid /* "invalid" */,
+    None /* "none" */,
+    Zstd /* "zstd" */,
+};
+
+bool TryCodecFromTask(const NKikimrSchemeOp::TBackupTask& task, ECompressionCodec& codec);
+ECompressionCodec CodecFromTask(const NKikimrSchemeOp::TBackupTask& task);
+
+EDataFormat NextDataFormat(EDataFormat cur);
+ECompressionCodec NextCompressionCodec(ECompressionCodec cur);
+
+TString DataFileExtension(EDataFormat format, ECompressionCodec codec);
+
+inline TString SchemeKey(const TString& objKeyPattern) {
+    return Sprintf("%s/scheme.pb", objKeyPattern.c_str());
+}
+
+inline TString PermissionsKey(const TString& objKeyPattern) {
+    return Sprintf("%s/permissions.pb", objKeyPattern.c_str());
+}
+
+inline TString MetadataKey(const TString& objKeyPattern) {
+    return Sprintf("%s/metadata.json", objKeyPattern.c_str());
+}
+
+inline TString DataKey(const TString& objKeyPattern, ui32 n, EDataFormat format, ECompressionCodec codec) {
+    const auto ext = DataFileExtension(format, codec);
+    return Sprintf("%s/data_%02d%s", objKeyPattern.c_str(), n, ext.c_str());
+}
+
+} // NBackupRestoreTraits
+} // NDataShard
+} // NKikimr