add query explainer (#14480)

Author: gridnevvvit

ydb/tools/query_replay_yt/main.cpp

@@ -251,6 +251,18 @@ int main(int argc, const char** argv) {
             NJson::ReadJsonTree(&in, &readConfig, &queryJson, false);
         }
 
+        Cerr << "Running local replay of the query:" << Endl
+	     << "Database: " << queryJson["query_database"].GetStringSafe() << Endl
+	     << UnescapeC(queryJson["query_text"].GetStringSafe()) << Endl;
+        auto TableMetadata = ExtractStaticMetadata(queryJson);
+        Cerr << "Tables: " << Endl;
+	for(auto& [name, meta]: TableMetadata) {
+            Cerr << "TableName: " << name << Endl;
+            NKikimrKqp::TKqpTableMetadataProto protoDescription;
+            meta->ToMessage(&protoDescription);
+            Cerr << protoDescription.Utf8DebugString() << Endl;
+        }
+
         auto result = fakeMapper.RunReplay(std::move(queryJson));
 
         auto status = result.Get()->Status;

ydb/tools/query_replay_yt/query_compiler.cpp

@@ -138,6 +138,40 @@ struct TMetadataInfoHolder {
     }
 };
 
+THashMap<TString, NYql::TKikimrTableMetadataPtr> ExtractStaticMetadata(const NJson::TJsonValue& data) {
+    EMetaSerializationType metaType = EMetaSerializationType::EncodedProto;
+    if (data.Has("table_meta_serialization_type")) {
+        metaType = static_cast<EMetaSerializationType>(data["table_meta_serialization_type"].GetUIntegerSafe());
+    }
+    THashMap<TString, NYql::TKikimrTableMetadataPtr> meta;
+
+    if (metaType == EMetaSerializationType::EncodedProto) {
+        static NJson::TJsonReaderConfig readerConfig;
+        NJson::TJsonValue tablemetajson;
+        TStringInput in(data["table_metadata"].GetStringSafe());
+        NJson::ReadJsonTree(&in, &readerConfig, &tablemetajson, false);
+        Y_ENSURE(tablemetajson.IsArray());
+        for (auto& node : tablemetajson.GetArray()) {
+            NKikimrKqp::TKqpTableMetadataProto proto;
+
+            TString decoded = Base64Decode(node.GetStringRobust());
+            Y_ENSURE(proto.ParseFromString(decoded));
+
+            NYql::TKikimrTableMetadataPtr ptr = MakeIntrusive<NYql::TKikimrTableMetadata>(&proto);
+            meta.emplace(proto.GetName(), ptr);
+        }
+    } else {
+        Y_ENSURE(data["table_metadata"].IsArray());
+        for (auto& node : data["table_metadata"].GetArray()) {
+            NKikimrKqp::TKqpTableMetadataProto proto;
+            NProtobufJson::Json2Proto(node.GetStringRobust(), proto);
+            NYql::TKikimrTableMetadataPtr ptr = MakeIntrusive<NYql::TKikimrTableMetadata>(&proto);
+            meta.emplace(proto.GetName(), ptr);
+        }
+    }
+    return meta;
+}
+
 
 class TStaticTableMetadataLoader: public NYql::IKikimrGateway::IKqpTableMetadataLoader, public NYql::IDbSchemeResolver {
     TActorSystem* ActorSystem;
@@ -534,46 +568,12 @@ class TReplayCompileActor: public TActorBootstrapped<TReplayCompileActor> {
         PassAway();
     }
 
-    static THashMap<TString, NYql::TKikimrTableMetadataPtr> ExtractStaticMetadata(const NJson::TJsonValue& data, EMetaSerializationType metaType) {
-        THashMap<TString, NYql::TKikimrTableMetadataPtr> meta;
-
-        if (metaType == EMetaSerializationType::EncodedProto) {
-            static NJson::TJsonReaderConfig readerConfig;
-            NJson::TJsonValue tablemetajson;
-            TStringInput in(data.GetStringSafe());
-            NJson::ReadJsonTree(&in, &readerConfig, &tablemetajson, false);
-            Y_ENSURE(tablemetajson.IsArray());
-            for (auto& node : tablemetajson.GetArray()) {
-                NKikimrKqp::TKqpTableMetadataProto proto;
-
-                TString decoded = Base64Decode(node.GetStringRobust());
-                Y_ENSURE(proto.ParseFromString(decoded));
-
-                NYql::TKikimrTableMetadataPtr ptr = MakeIntrusive<NYql::TKikimrTableMetadata>(&proto);
-                meta.emplace(proto.GetName(), ptr);
-            }
-        } else {
-            Y_ENSURE(data.IsArray());
-            for (auto& node : data.GetArray()) {
-                NKikimrKqp::TKqpTableMetadataProto proto;
-                NProtobufJson::Json2Proto(node.GetStringRobust(), proto);
-                NYql::TKikimrTableMetadataPtr ptr = MakeIntrusive<NYql::TKikimrTableMetadata>(&proto);
-                meta.emplace(proto.GetName(), ptr);
-            }
-        }
-        return meta;
-    }
-
     void Handle(TQueryReplayEvents::TEvCompileRequest::TPtr& ev) {
         Owner = ev->Sender;
 
         ReplayDetails = std::move(ev->Get()->ReplayDetails);
 
-        EMetaSerializationType metaType = EMetaSerializationType::EncodedProto;
-        if (ReplayDetails.Has("table_meta_serialization_type")) {
-            metaType = static_cast<EMetaSerializationType>(ReplayDetails["table_meta_serialization_type"].GetUIntegerSafe());
-        }
-        TableMetadata = std::make_shared<TMetadataInfoHolder>(std::move(ExtractStaticMetadata(ReplayDetails["table_metadata"], metaType)));
+        TableMetadata = std::make_shared<TMetadataInfoHolder>(std::move(ExtractStaticMetadata(ReplayDetails)));
         TString queryText = UnescapeC(ReplayDetails["query_text"].GetStringSafe());
 
         std::map<TString, Ydb::Type> queryParameterTypes;

ydb/tools/query_replay_yt/query_replay.h

@@ -81,5 +81,7 @@ struct TQueryReplayEvents {
     };
 };
 
+THashMap<TString, NYql::TKikimrTableMetadataPtr> ExtractStaticMetadata(const NJson::TJsonValue& data);
+
 NActors::IActor* CreateQueryCompiler(TIntrusivePtr<NKikimr::NKqp::TModuleResolverState> moduleResolverState,
     const NKikimr::NMiniKQL::IFunctionRegistry* functionRegistry, std::shared_ptr<NYql::IHTTPGateway> httpGateway, bool enableAntlr4Parser);