YDB FQ: drop outdated fields in Connector API (#16138)

Author: vitalyisaev2

ydb/library/yql/providers/generic/connector/api/service/connector.proto

@@ -10,12 +10,18 @@ option go_package = "a.yandex-team.ru/contrib/ydb/library/yql/providers/generic/
 // of YQ and YQL services.
 service Connector {
     // ListTables returns the list of tables existing in a particular database.
-    rpc ListTables(TListTablesRequest) returns (stream TListTablesResponse);
+    rpc ListTables(TListTablesRequest) returns (stream TListTablesResponse) {
+        // This method have never been used in YDB - Connector interaction.
+        option deprecated = true;
+    };
+
     // DescribeTable returns table's schema.
     rpc DescribeTable(TDescribeTableRequest) returns (TDescribeTableResponse);
+
     // ListSplits asks Connector to partition the data that are going to be read
     // into elementary parts suitable for parallel reading.
     rpc ListSplits(TListSplitsRequest) returns (stream TListSplitsResponse);
+
     // ReadSplits reads data associated with splits.
     rpc ReadSplits(TReadSplitsRequest) returns (stream TReadSplitsResponse);
 }

ydb/library/yql/providers/generic/connector/api/service/protos/connector.proto

@@ -13,11 +13,14 @@ option go_package = "a.yandex-team.ru/contrib/ydb/library/yql/providers/generic/
 
 // TListTablesRequest requests the list of tables in a particular database of the data source
 message TListTablesRequest {
+    // This message have never been used in YDB - Connector interaction.
+    option deprecated = true;
+
     // Data source instance to connect
     NYql.TGenericDataSourceInstance data_source_instance = 1;
 
     // There may be a huge number of tables in the data source,
-    // and here are ways to extract only necessary ones:
+    // and here are the ways to extract only necessary ones:
     oneof filtering {
         // Regexp to filter table names
         string pattern = 2;
@@ -26,6 +29,9 @@ message TListTablesRequest {
 
 // TListTablesResponse returns the list of tables in a particular database of the data source
 message TListTablesResponse {
+    // This message have never been used in YDB - Connector interaction.
+    option deprecated = true;
+
     // Table names list
     repeated string tables = 1;
 
@@ -37,7 +43,8 @@ message TListTablesResponse {
 message TDescribeTableRequest {
     // Data source instance to connect
     NYql.TGenericDataSourceInstance data_source_instance = 1;
-    // Table to describe
+    // Table name to describe. 
+    // Should be equivalent to the name in TFrom filled in TListSplitsRequest and TReadSplitsRequest.
     string table = 2;
     // Rules for type mapping
     TTypeMappingSettings type_mapping_settings = 3;
@@ -54,7 +61,6 @@ enum EDateTimeFormat {
     YQL_FORMAT = 2;
 }
 
-
 // TDescribeTableResponse returns table metadata
 message TDescribeTableResponse {
     // The whole schema of a table
@@ -157,9 +163,7 @@ message TSelect {
         // Strongly typed tree of predicates
         TPredicate filter_typed = 1;
 
-        // An internal representation of YQL request part describing filters.
-        // Advanced connectors may use it for the full-fledged implementations of the push down.
-        TAst filter_raw = 2;
+        reserved 2;
     }
 
     // Transforms into WHERE $filter.
@@ -177,8 +181,8 @@ message TSelect {
 
     // For schemaless data sources, when it's hard for us to infer schema for the query result,
     // user can supply the schema himself.
-    // Optional field that must be empty for schematized data sources.
-    TSchema predefined_schema = 6;
+    // This field was used for some outdated experiments with S3 connector. Never try to fill them.
+    TSchema predefined_schema = 6 [deprecated = true];
 }
 
 // Split is a certain part of a table. In general, it should be much smaller than a partition.
@@ -193,6 +197,9 @@ message TSplit {
         // so we make the description opaque for YQ.
         bytes description = 2;
     }
+
+    // The ordered number in the split sequence generated in response to the `ListSplits` call
+    uint64 id = 3;
 }
 
 // ReadDataRequest reads the data associated with a particular table split.
@@ -495,17 +502,4 @@ message TError {
     // Detailed explanation of a problem;
     // must be empty if status == SUCCESS
     repeated Ydb.Issue.IssueMessage issues = 3;
-}
-
-// TAst is an internal representation of an YQL request.
-// Advanced connectors may use it for the full-fledged implementations of the push down.
-message TAst {
-    message TList {
-        repeated TAst children = 1;
-    }
-
-    oneof payload {
-        bytes atom = 1;
-        TList list = 2;
-    }
-}
+}