Skip to content

Commit 4381e8c

Browse files
authored
Repeat ExpandApplyForLambdas for standalone views (#6821)
1 parent 5b71de2 commit 4381e8c

File tree

10 files changed

+98
-0
lines changed

10 files changed

+98
-0
lines changed

ydb/library/yql/providers/yt/provider/yql_yt_datasource.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -744,6 +744,7 @@ class TYtDataSource : public TDataProviderBase {
744744

745745
newReadNode = root;
746746
ctx.Step
747+
.Repeat(TExprStep::ExpandApplyForLambdas)
747748
.Repeat(TExprStep::ExprEval)
748749
.Repeat(TExprStep::DiscoveryIO)
749750
.Repeat(TExprStep::Epochs)

ydb/library/yql/tests/sql/dq_file/part15/canondata/result.json

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2803,6 +2803,28 @@
28032803
}
28042804
],
28052805
"test.test[union_all-union_all_with_limits-default.txt-Results]": [],
2806+
"test.test[view-standalone_view_lambda--Analyze]": [
2807+
{
2808+
"checksum": "b913ead12af51bc046e1f3344ff5134c",
2809+
"size": 3730,
2810+
"uri": "https://{canondata_backend}/1917492/261649fbdcb7f81af5118b7c9c9f7b8353abbfd8/resource.tar.gz#test.test_view-standalone_view_lambda--Analyze_/plan.txt"
2811+
}
2812+
],
2813+
"test.test[view-standalone_view_lambda--Debug]": [
2814+
{
2815+
"checksum": "9d6afb6512bef0171043b0173864c70e",
2816+
"size": 1643,
2817+
"uri": "https://{canondata_backend}/1917492/261649fbdcb7f81af5118b7c9c9f7b8353abbfd8/resource.tar.gz#test.test_view-standalone_view_lambda--Debug_/opt.yql_patched"
2818+
}
2819+
],
2820+
"test.test[view-standalone_view_lambda--Plan]": [
2821+
{
2822+
"checksum": "b913ead12af51bc046e1f3344ff5134c",
2823+
"size": 3730,
2824+
"uri": "https://{canondata_backend}/1917492/261649fbdcb7f81af5118b7c9c9f7b8353abbfd8/resource.tar.gz#test.test_view-standalone_view_lambda--Plan_/plan.txt"
2825+
}
2826+
],
2827+
"test.test[view-standalone_view_lambda--Results]": [],
28062828
"test.test[view-trivial_view--Analyze]": [
28072829
{
28082830
"checksum": "6eee21387ac9a19187d0bfda16852d86",

ydb/library/yql/tests/sql/hybrid_file/part6/canondata/result.json

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2841,6 +2841,20 @@
28412841
"uri": "https://{canondata_backend}/1031349/201452dd8c883b2adcbf46cb075c912d25efe67e/resource.tar.gz#test.test_view-init_view_after_eval-default.txt-Plan_/plan.txt"
28422842
}
28432843
],
2844+
"test.test[view-standalone_view_lambda--Debug]": [
2845+
{
2846+
"checksum": "3db7e0871d7f71d2dc54e4c6995fa419",
2847+
"size": 2340,
2848+
"uri": "https://{canondata_backend}/1871002/b49dbf1dedc3f34115a456d3056c386a6e9ca051/resource.tar.gz#test.test_view-standalone_view_lambda--Debug_/opt.yql_patched"
2849+
}
2850+
],
2851+
"test.test[view-standalone_view_lambda--Plan]": [
2852+
{
2853+
"checksum": "1926c856908f9da5f8fb9a0560324330",
2854+
"size": 4104,
2855+
"uri": "https://{canondata_backend}/1871002/b49dbf1dedc3f34115a456d3056c386a6e9ca051/resource.tar.gz#test.test_view-standalone_view_lambda--Plan_/plan.txt"
2856+
}
2857+
],
28442858
"test.test[weak_field-weak_field_data--Debug]": [
28452859
{
28462860
"checksum": "61fdaed066839a45a486bce961fe76c0",

ydb/library/yql/tests/sql/sql2yql/canondata/result.json

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18206,6 +18206,13 @@
1820618206
"uri": "https://{canondata_backend}/1784117/d56ae82ad9d30397a41490647be1bd2124718f98/resource.tar.gz#test_sql2yql.test_view-secure_eval_dyn_/sql.yql"
1820718207
}
1820818208
],
18209+
"test_sql2yql.test[view-standalone_view_lambda]": [
18210+
{
18211+
"checksum": "5f9e90e3741bb8a38e342fe5dafb8d6b",
18212+
"size": 1488,
18213+
"uri": "https://{canondata_backend}/1936273/2771a82a0b871cea06640e9dcc02afc4b5a7a23c/resource.tar.gz#test_sql2yql.test_view-standalone_view_lambda_/sql.yql"
18214+
}
18215+
],
1820918216
"test_sql2yql.test[view-system_udf]": [
1821018217
{
1821118218
"checksum": "d096e67c7cc14aa287626d29c89385e4",
@@ -34453,6 +34460,13 @@
3445334460
"uri": "https://{canondata_backend}/1880306/64654158d6bfb1289c66c626a8162239289559d0/resource.tar.gz#test_sql_format.test_view-secure_eval_dyn_/formatted.sql"
3445434461
}
3445534462
],
34463+
"test_sql_format.test[view-standalone_view_lambda]": [
34464+
{
34465+
"checksum": "7659f8a15ddf118f2a9df16095e204be",
34466+
"size": 199,
34467+
"uri": "https://{canondata_backend}/1936273/2771a82a0b871cea06640e9dcc02afc4b5a7a23c/resource.tar.gz#test_sql_format.test_view-standalone_view_lambda_/formatted.sql"
34468+
}
34469+
],
3445634470
"test_sql_format.test[view-system_udf]": [
3445734471
{
3445834472
"checksum": "2e37e99b40bac0bf8e473ab8d759df26",
Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
in InputView standalone_view_lambda.txt
2+
in Input input.txt
3+
res result.txt
Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
use plato;
2+
3+
$stream = process InputView;
4+
$type = EvaluateType(TypeHandle(ListItemType(TypeOf($stream))));
5+
6+
$lambda = ($row) -> (Cast($row as $type));
7+
8+
process InputView using $lambda(TableRow());
Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
$concat = ($row) -> {
2+
return AddMember(
3+
$row, "foo",
4+
$row.key || "|" || $row.subkey || "|" || $row.value
5+
);
6+
};
7+
8+
process `Input` using $concat(TableRow());
Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
{
2+
"_yql_type" = <syntax_version=1>"view";
3+
"type" = "document";
4+
}

ydb/library/yql/tests/sql/yt_native_file/part15/canondata/result.json

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2638,6 +2638,27 @@
26382638
"uri": "https://{canondata_backend}/1903280/4c77300cd3fef018d27d7f75b6ff956e63258b21/resource.tar.gz#test.test_union_all-union_all_with_limits-default.txt-Results_/results.txt"
26392639
}
26402640
],
2641+
"test.test[view-standalone_view_lambda--Debug]": [
2642+
{
2643+
"checksum": "39c3da6ff81352a856da58dfefdb8bc6",
2644+
"size": 1672,
2645+
"uri": "https://{canondata_backend}/1942100/fa4b314b760eb44aa9c5c0274614ab7aec7d5197/resource.tar.gz#test.test_view-standalone_view_lambda--Debug_/opt.yql"
2646+
}
2647+
],
2648+
"test.test[view-standalone_view_lambda--Plan]": [
2649+
{
2650+
"checksum": "7b45205e6bfc47282fefc35f69e6f26e",
2651+
"size": 3849,
2652+
"uri": "https://{canondata_backend}/1942100/fa4b314b760eb44aa9c5c0274614ab7aec7d5197/resource.tar.gz#test.test_view-standalone_view_lambda--Plan_/plan.txt"
2653+
}
2654+
],
2655+
"test.test[view-standalone_view_lambda--Results]": [
2656+
{
2657+
"checksum": "feb986010d19c3b6278e6ebb43ae341c",
2658+
"size": 2091,
2659+
"uri": "https://{canondata_backend}/1942100/fa4b314b760eb44aa9c5c0274614ab7aec7d5197/resource.tar.gz#test.test_view-standalone_view_lambda--Results_/results.txt"
2660+
}
2661+
],
26412662
"test.test[view-trivial_view--Debug]": [
26422663
{
26432664
"checksum": "5b503c1aa420b147f07f76d4fabfd83a",

ydb/tests/fq/yt/kqp_yt_file.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,9 @@
5656
'simple_columns/simple_columns_join_coalesce_qualified_all_enable',
5757
# PRECONDITION_FAILED, Unexpected flow status, YQ-3174
5858
'produce/reduce_typeinfo',
59+
# GENERIC ERROR. Cannot infer schema for table "InputView"
60+
# (unsupported standalone view)
61+
'view/standalone_view_lambda',
5962
]
6063

6164

0 commit comments

Comments
 (0)