Check custom error in xfail tests. Remove canonization from dq/hybrid tests

1. xfail тесты теперь должны содержать спец комментарий `custom error` с ожидаемым текстом ошибки

2. Все suites для xfail размечены спец. коментариями, некоторые тесты разбиты на несколько

3. Включены тесты с Python и Javascript udf для yt провайдера и переканонизированы (были отключены в github)

4. Для тяжелых xfail тестов аналогично убрана канонизация и включена проверка по спец. коментарию

5. Из dq_file/hybrid тестов убрана канонизация. Осталась только кросс-проверка результатов с yqlrun и блочным режимом

6. В dqrun теперь используется exception_policy вместо fail_policy (для корректной выдачи ошибок в тестах)
commit_hash:a92b3835f86b0c01225e81e3f28bb6d11d8d67a3

Author: rvu1024

build/platform/python/ldflags/ya.make

@@ -1,7 +1,5 @@
 RESOURCES_LIBRARY()
 
-SUBSCRIBER(g:contrib)
-
 IF (USE_SYSTEM_PYTHON)
     IF (OS_LINUX)
         LDFLAGS("-L$EXTERNAL_PYTHON_RESOURCE_GLOBAL/python/lib/x86_64-linux-gnu -lpython${PY_VERSION}")

library/python/type_info/ya.make

@@ -1,9 +1,5 @@
 PY23_LIBRARY()
 
-SUBSCRIBER(
-    g:yt
-)
-
 PEERDIR(
     yt/python/yt/type_info
 )

yql/essentials/tests/common/test_framework/test_file_common.py

@@ -8,7 +8,7 @@
 
 from google.protobuf import text_format
 from yql_utils import execute_sql, get_supported_providers, get_tables, get_files, get_http_files, \
-    get_pragmas, KSV_ATTR, is_xfail, get_param, YQLExecResult, yql_binary_path
+    get_pragmas, KSV_ATTR, is_xfail, get_param, YQLExecResult, yql_binary_path, do_custom_error_check
 from yqlrun import YQLRun
 
 from test_utils import get_parameters_json, DATA_PATH, replace_vars
@@ -70,7 +70,7 @@ def get_sql_query(provider, suite, case, config):
 
     pragmas.append(sql_query)
     sql_query = ';\n'.join(pragmas)
-    if 'Python' in sql_query or 'Javascript' in sql_query:
+    if provider != 'yt' and 'Javascript' in sql_query:
         pytest.skip('ScriptUdf')
 
     assert 'UseBlocks' not in sql_query, 'UseBlocks should not be used directly, only via ForceBlocks'
@@ -96,7 +96,7 @@ def run_file_no_cache(provider, suite, case, cfg, config, yql_http_file_server,
             content = table.content
         else:
             content = table.attr
-        if 'Python' in content or 'Javascript' in content:
+        if provider != 'yt' and 'Javascript' in content:
             pytest.skip('ScriptUdf')
 
     parameters = get_parameters_json(suite, config)
@@ -124,11 +124,8 @@ def run_file_no_cache(provider, suite, case, cfg, config, yql_http_file_server,
     fixed_stderr = res.std_err
     if xfail:
         assert res.execution_result.exit_code != 0
-        custom_error = re.search(r"/\* custom error:(.*)\*/", sql_query)
-        if custom_error:
-            err_string = custom_error.group(1)
-            assert res.std_err.find(err_string) != -1
-            fixed_stderr = None
+        do_custom_error_check(res, sql_query)
+        fixed_stderr = None
 
     fixed_result = YQLExecResult(res.std_out,
                                  fixed_stderr,

yql/essentials/tests/common/test_framework/udfs_deps/ya.make

@@ -6,6 +6,7 @@ SET(
     yql/essentials/udfs/common/hyperloglog
     yql/essentials/udfs/common/pire
     yql/essentials/udfs/common/protobuf
+    yql/essentials/udfs/common/python/python3_small
     yql/essentials/udfs/common/re2
     yql/essentials/udfs/common/set
     yql/essentials/udfs/common/stat

yql/essentials/tests/common/test_framework/yql_utils.py

@@ -50,6 +50,16 @@ def do_custom_query_check(res, sql_query):
     return True
 
 
+def do_custom_error_check(res, sql_query):
+    err_string = None
+    custom_error = re.search(r"/\* custom error:(.*)\*/", sql_query)
+    if custom_error:
+        err_string = custom_error.group(1).strip()
+    assert err_string, 'Expected custom error check in test.\nTest error: %s' % res.std_err
+    log('Custom error: ' + err_string)
+    assert err_string in res.std_err
+
+
 def get_gateway_cfg_suffix():
     default_suffix = None
     return get_param('gateway_config_suffix', default_suffix) or ''

yql/essentials/tests/sql/sql2yql/canondata/result.json

@@ -1,4 +1,5 @@
 /* yt can not */
+/* custom error: Expected data or optional of data, but got: List<String> */
 use plato;
 
 $n = ["foo"];

yql/essentials/tests/sql/suites/action/eval_atom_wrong_type_expr.sql

@@ -1,4 +1,5 @@
 /* yt can not */
+/* custom error: Expected data or optional of data, but got optional of: List<String> */
 use plato;
 
 declare $n as List<String>?;

yql/essentials/tests/sql/suites/action/eval_atom_wrong_type_param.sql

@@ -1,5 +1,6 @@
 /* syntax version 1 */
 /* postgres can not */
+/* custom error: Table  "Output" is used before commit */
 USE plato;
 
 insert into Output

yql/essentials/tests/sql/suites/action/eval_on_modif_table_fail.sql

@@ -1,5 +1,6 @@
 /* syntax version 1 */
 /* postgres can not */
+/* custom error: Table "Output" does not exist */
 USE plato;
 
 INSERT INTO Output