Merge branch 'YQ-3560-pq' of github.com:kardymonds/ydb into YQ_3583

Author: APozdniakov

.github/actions/test_ya/action.yml

@@ -86,7 +86,7 @@ runs:
           https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
           -d '{"state":"pending","description":"The check has been started","context":"build_${{inputs.build_preset}}"}'
 
-        if [[ "${{inputs.run_tests}}" == "true" ]];then
+        if [[ "${{inputs.run_tests}}" == "true" ]]; then
           curl -L -X POST -H "Accept: application/vnd.github+json" -H "Authorization: Bearer ${{github.token}}" -H "X-GitHub-Api-Version: 2022-11-28" \
             https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
             -d '{"state":"pending","description":"The check has been started","context":"test_${{inputs.build_preset}}"}'
@@ -143,11 +143,18 @@ runs:
           echo "NODE_TLS_REJECT_UNAUTHORIZED=0" >> $GITHUB_ENV
         fi
 
+    - name: Setup cache
+      shell: bash
+      run: |
+        export BAZEL_REMOTE_PASSWORD_FILE=$(mktemp)
+        echo "${{ inputs.bazel_remote_password }}" > $BAZEL_REMOTE_PASSWORD_FILE
+        echo "BAZEL_REMOTE_PASSWORD_FILE=$BAZEL_REMOTE_PASSWORD_FILE" >> $GITHUB_ENV
+
     - name: ya build and test
       id: build
       shell: bash
       run: |
-        set -x
+        set -ex
         echo "Artifacts will be uploaded [here](${PUBLIC_DIR_URL}/index.html)" | GITHUB_TOKEN="${{ github.token }}" .github/scripts/tests/comment-pr.py
 
         ORIGINAL_HEAD=$(git rev-parse HEAD)
@@ -187,6 +194,7 @@ runs:
         )
 
         TEST_RETRY_COUNT=${{ inputs.test_retry_count }}
+        IS_TEST_RESULT_IGNORED=0
         
         case "$BUILD_PRESET" in
           debug)
@@ -212,6 +220,7 @@ runs:
             if [ $TEST_RETRY_COUNT -z ]; then
               TEST_RETRY_COUNT=1
             fi
+            IS_TEST_RESULT_IGNORED=1
             ;;
           release-tsan)
             params+=(
@@ -221,6 +230,7 @@ runs:
             if [ $TEST_RETRY_COUNT -z ]; then
               TEST_RETRY_COUNT=1
             fi
+            IS_TEST_RESULT_IGNORED=1
             ;;
           release-msan)
             params+=(
@@ -230,12 +240,15 @@ runs:
             if [ $TEST_RETRY_COUNT -z ]; then
               TEST_RETRY_COUNT=1
             fi
+            IS_TEST_RESULT_IGNORED=1
             ;;
           *)
             echo "Invalid preset: $BUILD_PRESET"
             exit 1
             ;;
         esac
+        
+        echo "IS_TEST_RESULT_IGNORED=$IS_TEST_RESULT_IGNORED" >> $GITHUB_ENV
 
         if [ $TEST_RETRY_COUNT -z ]; then
           # default is 3 for ordinary build and 1 for sanitizer builds
@@ -253,7 +266,7 @@ runs:
 
         if [ "${{ inputs.put_build_results_to_cache }}" = "true" ]; then
           params+=(--bazel-remote-username "${{ inputs.bazel_remote_username }}")
-          params+=(--bazel-remote-password "${{ inputs.bazel_remote_password }}")
+          params+=(--bazel-remote-password-file "$BAZEL_REMOTE_PASSWORD_FILE")
           params+=(--bazel-remote-put --dist-cache-max-file-size=209715200)
         fi
 
@@ -371,12 +384,12 @@ runs:
 
           CURRENT_JUNIT_XML_PATH=$CURRENT_PUBLIC_DIR/junit.xml
           CURRENT_REPORT=$CURRENT_PUBLIC_DIR/report.json
-          set +ex
+          set +e
           (./ya make $YA_MAKE_TARGET "${params[@]}" \
             $RERUN_FAILED_OPT --log-file "$PUBLIC_DIR/ya_log.log"  \
             --evlog-file "$CURRENT_PUBLIC_DIR/ya_evlog.jsonl" \
             --junit "$CURRENT_JUNIT_XML_PATH" --build-results-report "$CURRENT_REPORT" --output "$YA_MAKE_OUT_DIR"; echo $? > exit_code) |& cat >> $YA_MAKE_OUTPUT
-          set -ex
+          set -e
           RC=`cat exit_code`
 
           .github/scripts/tests/report_analyzer.py --report_file "$CURRENT_REPORT" --summary_file $CURRENT_PUBLIC_DIR/summary_report.txt || true
@@ -399,7 +412,7 @@ runs:
           gzip -c $CURRENT_JUNIT_XML_PATH > $CURRENT_PUBLIC_DIR/orig_junit.xml.gz
 
           # postprocess junit report
-          .github/scripts/tests/transform-ya-junit.py -i \
+          .github/scripts/tests/transform_ya_junit.py -i \
             -m .github/config/muted_ya.txt \
             --ya_out "$YA_MAKE_OUT_DIR" \
             --public_dir "$PUBLIC_DIR" \
@@ -434,6 +447,7 @@ runs:
               --status_report_file statusrep.txt \
               --is_retry $IS_RETRY \
               --is_last_retry $IS_LAST_RETRY \
+              --is_test_result_ignored $IS_TEST_RESULT_IGNORED \
               --comment_color_file summary_color.txt \
               --comment_text_file summary_text.txt \
               "Tests" $CURRENT_PUBLIC_DIR/ya-test.html "$CURRENT_JUNIT_XML_PATH"
@@ -513,7 +527,7 @@ runs:
         set -x
         if [ true = ${{ inputs.run_tests }} ]; then
           teststatus=$(cat statusrep.txt)
-          if [[ $teststatus == "success" ]];then
+          if [[ $teststatus == "success" ]]; then
             testmessage="The check has been completed successfully"
           else
             testmessage="The check has been failed"
@@ -522,7 +536,7 @@ runs:
               https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
               -d '{"state":"'$teststatus'","description":"'"$testmessage"'","context":"test_${{inputs.build_preset}}"}'
           
-          if [[ $teststatus != "success" ]];then
+          if [[ $teststatus != "success" ]]; then
             echo "status=failed" >> $GITHUB_OUTPUT
           fi
         fi
@@ -531,8 +545,48 @@ runs:
       if: inputs.run_tests
       shell: bash
       run: |
-        .github/scripts/tests/fail-checker.py "$LAST_JUNIT_REPORT_XML"
+        if [ $IS_TEST_RESULT_IGNORED == 0 ]; then
+          .github/scripts/tests/fail-checker.py "$LAST_JUNIT_REPORT_XML"
+        fi
 
+    - name: show diff mute_ya.txt
+      if: inputs.build_preset == 'relwithdebinfo' && (github.event_name == 'pull_request' || github.event_name == 'pull_request_target')
+      shell: bash
+      continue-on-error: true
+      env:
+        GITHUB_TOKEN: ${{ github.token }}
+      run: |
+        ORIGINAL_HEAD=$(git rev-parse HEAD)
+        get_file_diff_script=.github/scripts/tests/get_diff_lines_of_file.py
+        file_to_check=.github/config/muted_ya.txt
+        check_result=`$get_file_diff_script --base_sha $ORIGINAL_HEAD~1 --head_sha $ORIGINAL_HEAD --file_path $file_to_check`
+        if [[ ${check_result} == *"not changed" ]];then
+            echo file ${file_to_check} NOT changed
+        else
+            echo file ${file_to_check} changed
+            .github/scripts/tests/get_muted_tests.py --output_folder "$PUBLIC_DIR/mute_info/" get_mute_diff --base_sha $ORIGINAL_HEAD~1 --head_sha $ORIGINAL_HEAD --job-id "${{ github.run_id }}" --branch "${GITHUB_REF_NAME}"
+            FILE_PATH=$PUBLIC_DIR/mute_info/2_new_muted_tests.txt
+            SEPARATOR=""
+            if [ -f "$FILE_PATH" ]; then
+              LINE_COUNT=$(wc -l < "$FILE_PATH")
+              if [ "$LINE_COUNT" -gt 0 ]; then
+                SEPARATOR=', '
+                MESSAGE="Muted new $LINE_COUNT [tests](${PUBLIC_DIR_URL}/mute_info/2_new_muted_tests.txt)"
+              fi
+            fi
+            FILE_PATH=$PUBLIC_DIR/mute_info/3_unmuted_tests.txt
+            if [ -f "$FILE_PATH" ]; then
+              LINE_COUNT_unmute=$(wc -l < "$FILE_PATH")
+              if [ "$LINE_COUNT_unmute" -gt 0 ]; then
+                MESSAGE="${MESSAGE}${SEPARATOR}Unmuted $LINE_COUNT_unmute [tests](${PUBLIC_DIR_URL}/mute_info/3_unmuted_tests.txt)"
+              fi
+            fi
+            if [ -n "$MESSAGE" ]; then
+              printf "$MESSAGE" | .github/scripts/tests/comment-pr.py --color orange
+            fi
+          fi
+
+        
     - name: sync results to s3 and publish links
       if: always()
       shell: bash
@@ -585,7 +639,7 @@ runs:
         read -ra comment_arr <<< "$comment_raw"
 
         printf "$comment"
-        if [[ ${comment_raw} != "Error"* ]];then
+        if [[ ${comment_raw} != "Error"* ]]; then
           color=${comment_arr[0]}
           replace=$color";;;"
           comment=${comment_raw/$replace/""}
@@ -602,4 +656,4 @@ runs:
       env:
         BUILD_PRESET: ${{ inputs.build_preset }}
         GITHUB_TOKEN: ${{ github.token }}
-      run:  echo "Check cancelled" | .github/scripts/tests/comment-pr.py --color black
+      run:  echo "Check cancelled" | .github/scripts/tests/comment-pr.py --color black