Retry 5xx in testmo interaction (Server response (503): Account is in maintenance mode) (#8519)

Author: maximyurchuk

ydb/ci/testmo-proxy/testmo-proxy.py

@@ -45,14 +45,21 @@ def _proxy_request(self, method):
         start_time = time.monotonic()
 
         response = None
+        sleep_for_5xx = 30  # sec
+        sleep_for_timeout = 0.25  # sec
 
         while time.monotonic() - start_time < self._max_request_time:
             try:
                 response = requests.request(method, url, data=body, headers=headers, timeout=self._timeout)
-                break
+                if 500 <= response.status_code < 600:
+                    self.log_message(f"! received status={response.status_code}, content={response.content}")
+                    self.log_message(f"sleep for {sleep_for_5xx} sec")
+                    time.sleep(sleep_for_5xx)
+                else:
+                    break
             except requests.exceptions.RequestException as e:
                 self.log_message("! catch %s, retry", e)
-                time.sleep(0.25)
+                time.sleep(sleep_for_timeout)
                 continue
 
         if response is None: