Added retry and rate limit to rename workspace group operation and corrected rate limit for reflecting account groups to workspace (#751)

* Fix issue [750](#750)
* Corrected rate limit for reflecting account groups to workspace as per
https://docs.databricks.com/en/resources/limits.html

Author: mwojtyczka

src/databricks/labs/ucx/workspace_access/groups.py

@@ -345,6 +345,8 @@ def rename_groups(self):
         if len(errors) > 0:
             raise ManyError(errors)
 
+    @retried(on=[InternalError, ResourceConflict, DeadlineExceeded])
+    @rate_limited(max_requests=10, burst_period_seconds=60)
     def _rename_group(self, group_id: str, new_group_name: str):
         ops = [iam.Patch(iam.PatchOp.REPLACE, "displayName", new_group_name)]
         self._ws.groups.patch(group_id, operations=ops)
@@ -495,7 +497,7 @@ def _delete_workspace_group(self, group_id: str, display_name: str) -> None:
             return None
 
     @retried(on=[InternalError, ResourceConflict, DeadlineExceeded])
-    @rate_limited(max_requests=10)
+    @rate_limited(max_requests=5)
     def _reflect_account_group_to_workspace(self, account_group_id: str):
         try:
             # TODO: add OpenAPI spec for it

src/databricks/labs/ucx/workspace_access/verification.py

@@ -7,6 +7,8 @@
 from databricks.labs.ucx.workspace_access.groups import MigrationState
 from databricks.labs.ucx.workspace_access.secrets import SecretScopesSupport
 
+logger = logging.getLogger(__name__)
+
 
 class VerificationManager:
     def __init__(self, ws: WorkspaceClient, secrets_support: SecretScopesSupport):

tests/integration/test_installation.py

@@ -76,7 +76,7 @@ def test_job_failure_propagates_correct_error_message_and_logs(ws, sql_backend,
     assert len(workflow_run_logs) == 1
 
 
-@retried(on=[NotFound, InvalidParameterValue, OperationFailed], timeout=timedelta(minutes=5))
+@retried(on=[NotFound, InvalidParameterValue, OperationFailed], timeout=timedelta(minutes=10))
 def test_running_real_assessment_job(
     ws, new_installation, make_ucx_group, make_cluster_policy, make_cluster_policy_permissions
 ):