Add exponential backoff while calling chatcompletion

[rajpdus]

Occasionally, when processing larger texts, the API may fail if the rate limit is surpassed.

import time

max_attempts = 5
backoff_factor = 2

for attempt in range(1, max_attempts + 1):
    try:
        # Your code here, e.g., an API call or other operation
        pass
    except Exception as e:
        # Exception handling, e.g., logging the error
        print(f"Attempt {attempt} failed: {e}")

        if attempt < max_attempts:
            sleep_time = backoff_factor ** (attempt - 1)
            print(f"Sleeping for {sleep_time} seconds before retrying...")
            time.sleep(sleep_time)
        else:
            print("Reached maximum attempts. Exiting.")
            break