feat: add configurable retry settings for API requests

Author: crmne

lib/ruby_llm/configuration.rb

@@ -10,6 +10,7 @@ module RubyLLM
   #     config.anthropic_api_key = ENV['ANTHROPIC_API_KEY']
   #   end
   class Configuration
+    # Provider-specific configuration
     attr_accessor :openai_api_key,
                   :anthropic_api_key,
                   :gemini_api_key,
@@ -18,15 +19,26 @@ class Configuration
                   :bedrock_secret_key,
                   :bedrock_region,
                   :bedrock_session_token,
+                  # Default models
                   :default_model,
                   :default_embedding_model,
                   :default_image_model,
+                  # Connection configuration
                   :request_timeout,
-                  :max_retries
+                  :max_retries,
+                  :retry_interval,
+                  :retry_backoff_factor,
+                  :retry_interval_randomness
 
     def initialize
+      # Connection configuration
       @request_timeout = 120
       @max_retries = 3
+      @retry_interval = 0.1
+      @retry_backoff_factor = 2
+      @retry_interval_randomness = 0.5
+
+      # Default models
       @default_model = 'gpt-4o-mini'
       @default_embedding_model = 'text-embedding-3-small'
       @default_image_model = 'dall-e-3'

lib/ruby_llm/provider.rb

@@ -108,9 +108,9 @@ def connection # rubocop:disable Metrics/MethodLength,Metrics/AbcSize
 
           f.request :retry, {
             max: RubyLLM.config.max_retries,
-            interval: 0.1,
-            interval_randomness: 0.5,
-            backoff_factor: 2,
+            interval: RubyLLM.config.retry_interval,
+            interval_randomness: RubyLLM.config.retry_interval_randomness,
+            backoff_factor: RubyLLM.config.retry_backoff_factor,
             exceptions: [
               Errno::ETIMEDOUT,
               Timeout::Error,

spec/spec_helper.rb

@@ -99,7 +99,10 @@
       config.bedrock_region = 'us-west-2'
       config.bedrock_session_token = ENV.fetch('AWS_SESSION_TOKEN', nil)
 
-      config.max_retries = 50
+      config.max_retries = 10
+      config.retry_interval = 1
+      config.retry_backoff_factor = 3
+      config.retry_interval_randomness = 0.5
     end
   end
 end