support for together.ai

Author: torrmal

flat_ai/__about__.py

@@ -1,6 +1,6 @@
 __title__ = 'flat-ai'
 __package_name__ = 'flat_ai'
-__version__ = '0.3.3'
+__version__ = '0.3.4'
 __description__ = 'F.L.A.T. (Frameworkless LLM Agent Thing) for building AI Agents'
 __email__ = 'hello@mindsdb.com'
 __author__ = 'Yours truly Jorge Torres and an LLM'

flat_ai/flat_ai.py

@@ -60,6 +60,7 @@ def __init__(
         self.model = model
         self.retries = retries
         self._context = {}
+        self.base_url = base_url
 
     def _retry_on_error(self, func: Callable, *args, **kwargs) -> Any:
         """Helper method to retry operations on failure"""
@@ -173,7 +174,7 @@ def _execute():
             )
 
             # if Fireworks or Together use a different response format
-            if self.client.base_url in ["https://api.fireworks.ai/inference/v1", "https://api.together.xyz/v1"]:
+            if self.base_url in ["https://api.fireworks.ai/inference/v1", "https://api.together.xyz/v1"]:
                 response = self.client.chat.completions.create(
                     model=self.model,
                     response_format={