Add every API Keys supported by LiteLLM

Author: yjg30737

pyqt_openai/__init__.py

@@ -10,7 +10,8 @@
     PROMPT_END_KEY_NAME,
     PROMPT_JSON_KEY_NAME,
     CONTEXT_DELIMITER,
-    IMAGE_FILE_EXT_LIST, TEXT_FILE_EXT_LIST,
+    IMAGE_FILE_EXT_LIST,
+    TEXT_FILE_EXT_LIST,
 )
 from pyqt_openai.chat_widget.center.textEditPrompt import TextEditPrompt
 from pyqt_openai.lang.translations import LangClass

pyqt_openai/chat_widget/center/textEditPromptGroup.py

@@ -10,6 +10,7 @@
     get_config_directory,
     ROOT_DIR,
     SRC_DIR,
+    DEFAULT_API_CONFIGS,
 )
 
 _config_cache = None
@@ -130,13 +131,34 @@ def update_api_key(yaml_file_path):
     with open(yaml_file_path, "r") as file:
         data = yaml.safe_load(file)
 
+    # Rename API_KEY to OPENAI_API_KEY
     if "General" in data and "API_KEY" in data["General"]:
         data["General"]["OPENAI_API_KEY"] = data["General"].pop("API_KEY")
 
+    # Rename CLAUDE_API_KEY to ANTHROPIC_API_KEY
+    if "General" in data and "CLAUDE_API_KEY" in data["General"]:
+        data["General"]["ANTHROPIC_API_KEY"] = data["General"].pop("CLAUDE_API_KEY")
+        os.environ["ANTHROPIC_API_KEY"] = data["General"]["ANTHROPIC_API_KEY"]
+
+    # REPLICATE_API_TOKEN IS USED IN REPLICATE PACKAGE.
+    # REPLICATE_API_KEY IS USED IN LITELLM.
+    if "REPLICATE" in data and "REPLICATE_API_TOKEN" in data["REPLICATE"]:
+        os.environ["REPLICATE_API_KEY"] = data["REPLICATE"]["REPLICATE_API_TOKEN"]
+
     with open(yaml_file_path, "w") as file:
         yaml.safe_dump(data, file)
 
 
-init_yaml()
+def load_api_keys():
+    env_vars = [item["env_var_name"] for item in DEFAULT_API_CONFIGS]
 
+    # Set API keys
+    for key, value in CONFIG_MANAGER.get_general().items():
+        if key in env_vars:
+            os.environ[key] = value
+
+
+init_yaml()
+update_api_key(INI_FILE_NAME)
 CONFIG_MANAGER = ConfigManager()
+load_api_keys()

pyqt_openai/config_loader.py

@@ -23,7 +23,7 @@ def __initUi(self):
         description.setFont(QFont(*MEDIUM_LABEL_PARAM))
         description.setAlignment(Qt.AlignmentFlag.AlignCenter)
 
-        # TODO v1.7.0 "how does this work?" or "What is GPT4Free?" link (maybe)
+        # TODO v2.x.0 "how does this work?" or "What is GPT4Free?" link (maybe)
 
         lay = QVBoxLayout()
         lay.addWidget(title)

pyqt_openai/g4f_image_widget/g4fImageHome.py

@@ -7,7 +7,7 @@
 from openai import OpenAI
 from g4f.client import Client
 
-from pyqt_openai import DEFAULT_GEMINI_MODEL, LLAMA_REQUEST_URL
+from pyqt_openai import DEFAULT_GEMINI_MODEL
 from pyqt_openai.sqlite import SqliteDatabase
 from pyqt_openai.util.llamapage_script import GPTLLamaIndexWrapper
 from pyqt_openai.util.replicate_script import ReplicateWrapper
@@ -20,6 +20,6 @@
 
 OPENAI_CLIENT = OpenAI(api_key="")
 GEMINI_CLIENT = genai.GenerativeModel(DEFAULT_GEMINI_MODEL)
-CLAUDE_CLIENT = anthropic.Anthropic(api_key="")
+ANTHROPIC_CLIENT = anthropic.Anthropic(api_key="")
 
 REPLICATE_CLIENT = ReplicateWrapper(api_key="")

pyqt_openai/globals.py

@@ -341,21 +341,22 @@ def __setToolBar(self):
             )
 
     def __loadApiKeyInConf(self):
+        """
+        This function is used to utilize the existing OpenAI, Gemini, Anthropic, and Replicate modules. While these four modules are also available in LiteLLM, this function is additionally used to leverage various features such as image generation provided by these modules.
+        """
         set_api_key(
             "OPENAI_API_KEY", CONFIG_MANAGER.get_general_property("OPENAI_API_KEY")
         )
         set_api_key(
             "GEMINI_API_KEY", CONFIG_MANAGER.get_general_property("GEMINI_API_KEY")
         )
         set_api_key(
-            "CLAUDE_API_KEY", CONFIG_MANAGER.get_general_property("CLAUDE_API_KEY")
-        )
-        set_api_key(
-            "LLAMA_API_KEY", CONFIG_MANAGER.get_general_property("LLAMA_API_KEY")
+            "ANTHROPIC_API_KEY",
+            CONFIG_MANAGER.get_general_property("ANTHROPIC_API_KEY"),
         )
         set_api_key(
-            "REPLICATE_API_TOKEN",
-            CONFIG_MANAGER.get_replicate_property("REPLICATE_API_TOKEN"),
+            "REPLICATE_API_KEY",
+            CONFIG_MANAGER.get_replicate_property("REPLICATE_API_KEY"),
         )
 
         # Set llama index directory if it exists

pyqt_openai/mainWindow.py

@@ -11,25 +11,13 @@
 )
 
 from pyqt_openai import (
-    HOW_TO_GET_OPENAI_API_KEY_URL,
-    HOW_TO_GET_CLAUDE_API_KEY_URL,
-    HOW_TO_GET_GEMINI_API_KEY_URL,
-    HOW_TO_GET_LLAMA_API_KEY_URL,
     DEFAULT_API_CONFIGS,
-    HOW_TO_REPLICATE,
 )
 from pyqt_openai.config_loader import CONFIG_MANAGER
 from pyqt_openai.util.script import set_api_key
 from pyqt_openai.widgets.linkLabel import LinkLabel
 
 
-# FIXME Are there any ways to get authentification from the claude, gemini?
-# def is_api_key_valid(endpoint, api_key):
-#     response = requests.get(endpoint, headers={'Authorization': f'Bearer {api_key}'})
-#     f = response.status_code == 200
-#     print(f)
-
-
 class ApiWidget(QWidget):
     def __init__(self, parent=None):
         super().__init__(parent)
@@ -44,33 +32,10 @@ def __initVal(self):
                 "display_name": conf["display_name"],
                 "env_var_name": conf["env_var_name"],
                 "api_key": CONFIG_MANAGER.get_general_property(conf["env_var_name"]),
+                "manual_url": conf["manual_url"],
             }
             self.__api_keys.append(_conf)
 
-        # Add REPLICATE API
-        self.__api_keys.append(
-            {
-                "display_name": "Replicate",
-                "env_var_name": "REPLICATE_API_TOKEN",
-                "api_key": CONFIG_MANAGER.get_replicate_property("REPLICATE_API_TOKEN"),
-            }
-        )
-
-        # Set "get api key" to here
-        for i, obj in enumerate(self.__api_keys):
-            obj["get_api_key"] = {
-                "OpenAI": HOW_TO_GET_OPENAI_API_KEY_URL,
-                "Claude": HOW_TO_GET_CLAUDE_API_KEY_URL,
-                "Gemini": HOW_TO_GET_GEMINI_API_KEY_URL,
-                "Llama": HOW_TO_GET_LLAMA_API_KEY_URL,
-                "Replicate": HOW_TO_REPLICATE,
-                "DeepInfra": "",
-                "Groq": "",
-                "HuggingFace": "",
-                "OpenRouter": "",
-                "Perplexity API": "",
-            }[obj["display_name"]]
-
     def __initUi(self):
         self.setWindowTitle("API Key")
 
@@ -95,7 +60,7 @@ def __initUi(self):
             getApiKeyLbl = LinkLabel()
             getApiKeyLbl.setText("Link")
             getApiKeyLbl.setAlignment(Qt.AlignmentFlag.AlignCenter)
-            getApiKeyLbl.setUrl(obj["get_api_key"])
+            getApiKeyLbl.setUrl(obj["manual_url"])
             self.__tableWidget.setCellWidget(i, 2, getApiKeyLbl)
 
         saveBtn = QPushButton("Save")
@@ -123,8 +88,5 @@ def setApiKeys(self):
         }
         # Save the api keys to the conf file
         for k, v in api_keys.items():
-            if k == "REPLICATE_API_TOKEN":
-                CONFIG_MANAGER.set_replicate_property(k, v)
-            else:
-                CONFIG_MANAGER.set_general_property(k, v)
+            CONFIG_MANAGER.set_general_property(k, v)
             set_api_key(k, v)

pyqt_openai/settings_dialog/apiWidget.py

@@ -71,7 +71,7 @@ def __initUi(self):
             "Auto-Play Voice when Response is Received (Work in Progress)"
         )
         self.__autoPlayChkBox.setChecked(self.auto_play)
-        # TODO implement auto-play voice in v1.7.0
+        # TODO implement auto-play voice in v1.8.0
         self.__autoPlayChkBox.setEnabled(False)
 
         lay = QFormLayout()
@@ -93,7 +93,7 @@ def __initUi(self):
         self.__autoStopSilenceDurationSpinBox = QSpinBox()
         self.__autoStopSilenceDurationSpinBox.setRange(3, 10)
         self.__autoStopSilenceDurationSpinBox.setValue(self.auto_stop_silence_duration)
-        # TODO implement auto-play voice in v1.7.0
+        # TODO implement auto-play voice in v1.8.0
         self.__autoStopSilenceDurationSpinBox.setEnabled(False)
 
         lay = QFormLayout()

pyqt_openai/settings_dialog/voiceSettingsWidget.py

@@ -25,7 +25,7 @@ def api_key(self):
     @api_key.setter
     def api_key(self, value):
         self.__api_key = value
-        os.environ["REPLICATE_API_TOKEN"] = self.__api_key
+        os.environ["REPLICATE_API_KEY"] = self.__api_key
 
     def is_available(self):
         return True if self.__api_key is not None else False

pyqt_openai/util/replicate_script.py

@@ -73,7 +73,7 @@
 from pyqt_openai.globals import (
     DB,
     OPENAI_CLIENT,
-    CLAUDE_CLIENT,
+    ANTHROPIC_CLIENT,
     G4F_CLIENT,
     LLAMAINDEX_WRAPPER,
     REPLICATE_CLIENT,
@@ -716,18 +716,22 @@ def get_claude_argument(model, system, messages, cur_text, stream, images):
 
 
 def set_api_key(env_var_name, api_key):
+    api_key = api_key.strip() if api_key else ""
     if env_var_name == "OPENAI_API_KEY":
         OPENAI_CLIENT.api_key = api_key
-        os.environ['OPENAI_API_KEY'] = api_key
+        os.environ["OPENAI_API_KEY"] = api_key
     if env_var_name == "GEMINI_API_KEY":
         genai.configure(api_key=api_key)
         os.environ["GEMINI_API_KEY"] = api_key
     if env_var_name == "CLAUDE_API_KEY":
-        CLAUDE_CLIENT.api_key = api_key
-        os.environ['ANTHROPIC_API_KEY'] = api_key
-    if env_var_name == "REPLICATE_API_TOKEN":
+        ANTHROPIC_CLIENT.api_key = api_key
+        os.environ["ANTHROPIC_API_KEY"] = api_key
+    if env_var_name == "REPLICATE_API_KEY":
         REPLICATE_CLIENT.api_key = api_key
-        os.environ["REPLICATE_API_TOKEN"] = api_key
+        os.environ["REPLICATE_API_KEY"] = api_key
+
+    # Set environment variables dynamically
+    os.environ[env_var_name] = api_key
 
 
 def get_openai_model_endpoint(model):
@@ -918,18 +922,10 @@ def get_api_argument(
                 model, system, messages, cur_text, stream, images
             )
 
-        elif provider == "Claude":
+        elif provider == "Anthropic":
             args = get_claude_argument(
                 model, system, messages, cur_text, stream, images
             )
-        elif provider == "Llama":
-            args = {
-                "model": model,
-                "messages": messages,
-                "stream": stream,
-                "max_tokens": DEFAULT_TOKEN_CHUNK_SIZE,
-            }
-            args["messages"].append({"role": "user", "content": cur_text})
         else:
             raise Exception(f"Provider not found for model {model}")
         return args
@@ -993,7 +989,7 @@ def stream_response(provider, response, is_g4f=False, get_content_only=True):
                 yield chunk
     else:
         for part in response:
-            yield part.choices[0].delta.content or ''
+            yield part.choices[0].delta.content or ""
 
 
 def get_api_response(args, get_content_only=True):