Add: "Show Available Providers" button in sidebar

Author: Lin-jun-xiang

app.py

@@ -22,6 +22,15 @@
 st.session_state.openai_api_key = None
 st.session_state.serpapi_api_key = None
 st.session_state.g4f_provider = None
+st.session_state.button_clicked = None
+
+
+if 'response' not in st.session_state:
+    st.session_state['response'] = ['How can I help you?']
+
+if 'query' not in st.session_state:
+    st.session_state['query'] = ['Hi']
+
 app_logger = logger.get_logger(__name__)
 
 
@@ -84,9 +93,22 @@ def load_api_key() -> None:
                 "#### Select a provider if you want to use free model. "
                 "([details](https://github.com/xtekky/gpt4free#models))"
             ),
-            (GPT4Free().PROVIDER_MAPPING.keys())
+            (GPT4Free().providers_table.keys())
         )
 
+        st.session_state.button_clicked = st.button(
+            'Show Available Providers',
+            help='Click to test which providers are currently available.',
+            type='primary'
+        )
+        if st.session_state.button_clicked:
+            available_providers = GPT4Free().find_available_providers()
+            st.session_state.query.append('What are the available providers right now?')
+            st.session_state.response.append(
+                'The current available providers are:\n'
+                f'{available_providers}'
+            )
+
 
 def upload_and_process_pdf() -> list:
     st.write('#### Upload a PDF file:')
@@ -128,25 +150,26 @@ def upload_and_process_pdf() -> list:
 def get_response(query: str) -> str:
     app_logger.info(f'\033[36mUser Query: {query}\033[0m')
     try:
-        if model is not None:
+        if model is not None and query:
             response = model.run(query)
             app_logger.info(f'\033[36mLLM Response: {response}\033[0m')
             return response
         return (
             'Your model still not created.\n'
             '1. If you are using gpt4free model, '
             'try to re-select a provider. '
-            '(Ailis, DeepAi are more stable)\n'
+            '(Click the "Show Available Providers" button in sidebar)\n'
             '2. If you are using openai model, '
-            'try to re-pass openai api key.'
+            'try to re-pass openai api key.\n'
+            '3. Or you did not pass the PDF file successfully.'
         )
     except Exception as e:
         app_logger.info(f'{__file__}: {e}')
         return (
             'Something wrong in docGPT...\n'
             '1. If you are using gpt4free model, '
             'try to select the different provider. '
-            '(Ailis, DeepAi are more stable)\n'
+            '(Click the "Show Available Providers" button in sidebar)\n'
             '2. If you are using openai model, '
             'check your usage for openai api key.'
         )
@@ -169,12 +192,6 @@ def get_response(query: str) -> str:
         del docs
     st.write('---')
 
-if 'response' not in st.session_state:
-    st.session_state['response'] = ['How can I help you?']
-
-if 'query' not in st.session_state:
-    st.session_state['query'] = ['Hi']
-
 user_container = st.container()
 response_container = st.container()
 
@@ -184,7 +201,7 @@ def get_response(query: str) -> str:
         placeholder='Enter your question'
     )
 
-    if query and query != '':
+    if query and query != '' and not st.session_state.button_clicked:
         response = get_response(query)
         st.session_state.query.append(query)
         st.session_state.response.append(response) 

docGPT/docGPT.py

@@ -197,26 +197,9 @@ def run(self, query: str) -> str:
 
 
 class GPT4Free(LLM):
-    PROVIDER_MAPPING = {
-        'g4f.Provider.AItianhu': g4f.Provider.AItianhu,
-        'g4f.Provider.Acytoo': g4f.Provider.Acytoo,
-        'g4f.Provider.Aichat': g4f.Provider.Aichat,
-        'g4f.Provider.Ails': g4f.Provider.Ails,
-        'g4f.Provider.Aivvm': g4f.Provider.Aivvm,
-        'g4f.Provider.ChatBase': g4f.Provider.ChatBase,
-        'g4f.Provider.ChatgptAi': g4f.Provider.ChatgptAi,
-        'g4f.Provider.ChatgptLogin': g4f.Provider.ChatgptLogin,
-        'g4f.Provider.DeepAi': g4f.Provider.DeepAi,
-        'g4f.Provider.Opchatgpts': g4f.Provider.Opchatgpts,
-        'g4f.Provider.OpenaiChat': g4f.Provider.OpenaiChat,
-        'g4f.Provider.Raycast': g4f.Provider.Raycast,
-        'g4f.Provider.Theb': g4f.Provider.Theb,
-        'g4f.Provider.Vercel': g4f.Provider.Vercel,
-        'g4f.Provider.Vitalentum': g4f.Provider.Vitalentum,
-        'g4f.Provider.Wewordle': g4f.Provider.Wewordle,
-        'g4f.Provider.Ylokh': g4f.Provider.Ylokh,
-        'g4f.Provider.You': g4f.Provider.You,
-        'g4f.Provider.Yqcloud': g4f.Provider.Yqcloud,
+    providers_table = {
+        f'g4f.Provider.{provider}': getattr(g4f.Provider, provider)
+        for provider in g4f.Provider.__all__
     }
     provider: str = 'g4f.Provider.DeepAi'
 
@@ -233,12 +216,38 @@ def _call(
         try:
             # print(f'\033[36mPromopt: {prompt}\033[0m')
             module_logger.info(
-                f'\033[36mProvider: {self.PROVIDER_MAPPING[self.provider]}\033[0m'
+                f'\033[36mProvider: {self.providers_table[self.provider]}\033[0m'
             )
             return g4f.ChatCompletion.create(
                 model="gpt-3.5-turbo",
                 messages=[{"role": "user", "content": prompt}],
-                provider=self.PROVIDER_MAPPING[self.provider]
+                provider=self.providers_table[self.provider]
             )
         except Exception as e:
             module_logger.info(f'{__file__}: {e}')
+
+    def _test_provider(self, provider: g4f.Provider) -> str:
+        try:
+            g4f.ChatCompletion.create(
+                model="gpt-3.5-turbo",
+                messages=[{"role": "user", "content": 'Hi, this is test'}],
+                provider=provider
+            )
+            return provider.__name__
+        except Exception as e:
+            print(e)
+            return
+
+    def find_available_providers(self) -> list:
+        """Test all the providers then find out which are available"""
+        from multiprocessing.dummy import Pool as ThreadPool
+
+        with ThreadPool(10) as pool:
+            available_providers = pool.map(
+                self._test_provider, self.providers_table.values()
+            )
+
+        return [
+            available_provider for available_provider in available_providers
+            if available_provider is not None
+        ]