Update (see detail)

1. Update docGPT.py: sync with garbage code
2. Delete prompt.py
3. Update app.py: add chatBot window, and add cache for qa_chain.

Author: Lin-jun-xiang

app.py

@@ -1,13 +1,15 @@
+import asyncio
 import os
+import tempfile
+from functools import lru_cache
 
 os.chdir(os.path.dirname(os.path.abspath(__file__)))
 os.environ['SERPAPI_API_KEY'] = ''
 
-import tempfile
-
 import langchain
 import streamlit as st
 from langchain.cache import InMemoryCache
+from streamlit_chat import message
 
 from agent import AgentHelper
 from docGPT import DocGPT
@@ -102,13 +104,14 @@ def load_api_key() -> None:
                 chain_type='refine',
             )
             docGPT_spec_tool = agent_.create_doc_chat(docGPT_spec)
-        except Exception:
-            st.error('#### ⚠️ :red[You have not pass OpenAPI key. (Or your api key cannot use.)]')
-            
+        except Exception as e:
+            print(e)
+            pass
+
         try:
             search_tool = agent_.get_searp_chain
         except Exception as e:
-            st.warning('⚠️ You have not pass SEARPAPI key. (Or your api key cannot use.) Try Refresh')
+            st.warning('⚠️ You have not pass SEARPAPI key. (Or your api key cannot use.)')
 
         try:
             calculate_tool = agent_.get_calculate_chain
@@ -118,18 +121,45 @@ def load_api_key() -> None:
                 calculate_tool, search_tool
             ]
             agent_.initialize(tools)
-        except Exception:
-            pass
+        except Exception as e:
+            print(e)
+
+
+if not st.session_state['openai_api_key']:
+    st.error('⚠️ :red[You have not pass OpenAPI key. (Or your api key cannot use.)] Necessary')
 
 st.write('---')
 
-with st.container():
-    query = st.text_input('#### Question:')
-    response = None
+if 'response' not in st.session_state:
+    st.session_state['response'] = ['How can I help you?']
+
+if 'query' not in st.session_state:
+    st.session_state['query'] = ['Hi']
+
 
+@lru_cache(maxsize=20)
+async def get_response(query: str):
     if agent_ and query and query != '':
-            response = 'loading...'
-            response = agent_.query(query)
+        response = agent_.query(query)
+        return response
+
+
+query = st.text_input(
+    "#### Question:",
+    placeholder='Enter your question'
+)
+
+response_container = st.container()
+user_container = st.container()
+
+with user_container:
+    if query:
+        response = asyncio.run(get_response(query))
+        st.session_state.query.append(query)
+        st.session_state.response.append(response) 
 
-    st.write('### :blue[Response]:')
-    st.write(response)
+with response_container:
+    if st.session_state['response']:
+        for i in range(len(st.session_state['response'])-1, -1, -1):
+            message(st.session_state["response"][i], key=str(i))
+            message(st.session_state['query'][i], is_user=True, key=str(i) + '_user')

docGPT/docGPT.py

@@ -1,4 +1,3 @@
-import logging
 import os
 from abc import ABC, abstractmethod
 
@@ -11,12 +10,8 @@
 from langchain.prompts import PromptTemplate
 from langchain.vectorstores import Chroma
 
-from .prompt import SpecificationPromptor
-
 
 openai.api_key = os.getenv('OPENAI_API_KEY')
-# TODO: ADD logger
-logger = logging.getLogger('./logs/openai_callback.log')
 
 
 class BaseQaChain(ABC):
@@ -97,6 +92,8 @@ def __init__(self, docs):
         self.prompt_template = """
         Cite each reference using [Page Number] notation (every result has this number at the beginning).
         Only answer what is asked. The answer should be short and concise. Answer step-by-step.
+        If the content has sections, please summarize them in order and present them in a bulleted format.
+        For example, sequentially summarize the introduction, methods, results, and so on.
 
         {context}
 
@@ -108,12 +105,6 @@ def __init__(self, docs):
             input_variables=['context', 'question']
         )
 
-    def set_customer_prompt(self, promptor: str='specification') -> None:
-        if promptor == 'specification':
-            spec_prompt = SpecificationPromptor()
-            self.prompt_template = spec_prompt.prompt_template
-            self.prompt.template = self.prompt_template
-
     def _helper_prompt(self, chain_type: str) -> None:
         # TODO: Bug helper
         if chain_type == 'refine':

docGPT/prompt.py

@@ -1,4 +1,5 @@
-langchain==0.0.222
+langchain==0.0.224
 openai==0.27.8
-streamlit==1.22.0
-pymupdf
+streamlit==1.24.0
+streamlit_chat==0.1.1
+pymupdf