Reduce memory: move usually unused module from global to local scope

Author: Lin-jun-xiang

app.py

@@ -5,17 +5,13 @@
 os.chdir(os.path.dirname(os.path.abspath(__file__)))
 os.environ['SERPAPI_API_KEY'] = ''
 
-import langchain
 import streamlit as st
-from langchain.cache import InMemoryCache
 from streamlit import logger
 from streamlit_chat import message
 
 from docGPT import GPT4Free, create_doc_gpt
 from model import DocumentLoader
 
-langchain.llm_cache = InMemoryCache()
-
 OPENAI_API_KEY = ''
 SERPAPI_API_KEY = ''
 model = None

docGPT/__init__.py

@@ -39,7 +39,7 @@ def create_doc_gpt(
             docGPT.create_qa_chain(chain_type='refine', verbose=False)
             docGPT_tool = agent_.create_doc_chat(docGPT)
             calculate_tool = agent_.get_calculate_chain
-            llm_tool = agent_.create_llm_chain()
+            # llm_tool = agent_.create_llm_chain()
 
             if SerpAPI.is_valid():
                 search_tool = agent_.get_searp_chain

docGPT/agent.py

@@ -2,7 +2,6 @@
 from typing import Optional
 
 import openai
-from langchain import LLMMathChain, SerpAPIWrapper
 from langchain.agents import AgentType, Tool, initialize_agent
 from langchain.callbacks import get_openai_callback
 from langchain.chains import LLMChain
@@ -29,6 +28,8 @@ def llm(self, llm) -> None:
 
     @property
     def get_calculate_chain(self) -> Tool:
+        from langchain import LLMMathChain
+
         llm_math_chain = LLMMathChain.from_llm(llm=self.llm, verbose=True)
         tool = Tool(
             name='Calculator',
@@ -39,6 +40,8 @@ def get_calculate_chain(self) -> Tool:
 
     @property
     def get_searp_chain(self) -> Tool:
+        from langchain import SerpAPIWrapper
+
         search = SerpAPIWrapper()
         tool = Tool(
             name='Search',

docGPT/check_api_key.py

@@ -3,7 +3,6 @@
 
 import openai
 import streamlit as st
-from langchain import SerpAPIWrapper
 
 
 class ApiKey(ABC):
@@ -45,6 +44,7 @@ def is_valid(cls) -> str:
         if not st.session_state['serpapi_api_key']:
             st.warning('⚠️ You have not pass SerpAPI key. (You cannot ask current events.)')
             return
+        from langchain import SerpAPIWrapper
 
         os.environ['SERPAPI_API_KEY'] = os.getenv('SERPAPI_API_KEY')
         try:

docGPT/docGPT.py

@@ -7,11 +7,10 @@
 import openai
 from langchain.callbacks import get_openai_callback
 from langchain.callbacks.manager import CallbackManagerForLLMRun
-from langchain.chains import ConversationalRetrievalChain, RetrievalQA
+from langchain.chains import RetrievalQA
 from langchain.embeddings import HuggingFaceEmbeddings
 from langchain.embeddings.openai import OpenAIEmbeddings
 from langchain.llms.base import LLM
-from langchain.memory import ConversationBufferMemory
 from langchain.prompts import PromptTemplate
 from langchain.vectorstores import FAISS
 from streamlit import logger
@@ -68,8 +67,11 @@ def __init__(
         super().__init__(chain_type, retriever, llm)
 
     @property
-    def create_qa_chain(self) -> ConversationalRetrievalChain:
+    def create_qa_chain(self):
         # TODO: cannot use conversation qa chain
+        from langchain.chains import ConversationalRetrievalChain
+        from langchain.memory import ConversationBufferMemory
+
         memory = ConversationBufferMemory(
             memory_key='chat_history',
             return_messages=True