Update app.py

app.py

@@ -13,6 +13,7 @@ from langchain.chains import ConversationalRetrievalChain
 from htmlTemplates import css, bot_template, user_template
 from langchain.llms import HuggingFaceHub
 from langchain.vectorstores import Chroma
+from gpt4all import GPT4All
 
 
 # set this key as an environment variable
@@ -148,10 +149,8 @@ def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
     #    repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
     #    model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
     #)
-    llm = HuggingFaceHub(
-        repo_id="TheBloke/Orca-2-13B-GGUF",
-        model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
-    )
+    
+    llm = GPT4All("TheBloke/Orca-2-13B-GGUF")
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")