Update app.py

app.py

@@ -137,12 +137,18 @@ def get_vectorstore(text_chunks):
 
 def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
+    #llm = HuggingFaceHub(
+    #    repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+    #    #repo_id="clibrain/lince-mistral-7b-it-es",
+    #    #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
+    #    model_kwargs={"temperature": 0.5, "max_length": 2096},#1048
+    #)
     llm = HuggingFaceHub(
         repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
-        #repo_id="clibrain/lince-mistral-7b-it-es",
-        #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
-        model_kwargs={"temperature": 0.5, "max_length": 2096},#1048
+        model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
     )
+    # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
+
 
     memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
     conversation_chain = ConversationalRetrievalChain.from_llm(