Upload Index.py

Index.py

@@ -198,7 +198,7 @@ def _load_embeddings_from_db(
 
 
 def _prompt(question):
-    return f"""Answer the following question using only the context below. Say 'no answer' when the question can't be answered.
+    return f"""Answer the following question using only the context below. Say 'Could not find answer within the context' when the question can't be answered.
             Question: {question}
             Context: """
 
@@ -227,7 +227,8 @@ def rag(domain: str, question: str):
     embeddings = _load_embeddings_from_db(db_exists, domain)
     # Create extractor instance
     #extractor = Extractor(embeddings, "google/flan-t5-base")
-    extractor = Extractor(embeddings, repo_id="TheBloke/Llama-2-7B-GGUF", repo_type="llama-2-7b.Q4_K_M.gguf")
+    #extractor = Extractor(embeddings, "TheBloke/Llama-2-7B-GGUF")
+    extractor = Extractor(embeddings, "google/flan-t5-xl")
     # llm = HuggingFaceHub(
     #     repo_id="google/flan-t5-xxl",
     #     model_kwargs={"temperature": 1, "max_length": 1000000},