Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id)
|
|
54 |
# model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
55 |
|
56 |
|
57 |
-
|
58 |
model="TheBloke/zephyr-7B-beta-GGUF",
|
59 |
model_type="mistral",
|
60 |
max_new_tokens=4384,
|
@@ -87,7 +87,7 @@ db.get()
|
|
87 |
retriever = db.as_retriever()
|
88 |
|
89 |
global qa
|
90 |
-
qa = RetrievalQA.from_chain_type(llm=
|
91 |
|
92 |
def generate(
|
93 |
message: str,
|
|
|
54 |
# model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
55 |
|
56 |
|
57 |
+
llm_model = CTransformers(
|
58 |
model="TheBloke/zephyr-7B-beta-GGUF",
|
59 |
model_type="mistral",
|
60 |
max_new_tokens=4384,
|
|
|
87 |
retriever = db.as_retriever()
|
88 |
|
89 |
global qa
|
90 |
+
qa = RetrievalQA.from_chain_type(llm=llm_model, chain_type="stuff", retriever=retriever, return_source_documents=True)
|
91 |
|
92 |
def generate(
|
93 |
message: str,
|