isayahc commited on
Commit
a84883b
·
1 Parent(s): 24ec024

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -54,7 +54,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id)
54
  # model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
55
 
56
 
57
- llm = CTransformers(
58
  model="TheBloke/zephyr-7B-beta-GGUF",
59
  model_type="mistral",
60
  max_new_tokens=4384,
@@ -87,7 +87,7 @@ db.get()
87
  retriever = db.as_retriever()
88
 
89
  global qa
90
- qa = RetrievalQA.from_chain_type(llm=model_id, chain_type="stuff", retriever=retriever, return_source_documents=True)
91
 
92
  def generate(
93
  message: str,
 
54
  # model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
55
 
56
 
57
+ llm_model = CTransformers(
58
  model="TheBloke/zephyr-7B-beta-GGUF",
59
  model_type="mistral",
60
  max_new_tokens=4384,
 
87
  retriever = db.as_retriever()
88
 
89
  global qa
90
+ qa = RetrievalQA.from_chain_type(llm=llm_model, chain_type="stuff", retriever=retriever, return_source_documents=True)
91
 
92
  def generate(
93
  message: str,