isayahc commited on
Commit
c7634f3
·
1 Parent(s): 445dc1d

refactoring code

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -16,12 +16,9 @@ from langchain.chains import RetrievalQA
16
  from langchain.prompts import ChatPromptTemplate
17
  from langchain.document_loaders import WebBaseLoader
18
 
19
- text_splitter = RecursiveCharacterTextSplitter(chunk_size=350, chunk_overlap=10)
20
-
21
 
 
22
  model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":300})
23
-
24
-
25
  embeddings = HuggingFaceHubEmbeddings()
26
 
27
 
@@ -30,8 +27,8 @@ s3.download_file('rad-rag-demos', 'vectorstores/chroma.sqlite3', './chroma_db/ch
30
 
31
  db = Chroma(persist_directory="./chroma_db", embedding_function=embeddings)
32
  db.get()
33
- #texts = text_splitter.split_documents(documents)
34
- #db = Chroma.from_documents(texts, embedding_function=embeddings)
35
  retriever = db.as_retriever()
36
 
37
  global qa
 
16
  from langchain.prompts import ChatPromptTemplate
17
  from langchain.document_loaders import WebBaseLoader
18
 
 
 
19
 
20
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=350, chunk_overlap=10)
21
  model_id = HuggingFaceHub(repo_id="HuggingFaceH4/zephyr-7b-beta", model_kwargs={"temperature":0.1, "max_new_tokens":300})
 
 
22
  embeddings = HuggingFaceHubEmbeddings()
23
 
24
 
 
27
 
28
  db = Chroma(persist_directory="./chroma_db", embedding_function=embeddings)
29
  db.get()
30
+
31
+
32
  retriever = db.as_retriever()
33
 
34
  global qa