zoya23 commited on
Commit
7d910dd
·
verified ·
1 Parent(s): 4df215f

Update agents/retriever_agent.py

Browse files
Files changed (1) hide show
  1. agents/retriever_agent.py +15 -0
agents/retriever_agent.py CHANGED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from langchain.vectorstores import FAISS
2
+ from langchain.embeddings import HuggingFaceEmbeddings
3
+ from langchain.document_loaders import TextLoader
4
+ from langchain.text_splitter import CharacterTextSplitter
5
+ import os
6
+
7
+ def create_vectorstore():
8
+ loader = TextLoader("data/finance_notes.txt")
9
+ documents = loader.load()
10
+ splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=50)
11
+ docs = splitter.split_documents(documents)
12
+
13
+ embeddings = HuggingFaceEmbeddings()
14
+ vectorstore = FAISS.from_documents(docs, embeddings)
15
+ return vectorstore