Spaces:
Sleeping
Sleeping
Update agents/retriever_agent.py
Browse files- agents/retriever_agent.py +15 -0
agents/retriever_agent.py
CHANGED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from langchain.vectorstores import FAISS
|
2 |
+
from langchain.embeddings import HuggingFaceEmbeddings
|
3 |
+
from langchain.document_loaders import TextLoader
|
4 |
+
from langchain.text_splitter import CharacterTextSplitter
|
5 |
+
import os
|
6 |
+
|
7 |
+
def create_vectorstore():
|
8 |
+
loader = TextLoader("data/finance_notes.txt")
|
9 |
+
documents = loader.load()
|
10 |
+
splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=50)
|
11 |
+
docs = splitter.split_documents(documents)
|
12 |
+
|
13 |
+
embeddings = HuggingFaceEmbeddings()
|
14 |
+
vectorstore = FAISS.from_documents(docs, embeddings)
|
15 |
+
return vectorstore
|