ak0601 commited on
Commit
485985e
·
verified ·
1 Parent(s): 7c41cdb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -7
app.py CHANGED
@@ -3,6 +3,7 @@ from langchain.document_loaders import PyPDFLoader
3
  from langchain.document_loaders import TextLoader
4
  from langchain.document_loaders import Docx2txtLoader
5
  from langchain.text_splitter import CharacterTextSplitter
 
6
  from langchain.embeddings import HuggingFaceEmbeddings
7
  from langchain.vectorstores import Chroma
8
  from huggingface_hub import notebook_login
@@ -37,7 +38,7 @@ llm = ChatGoogleGenerativeAI(
37
  max_retries=2,
38
  )
39
 
40
- # Initialize embeddings using OpenAI
41
  embeddings = HuggingFaceEmbeddings(model_name='sentence-transformers/all-mpnet-base-v2')
42
 
43
  def load_preprocessed_vectorstore():
@@ -58,12 +59,7 @@ def load_preprocessed_vectorstore():
58
 
59
  document_chunks = text_splitter.split_documents(document)
60
 
61
- vector_store = Chroma.from_documents(
62
-
63
- embedding=embeddings,
64
- documents=document_chunks,
65
- persist_directory="./data32"
66
- )
67
  return vector_store
68
  except Exception as e:
69
  st.error(f"Error creating vector store: {e}")
 
3
  from langchain.document_loaders import TextLoader
4
  from langchain.document_loaders import Docx2txtLoader
5
  from langchain.text_splitter import CharacterTextSplitter
6
+ from langchain_text_splitters import RecursiveCharacterTextSplitter
7
  from langchain.embeddings import HuggingFaceEmbeddings
8
  from langchain.vectorstores import Chroma
9
  from huggingface_hub import notebook_login
 
38
  max_retries=2,
39
  )
40
 
41
+
42
  embeddings = HuggingFaceEmbeddings(model_name='sentence-transformers/all-mpnet-base-v2')
43
 
44
  def load_preprocessed_vectorstore():
 
59
 
60
  document_chunks = text_splitter.split_documents(document)
61
 
62
+ vector_store =Chroma.from_documents(document_chunks,embedding=embeddings, persist_directory='./data')
 
 
 
 
 
63
  return vector_store
64
  except Exception as e:
65
  st.error(f"Error creating vector store: {e}")