SOUM-AI commited on
Commit
1de661c
·
verified ·
1 Parent(s): e329044

Upload 3 files

Browse files
Files changed (3) hide show
  1. .env +2 -0
  2. app2.py +105 -0
  3. requirements2a.txt +8 -0
.env ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ OPENAI_API_KEY="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"
2
+ GOOGLE_API_KEY="AIzaSyD08AIEY8pJtdzFHVwAS6XeLWQ3Mo7-W6Q"
app2.py ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from PyPDF2 import PdfReader
3
+ from langchain.text_splitter import RecursiveCharacterTextSplitter
4
+ import os
5
+ from langchain_google_genai import GoogleGenerativeAIEmbeddings
6
+ import google.generativeai as genai
7
+ from langchain.vectorstores import FAISS
8
+ from langchain_google_genai import ChatGoogleGenerativeAI
9
+ from langchain.chains.question_answering import load_qa_chain
10
+ from langchain.prompts import PromptTemplate
11
+ from dotenv import load_dotenv
12
+
13
+ load_dotenv()
14
+ os.getenv("GOOGLE_API_KEY")
15
+ genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
16
+
17
+
18
+
19
+
20
+
21
+
22
+ def get_pdf_text(pdf_docs):
23
+ text=""
24
+ for pdf in pdf_docs:
25
+ pdf_reader= PdfReader(pdf)
26
+ for page in pdf_reader.pages:
27
+ text+= page.extract_text()
28
+ return text
29
+
30
+
31
+
32
+ def get_text_chunks(text):
33
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=10000, chunk_overlap=1000)
34
+ chunks = text_splitter.split_text(text)
35
+ return chunks
36
+
37
+
38
+ def get_vector_store(text_chunks):
39
+ embeddings = GoogleGenerativeAIEmbeddings(model = "models/embedding-001")
40
+ vector_store = FAISS.from_texts(text_chunks, embedding=embeddings)
41
+ vector_store.save_local("faiss_index")
42
+
43
+
44
+ def get_conversational_chain():
45
+
46
+ prompt_template = """
47
+ Answer the question as detailed as possible from the provided context, make sure to provide all the details, if the answer is not in
48
+ provided context just say, "answer is not available in the context", don't provide the wrong answer\n\n
49
+ Context:\n {context}?\n
50
+ Question: \n{question}\n
51
+
52
+ Answer:
53
+ """
54
+
55
+ model = ChatGoogleGenerativeAI(model="gemini-pro", temperature=0.9)
56
+
57
+ prompt = PromptTemplate(template = prompt_template, input_variables = ["context", "question"])
58
+ chain = load_qa_chain(model, chain_type="stuff", prompt=prompt)
59
+
60
+ return chain
61
+
62
+
63
+
64
+ def user_input(user_question):
65
+ embeddings = GoogleGenerativeAIEmbeddings(model = "models/embedding-001")
66
+
67
+ new_db = FAISS.load_local("faiss_index", embeddings)
68
+ docs = new_db.similarity_search(user_question)
69
+
70
+ chain = get_conversational_chain()
71
+
72
+
73
+ response = chain(
74
+ {"input_documents":docs, "question": user_question}
75
+ , return_only_outputs=True)
76
+
77
+ print(response)
78
+ st.write("Answer: ", response["output_text"])
79
+
80
+
81
+
82
+
83
+ def main():
84
+ st.set_page_config("Chat PDF")
85
+ st.header("Chat with PDF using Gemini💁")
86
+
87
+ user_question = st.text_input("Ask a Question from the PDF Files")
88
+
89
+ if user_question:
90
+ user_input(user_question)
91
+
92
+ with st.sidebar:
93
+ st.title("Menu:")
94
+ pdf_docs = st.file_uploader("Upload your PDF Files and Click on the Submit & Process Button", accept_multiple_files=True)
95
+ if st.button("Submit & Process"):
96
+ with st.spinner("Processing..."):
97
+ raw_text = get_pdf_text(pdf_docs)
98
+ text_chunks = get_text_chunks(raw_text)
99
+ get_vector_store(text_chunks)
100
+ st.success("Done")
101
+
102
+
103
+
104
+ if __name__ == "__main__":
105
+ main()
requirements2a.txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ streamlit
2
+ google-generativeai
3
+ python-dotenv
4
+ langchain
5
+ PyPDF2
6
+ chromadb
7
+ faiss-cpu
8
+ langchain_google_genai