Delete generate_answer.py
Browse files- generate_answer.py +0 -95
generate_answer.py
DELETED
@@ -1,95 +0,0 @@
|
|
1 |
-
import os
|
2 |
-
from glob import glob
|
3 |
-
import openai
|
4 |
-
from dotenv import load_dotenv
|
5 |
-
|
6 |
-
from langchain.embeddings import OpenAIEmbeddings
|
7 |
-
from langchain.vectorstores import Chroma
|
8 |
-
from langchain.document_loaders import PyPDFLoader
|
9 |
-
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
10 |
-
|
11 |
-
from langchain_community.chat_models import ChatOpenAI
|
12 |
-
from langchain.chains import RetrievalQA
|
13 |
-
from langchain.memory import ConversationBufferMemory
|
14 |
-
|
15 |
-
load_dotenv()
|
16 |
-
api_key = os.getenv("OPENAI_API_KEY")
|
17 |
-
openai.api_key = api_key
|
18 |
-
|
19 |
-
# Helper function to validate response completeness
|
20 |
-
def is_response_complete(response: str) -> bool:
|
21 |
-
return response.strip()[-1] in ".!?"
|
22 |
-
|
23 |
-
# Retry mechanism for incomplete responses
|
24 |
-
def retry_response(messages):
|
25 |
-
response = openai.ChatCompletion.create(
|
26 |
-
model="gpt-4o-mini",
|
27 |
-
messages=messages
|
28 |
-
).choices[0].message['content']
|
29 |
-
if not is_response_complete(response):
|
30 |
-
response += " This is the end of the response. Please let me know if you need further clarification."
|
31 |
-
return response
|
32 |
-
|
33 |
-
def base_model_chatbot(messages):
|
34 |
-
system_message = [
|
35 |
-
{"role": "system", "content": "You are a helpful AI chatbot that provides clear, complete, and coherent responses to User's questions. Ensure your answers are in full sentences and complete the thought or idea."}
|
36 |
-
]
|
37 |
-
messages = system_message + messages
|
38 |
-
response = openai.ChatCompletion.create(
|
39 |
-
model="gpt-4o-mini",
|
40 |
-
messages=messages
|
41 |
-
).choices[0].message['content']
|
42 |
-
# Validate response completeness
|
43 |
-
if not is_response_complete(response):
|
44 |
-
response = retry_response(messages)
|
45 |
-
return response
|
46 |
-
|
47 |
-
class VectorDB:
|
48 |
-
"""Class to manage document loading and vector database creation."""
|
49 |
-
|
50 |
-
def __init__(self, docs_directory: str):
|
51 |
-
self.docs_directory = docs_directory
|
52 |
-
|
53 |
-
def create_vector_db(self):
|
54 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
|
55 |
-
|
56 |
-
files = glob(os.path.join(self.docs_directory, "*.pdf"))
|
57 |
-
|
58 |
-
loadPDFs = [PyPDFLoader(pdf_file) for pdf_file in files]
|
59 |
-
|
60 |
-
pdf_docs = list()
|
61 |
-
for loader in loadPDFs:
|
62 |
-
pdf_docs.extend(loader.load())
|
63 |
-
chunks = text_splitter.split_documents(pdf_docs)
|
64 |
-
|
65 |
-
return Chroma.from_documents(chunks, OpenAIEmbeddings())
|
66 |
-
|
67 |
-
class ConversationalRetrievalChain:
|
68 |
-
"""Class to manage the QA chain setup."""
|
69 |
-
|
70 |
-
def __init__(self, model_name="gpt-3.5-turbo", temperature=0):
|
71 |
-
self.model_name = model_name
|
72 |
-
self.temperature = temperature
|
73 |
-
|
74 |
-
def create_chain(self):
|
75 |
-
model = ChatOpenAI(
|
76 |
-
model_name=self.model_name,
|
77 |
-
temperature=self.temperature,
|
78 |
-
system_prompt="You are a knowledgeable AI that answers questions based on provided documents. Always give responses in clear, complete sentences."
|
79 |
-
)
|
80 |
-
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
81 |
-
vector_db = VectorDB('docs/')
|
82 |
-
retriever = vector_db.create_vector_db().as_retriever(search_type="similarity", search_kwargs={"k": 2})
|
83 |
-
return RetrievalQA.from_chain_type(
|
84 |
-
llm=model,
|
85 |
-
retriever=retriever,
|
86 |
-
memory=memory,
|
87 |
-
)
|
88 |
-
|
89 |
-
def with_pdf_chatbot(messages):
|
90 |
-
query = messages[-1]['content'].strip()
|
91 |
-
qa_chain = ConversationalRetrievalChain().create_chain()
|
92 |
-
result = qa_chain({"query": query})
|
93 |
-
if not is_response_complete(result['result']):
|
94 |
-
result['result'] += " This is the end of the response. Let me know if you need further clarification."
|
95 |
-
return result['result']
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|