Adding files

YoutubeChat/YoutubeChat.py

@@ -0,0 +1,104 @@
+from langchain.document_loaders import YoutubeLoader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.vectorstores import FAISS
+from langchain.chat_models import ChatOpenAI
+from langchain.chains import LLMChain
+from langchain.memory import ConversationBufferWindowMemory
+from dotenv import find_dotenv, load_dotenv
+from langchain.agents import initialize_agent
+from langchain.prompts.chat import (
+    ChatPromptTemplate,
+    SystemMessagePromptTemplate,
+    HumanMessagePromptTemplate,
+)
+import textwrap
+from  langchain.agents import Tool
+from langchain.schema import SystemMessage
+import os
+
+class YoutubeChatBot:
+    def __init__(self, video_url, OPENAI_API_KEY= None):
+        os.environ["OPENAI_API_KEY"] = OPENAI_API_KEY
+        embeddings = OpenAIEmbeddings()
+        loader = YoutubeLoader.from_youtube_url(video_url, add_video_info=True)
+        transcript = loader.load()
+
+        text_splitter = RecursiveCharacterTextSplitter(chunk_size=800, chunk_overlap=100)
+        docs = text_splitter.split_documents(transcript)
+
+        self.db = FAISS.from_documents(docs, embeddings)
+
+        self.llm = ChatOpenAI(model_name="gpt-3.5-turbo-16k", temperature=0.7)
+
+        self.conversational_memory = ConversationBufferWindowMemory(memory_key = "chat_history",
+        k=5,
+        return_messages = True)
+
+        self.tools = [Tool(name = 'Knowledge Base', func = self.getKnowledge, 
+        description = """Use this tool to get informartion from the youtube video about the questions asked. Use the query which is outputed by the improve Query tool always. Do not use this on the query given by the user directly. The information will be from a Youtube Video."""),
+        Tool(name='Starting protocol', func = self.getIntroduction,
+        description = """Use this tool when you get a query saying 'start protocol' only. 
+        This tool will return a summary of the video transcript and 3 questions that we suggest user to ask about the video to get more information. 
+        There are no inputs to this tool.
+        
+        
+        """),
+        Tool(name = "Improve Query", func = self.improveQuery,
+             description = """Use this first after every user prompt. """)]
+
+        system_message = """
+        You are an AI chatbot which converses about a youtube video. 
+        You have a tool to access that will give you information about the quetion asked from the video transcript. 
+
+        If you feel the question is not relevant to the youtube video return 'I dont Know'. Do not use your own knowledge.        
+        """
+        self.agent = initialize_agent(agent = 'chat-conversational-react-description',
+        tools = self.tools,
+        llm = self.llm,
+        verbose = True,
+        max_iterations = 5,
+        early_stopping_method = 'generate',
+        memory = self.conversational_memory,
+        handle_parsing_errors=True,
+        agent_kwargs = { "system_message": system_message })
+
+
+    def improveQuery(self, query):
+        return self.llm.invoke(f"You are an assistant whose task is make the user query better. Given this {self.conversational_memory} chat history and {query} this user query. Make the query better and more clear to improve search results. Do not return anything except the updated query.")
+    def getKnowledge(self, query, k =3):
+        docs = self.db.similarity_search(query, k=k)
+        docs_page_content = " ".join([d.page_content for d in docs])
+        return docs
+
+    def outputFormatter(self, output):
+        return self.llm.invoke(f""" You are an agent helping a user with a youtube video. You are returned this as the output {output} for a query. Your task is to format the output in the best possible way. This is the previous conversation {self.conversational_memory}. Instructions to format are,
+        1. If there are long sentences break them using new line character.
+        2. If there are numbered or bullet points, break them using new line characters.
+        3. If there is no chat history, start with greeting the user followed by the formatted output.
+        4. If there are questions in the output, return them as questions. Your only task is formatting.
+
+        Do not return anything except the output or anything not about the task. Do not say this was the format asked or mention formatted output. Return the respone once. This a system prompt and not a user promopt.
+        """)
+    
+    def getIntroduction(self, query):
+        docs = self.db.similarity_search("video summary", k=3)
+        return self.llm.invoke(f"You are returned these Docs: {docs}\n when asked about the summary of the youtube video. Generate a summary of the youtube video using these docs and also generate 3 questions you recommend user to ask about the video knowing the summary. Not have the summary too long. Do NOT forget the questions.")
+
+    def send(self, user_query):
+        output = self.agent(user_query)['output']
+        return self.outputFormatter(output).content
+    
+    def start(self):
+        self.send("start protocol")
+        while True:
+            query = input("Type your question below! Press exit() to stop asking questions.\nMessage: ")
+            if query == "exit()":
+                break
+            else:
+                self.send(query)
+
+
+if __name__ == '__main__':
+    yt = YoutubeChatBot('https://youtu.be/8u-3Pn8tEXQ?si=vRA-yKCk7JDuFGlI', OPENAI_API_KEY='')
+    yt.start()

main.py

@@ -0,0 +1,64 @@
+import streamlit as st
+from YoutubeChat.YoutubeChat import YoutubeChatBot
+from openai import AuthenticationError
+
+def get_user_input():
+    st.title("Setup")
+
+    # Input field for YouTube link
+    youtube_link = st.text_input("Enter YouTube Video Link")
+
+    # Input field for OpenAI API key
+    openai_api_key = st.text_input("Enter OpenAI API Key", type = "password", help="Please delete the API key after use for your own security.")
+
+    # Button to start chat
+    if st.button("Start Chat"):
+        if youtube_link.strip() == "":
+            st.error("Please enter a valid YouTube link.")
+        elif openai_api_key.strip() == "":
+            st.error("Please enter your OpenAI API key.")
+        else:
+            try:
+                yt = YoutubeChatBot(youtube_link, OPENAI_API_KEY=openai_api_key)
+                start_message = yt.send('start protocol')
+                st.session_state.start_message = start_message
+                st.session_state.chat_object = yt
+                st.session_state.messages = [{'role':'assistant', 'content': start_message}]
+                st.rerun()  # Rerun the app to switch to the main chat page
+            except AuthenticationError as e:
+                st.error("Incorrect API key provided. Please check your API key.")
+
+                # Optionally provide guidance on how to resolve the issue
+                st.write("You can find your API key at https://platform.openai.com/account/api-keys.")
+            except ValueError as e:
+                st.error("Incorrect video link provided! ")
+
+
+def main_chat_page():
+    st.title("Main Chat Page")
+
+    for message in st.session_state.messages:
+        with st.chat_message(message.get("role")):
+            st.write(message.get("content"))
+
+    # Display chat input box
+    prompt = st.chat_input("Ask something")
+    
+    # If user inputs something
+    if prompt:
+        st.session_state.messages.append({"role": "user", "content": prompt})
+
+        with st.chat_message("user"):
+            st.write(prompt)
+        
+        result = st.session_state.chat_object.send(prompt)
+        st.session_state.messages.append({'role':'assistant', "content": result})
+
+        with st.chat_message("assistant"):
+            st.write(result)
+
+if __name__ == "__main__":
+    if "start_message" not in st.session_state:
+        get_user_input()
+    else:
+        main_chat_page()

requirements.txt

@@ -0,0 +1,8 @@
+youtube-transcript-api==0.6.2
+faiss-cpu==1.8.0
+pytube==15.0.0
+langchain==0.1.13
+python-dotenv==1.0.1
+openai==1.14.2
+tiktoken==0.6.0
+pip==22.2.1