Update app.py

app.py

@@ -1,66 +1,105 @@
 import streamlit as st
-from youtube_transcript_api import YouTubeTranscriptApi
-from youtube_transcript_api.formatters import SRTFormatter
+from phi.agent import Agent
+from phi.model.google import Gemini
+from phi.tools.duckduckgo import DuckDuckGo
+from google.generativeai import upload_file, get_file
+import google.generativeai as genai
+import time
+from pathlib import Path
+import tempfile
+from dotenv import load_dotenv
+import os
+from pytube import YouTube  # Import pytube for downloading YouTube videos
 
-# Function to get captions using youtube-transcript-api
-def get_youtube_captions(youtube_url):
-    """
-    Retrieves YouTube video captions using youtube-transcript-api.
-    
-    Parameters:
-    - youtube_url: The URL of the YouTube video.
-    
-    Returns:
-    - The captions of the video in SRT format, or a message if captions are not available.
-    """
-    # Extract video ID from YouTube URL (for both regular videos and Shorts)
-    if "si=" in youtube_url:
-        # For YouTube Shorts or URLs with "si=", extract the video ID after "si="
-        video_id = youtube_url.split("si=")[-1].split("?")[0]
-    else:
-        # For regular YouTube videos, extract the video ID after "v="
-        video_id = youtube_url.split("v=")[-1].split("&")[0]
-    
-    # Print extracted video ID for debugging
-    print(f"Extracted Video ID: {video_id}")
+load_dotenv()
+
+API_KEY = os.getenv("GOOGLE_API_KEY")
+if API_KEY:
+    genai.configure(api_key=API_KEY)
+
+# Page configuration
+st.set_page_config(
+    page_title="Multimodal AI Agent- Video Summarizer",
+    page_icon="🎥",
+    layout="wide"
+)
+
+st.title("Phidata Video AI Summarizer Agent 🎥🎤🖬")
+st.header("Powered by Gemini 2.0 Flash Exp")
 
-    try:
-        # Fetch transcript for the video
-        transcript = YouTubeTranscriptApi.get_transcript(video_id)
-        
-        # Format the transcript in SRT format
-        formatter = SRTFormatter()
-        formatted_transcript = formatter.format_transcript(transcript)
-        return formatted_transcript
-        
-    except Exception as e:
-        return f"Error: {str(e)}"
+
+@st.cache_resource
+def initialize_agent():
+    return Agent(
+        name="Video AI Summarizer",
+        model=Gemini(id="gemini-2.0-flash-exp"),
+        tools=[DuckDuckGo()],
+        markdown=True,
+    )
+
+# Initialize the agent
+multimodal_Agent = initialize_agent()
 
 # YouTube video URL input
-youtube_url = st.text_input(
-    "Enter the YouTube video link",
-    placeholder="Paste the YouTube video URL here",
-    help="Provide the link to the YouTube video you want to summarize."
+video_url = st.text_input(
+    "Enter a YouTube video URL", 
+    help="Paste a YouTube video link for AI analysis"
 )
 
-if youtube_url:
-    # Clean URL before passing to the function (remove extra parts)
-    youtube_url_cleaned = youtube_url.split("?")[0]  # Remove URL parameters
-    
+if video_url:
     try:
-        with st.spinner("Fetching and processing the YouTube video..."):
-            # Get captions using youtube-transcript-api
-            captions = get_youtube_captions(youtube_url_cleaned)
+        # Download the YouTube video
+        yt = YouTube(video_url)
+        video_stream = yt.streams.filter(progressive=True, file_extension='mp4').first()
+        
+        # Create a temporary file to save the video
+        with tempfile.NamedTemporaryFile(delete=False, suffix='.mp4') as temp_video:
+            video_stream.download(output_path=temp_video.name)
+            video_path = temp_video.name
+        
+        st.video(video_path, format="video/mp4", start_time=0)
 
-            # Check if captions are available
-            if "Error" not in captions:
-                # Display captions
-                st.subheader("Video Captions:")
-                st.text(captions)
+        user_query = st.text_area(
+            "What insights are you seeking from the video?",
+            placeholder="Ask anything about the video content. The AI agent will analyze and gather additional context if needed.",
+            help="Provide specific questions or insights you want from the video."
+        )
+
+        if st.button("🔍 Analyze Video", key="analyze_video_button"):
+            if not user_query:
+                st.warning("Please enter a question or insight to analyze the video.")
             else:
-                st.error(captions)
+                try:
+                    with st.spinner("Processing video and gathering insights..."):
+                        # Upload and process the video file
+                        processed_video = upload_file(video_path)
+                        while processed_video.state.name == "PROCESSING":
+                            time.sleep(1)
+                            processed_video = get_file(processed_video.name)
+
+                        # Prompt generation for analysis
+                        analysis_prompt = (
+                            f"""
+                            Analyze the uploaded video for content and context.
+                            Respond to the following query using video insights and supplementary web research:
+                            {user_query}
+                            Provide a detailed, user-friendly, and actionable response.
+                            """
+                        )
+
+                        # AI agent processing
+                        response = multimodal_Agent.run(analysis_prompt, videos=[processed_video])
+
+                    # Display the result
+                    st.subheader("Analysis Result")
+                    st.markdown(response.content)
 
+                except Exception as error:
+                    st.error(f"An error occurred during analysis: {error}")
+                finally:
+                    # Clean up temporary video file
+                    Path(video_path).unlink(missing_ok=True)
     except Exception as e:
-        st.error(f"An error occurred: {e}")
+        st.error(f"Error downloading YouTube video: {e}")
 else:
-    st.info("Enter a YouTube video link to begin analysis.")
+    st.info("Paste a YouTube video URL to begin analysis.")