import json import os from dataclasses import dataclass from typing import Dict, List import gradio as gr import requests from bs4 import BeautifulSoup from openai import OpenAI @dataclass class TranscriptSegment: speaker_id: str start_time: float end_time: float text: str speaker_name: str = "" class TranscriptProcessor: def __init__(self, transcript_file: str = None, transcript_data: dict = None): self.transcript_file = transcript_file self.transcript_data = transcript_data self.formatted_transcript = None self.segments = [] self.text_windows = [] self.window_size = 2 self.speaker_mapping = {} if self.transcript_file: self._load_transcript() elif self.transcript_data: pass # transcript_data is already set else: raise ValueError( "Either transcript_file or transcript_data must be provided." ) self._process_transcript() self.map_speaker_ids_to_names() def _load_transcript(self) -> None: """Load the transcript JSON file.""" with open(self.transcript_file, "r") as f: self.transcript_data = json.load(f) def _format_time(self, seconds: float) -> str: """Convert seconds to formatted time string (MM:SS).""" minutes = int(seconds // 60) seconds = int(seconds % 60) return f"{minutes:02d}:{seconds:02d}" def _process_transcript(self) -> None: """Process the transcript into segments with speaker information and create a formatted version with timestamps.""" results = self.transcript_data["results"] # Process into segments for segment in results["speaker_labels"]["segments"]: speaker_id = segment.get("speaker_label", segment.get("speakerlabel", "")) speaker_id = ( speaker_id.replace("spk_", "").replace("spk", "") if speaker_id else "" ) start_time = float(segment.get("start_time", 0)) end_time = float(segment.get("end_time", 0)) items = [ item for item in results["items"] if "start_time" in item and float(item["start_time"]) >= start_time and float(item["start_time"]) < end_time and item["type"] == "pronunciation" ] words = [item["alternatives"][0]["content"] for item in items] if words: self.segments.append( TranscriptSegment( speaker_id=speaker_id, start_time=start_time, end_time=end_time, text=" ".join(words), ) ) formatted_segments = [] for seg in self.segments: start_time_str = self._format_time(seg.start_time) end_time_str = self._format_time(seg.end_time) formatted_segments.append( f"time_stamp: {start_time_str}-{end_time_str}\n" f"spk {seg.speaker_id}: {seg.text}\n" ) self.formatted_transcript = "\n".join(formatted_segments) # Create sliding windows of text for better matching for i in range(len(self.segments)): # Combine current segment with next segments within window window_segments = self.segments[i : i + self.window_size] combined_text = " ".join(seg.text for seg in window_segments) if window_segments: self.text_windows.append( { "text": combined_text, "start_time": window_segments[0].start_time, "end_time": window_segments[-1].end_time, } ) def map_speaker_ids_to_names(self) -> None: """Map speaker IDs to names based on introductions in the transcript.""" try: transcript = self.formatted_transcript prompt = ( "Given the following transcript where speakers are identified as spk 0, spk 1, spk 2, etc., please map each spk ID to the speaker's name based on their introduction in the transcript. If no name is introduced for a speaker, keep it as spk_id. Return the mapping as a JSON object in the format {'spk_0': 'Speaker Name', 'spk_1': 'Speaker Name', ...}\n\n" f"Transcript:\n{transcript}" ) client = OpenAI() completion = client.chat.completions.create( model="gpt-4o-mini", messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt}, ], temperature=0, ) response_text = completion.choices[0].message.content.strip() try: self.speaker_mapping = json.loads(response_text) except json.JSONDecodeError: # extract left most and right most {} response_text = response_text[ response_text.find("{") : response_text.rfind("}") + 1 ] try: self.speaker_mapping = json.loads(response_text) except json.JSONDecodeError: print("Error parsing speaker mapping JSON.") self.speaker_mapping = {} for segment in self.segments: spk_id = f"spk_{segment.speaker_id}" speaker_name = self.speaker_mapping.get(spk_id, spk_id) segment.speaker_name = speaker_name # Recreate the formatted transcript with speaker names formatted_segments = [] for seg in self.segments: start_time_str = self._format_time(seg.start_time) end_time_str = self._format_time(seg.end_time) formatted_segments.append( f"time_stamp: {start_time_str}-{end_time_str}\n" f"{seg.speaker_name}: {seg.text}\n" ) self.formatted_transcript = "\n".join(formatted_segments) except Exception as e: print(f"Error mapping speaker IDs to names: {str(e)}") self.speaker_mapping = {} def correct_speaker_mapping_with_agenda(self, url: str) -> None: """Fetch agenda from a URL and correct the speaker mapping using OpenAI.""" try: response = requests.get(url) response.raise_for_status() html_content = response.text # Parse the HTML to find the desired description soup = BeautifulSoup(html_content, "html.parser") description_tag = soup.find( "script", {"type": "application/ld+json"} ) # Find the ld+json metadata block agenda = "" if description_tag: # Extract the JSON content json_data = json.loads(description_tag.string) if "description" in json_data: agenda = json_data["description"] else: print("Agenda description not found in the JSON metadata.") else: print("No structured data (ld+json) found.") if not agenda: print("No agenda found in the structured metadata. Trying meta tags.") # Fallback: Use meta description if ld+json doesn't have it meta_description = soup.find("meta", {"name": "description"}) agenda = meta_description["content"] if meta_description else "" if not agenda: print("No agenda found in any description tags.") return print(self.speaker_mapping) prompt = ( f"Given the original speaker mapping {self.speaker_mapping}, agenda:\n{agenda}, and the transcript: {self.formatted_transcript}\n\n" "Some speaker names in the mapping might have spelling errors or be incomplete." "Remember that the content in agenda is accurate and transcript can have errors so prioritize the spellings and names in the agenda content." "If the speaker name and introduction is similar to the agenda, update the speaker name in the mapping." "Please correct the names based on the agenda. Return the corrected mapping in JSON format as " "{'spk_0': 'Correct Name', 'spk_1': 'Correct Name', ...}." "You should only update the name if the name sounds very similar, or there is a good spelling overlap/ The Speaker Introduction matches the description of the Talk from Agends. If the name is totally unrelated, keep the original name." "You should always include all the speakers in the mapping from the original mapping, even if you don't update their names. i.e if there are 4 speakers in original mapping, new mapping should have 4 speakers always, ignore all the other spekaers in the agenda. I REPEAT DO NOT ADD OTHER NEW SPEAKERS IN THE MAPPING." ) client = OpenAI() completion = client.chat.completions.create( model="gpt-4o-mini", messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt}, ], temperature=0, ) response_text = completion.choices[0].message.content.strip() try: corrected_mapping = json.loads(response_text) except Exception: response_text = response_text[ response_text.find("{") : response_text.rfind("}") + 1 ] try: corrected_mapping = json.loads(response_text) except json.JSONDecodeError: print( "Error parsing corrected speaker mapping JSON, keeping the original mapping." ) corrected_mapping = self.speaker_mapping # Update the speaker mapping with corrected names self.speaker_mapping = corrected_mapping print("Corrected Speaker Mapping:", self.speaker_mapping) # Update the transcript segments with corrected names for segment in self.segments: spk_id = f"spk_{segment.speaker_id}" segment.speaker_name = self.speaker_mapping.get(spk_id, spk_id) # Recreate the formatted transcript with corrected names formatted_segments = [] for seg in self.segments: start_time_str = self._format_time(seg.start_time) end_time_str = self._format_time(seg.end_time) formatted_segments.append( f"time_stamp: {start_time_str}-{end_time_str}\n" f"{seg.speaker_name}: {seg.text}\n" ) self.formatted_transcript = "\n".join(formatted_segments) except requests.exceptions.RequestException as e: print(f" ching agenda from URL: {str(e)}") except Exception as e: print(f"Error correcting speaker mapping: {str(e)}") def get_transcript(self) -> str: """Return the formatted transcript with speaker names.""" return self.formatted_transcript def get_transcript_data(self) -> Dict: """Return the raw transcript data.""" return self.transcript_data def setup_openai_key() -> None: """Set up OpenAI API key from file.""" try: with open("api.key", "r") as f: os.environ["OPENAI_API_KEY"] = f.read().strip() except FileNotFoundError: print("Using ENV variable") # raise FileNotFoundError( # "api.key file not found. Please create it with your OpenAI API key." # ) def get_transcript_for_url(url: str) -> dict: """ This function fetches the transcript data for a signed URL. If the URL results in a direct download, it processes the downloaded content. :param url: Signed URL for the JSON file :return: Parsed JSON data as a dictionary """ headers = { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" } try: response = requests.get(url, headers=headers) response.raise_for_status() if "application/json" in response.headers.get("Content-Type", ""): return response.json() # Parse and return JSON directly # If not JSON, assume it's a file download (e.g., content-disposition header) content_disposition = response.headers.get("Content-Disposition", "") if "attachment" in content_disposition: # Process the content as JSON return json.loads(response.content) return json.loads(response.content) except requests.exceptions.HTTPError as http_err: print(f"HTTP error occurred: {http_err}") except requests.exceptions.RequestException as req_err: print(f"Request error occurred: {req_err}") except json.JSONDecodeError as json_err: print(f"JSON decoding error: {json_err}") return {} def get_initial_analysis( transcript_processor: TranscriptProcessor, cid, rsid, origin, ct, uid ) -> str: """Perform initial analysis of the transcript using OpenAI.""" try: transcript = transcript_processor.get_transcript() speaker_mapping = transcript_processor.speaker_mapping client = OpenAI() if "localhost" in origin: link_start = "http" else: link_start = "https" print(uid) if ct == "si": # street interview prompt = f"""This is a transcript for a street interview. Call Details are as follows: User ID UID: {uid} Speakers: {", ".join(speaker_mapping.values())} Transcript: {transcript} Your task is to analyze this street interview transcript and identify the final/best timestamps for each topic or question discussed. Here are the key rules: 1. For any topic/answer that appears multiple times in the transcript (even partially): - The LAST occurrence is always considered the best version. If the same thing is said multiple times, the last time is the best, all previous times are considered as additional takes. - This includes cases where parts of an answer are scattered throughout the transcript - Even slight variations of the same answer should be tracked - List timestamps for ALL takes, with the final take highlighted as the best answer 2. Introduction handling: - Question 1 is ALWAYS the speaker's introduction/self-introduction - If someone introduces themselves multiple times, use the last timestamp as best answer - Include all variations of how they state their name/background - List ALL introduction timestamps chronologically 3. Question sequence: - After the introduction, list questions in the order they were first asked - If a question or introduction is revisited later at any point, please use the later timestamp - Track partial answers to the same question across the transcript You need to make sure that any words that are repeated, you need to pick the last of them. Return format: [Question Title] Total takes: [X] (Include ONLY if content appears more than once) - [Take 1.