awacke1 commited on
Commit
970cbf0
·
verified ·
1 Parent(s): 86af4cb

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +671 -0
app.py ADDED
@@ -0,0 +1,671 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ import asyncio
3
+ import websockets
4
+ import uuid
5
+ from datetime import datetime
6
+ import os
7
+ import random
8
+ import time
9
+ import hashlib
10
+ from PIL import Image
11
+ import glob
12
+ import base64
13
+ import io
14
+ import streamlit.components.v1 as components
15
+ import edge_tts
16
+ from audio_recorder_streamlit import audio_recorder
17
+ import nest_asyncio
18
+ import re
19
+ from streamlit_paste_button import paste_image_button
20
+ import pytz
21
+ import shutil
22
+ import anthropic
23
+ import openai
24
+ from PyPDF2 import PdfReader
25
+ import threading
26
+ import json
27
+ import zipfile
28
+ from gradio_client import Client
29
+ from dotenv import load_dotenv
30
+ from streamlit_marquee import streamlit_marquee
31
+ from collections import defaultdict, Counter
32
+ import pandas as pd
33
+
34
+ # 🛠️ Patch asyncio for nesting
35
+ nest_asyncio.apply()
36
+
37
+ # 🎨 Page Config
38
+ st.set_page_config(
39
+ page_title="🚲TalkingAIResearcher🏆",
40
+ page_icon="🚲🏆",
41
+ layout="wide",
42
+ initial_sidebar_state="auto"
43
+ )
44
+
45
+ # 🌟 Static Config
46
+ icons = '🤖🧠🔬📝'
47
+ Site_Name = '🤖🧠Chat & Quote Node📝🔬'
48
+ START_ROOM = "Sector 🌌"
49
+ FUN_USERNAMES = {
50
+ "CosmicJester 🌌": "en-US-AriaNeural",
51
+ "PixelPanda 🐼": "en-US-JennyNeural",
52
+ "QuantumQuack 🦆": "en-GB-SoniaNeural",
53
+ "StellarSquirrel 🐿️": "en-AU-NatashaNeural",
54
+ "GizmoGuru ⚙️": "en-CA-ClaraNeural",
55
+ "NebulaNinja 🌠": "en-US-GuyNeural",
56
+ "ByteBuster 💾": "en-GB-RyanNeural",
57
+ "GalacticGopher 🌍": "en-AU-WilliamNeural",
58
+ "RocketRaccoon 🚀": "en-CA-LiamNeural",
59
+ "EchoElf 🧝": "en-US-AnaNeural",
60
+ "PhantomFox 🦊": "en-US-BrandonNeural",
61
+ "WittyWizard 🧙": "en-GB-ThomasNeural",
62
+ "LunarLlama 🌙": "en-AU-FreyaNeural",
63
+ "SolarSloth ☀️": "en-CA-LindaNeural",
64
+ "AstroAlpaca 🦙": "en-US-ChristopherNeural",
65
+ "CyberCoyote 🐺": "en-GB-ElliotNeural",
66
+ "MysticMoose 🦌": "en-AU-JamesNeural",
67
+ "GlitchGnome 🧚": "en-CA-EthanNeural",
68
+ "VortexViper 🐍": "en-US-AmberNeural",
69
+ "ChronoChimp 🐒": "en-GB-LibbyNeural"
70
+ }
71
+ EDGE_TTS_VOICES = list(set(FUN_USERNAMES.values()))
72
+ FILE_EMOJIS = {"md": "📝", "mp3": "🎵", "png": "🖼️", "mp4": "🎥"}
73
+
74
+ # 📁 Directories (Media at Root)
75
+ for d in ["chat_logs", "vote_logs", "audio_logs", "history_logs", "audio_cache"]:
76
+ os.makedirs(d, exist_ok=True)
77
+
78
+ CHAT_DIR = "chat_logs"
79
+ VOTE_DIR = "vote_logs"
80
+ MEDIA_DIR = "." # Root directory
81
+ AUDIO_CACHE_DIR = "audio_cache"
82
+ AUDIO_DIR = "audio_logs"
83
+ STATE_FILE = "user_state.txt"
84
+
85
+ CHAT_FILE = os.path.join(CHAT_DIR, "global_chat.md")
86
+ QUOTE_VOTES_FILE = os.path.join(VOTE_DIR, "quote_votes.md")
87
+ IMAGE_VOTES_FILE = os.path.join(VOTE_DIR, "image_votes.md")
88
+ HISTORY_FILE = os.path.join(VOTE_DIR, "vote_history.md")
89
+
90
+ # 🔑 API Keys
91
+ load_dotenv()
92
+ anthropic_key = os.getenv('ANTHROPIC_API_KEY', st.secrets.get('ANTHROPIC_API_KEY', ""))
93
+ openai_api_key = os.getenv('OPENAI_API_KEY', st.secrets.get('OPENAI_API_KEY', ""))
94
+ openai_client = openai.OpenAI(api_key=openai_api_key)
95
+
96
+ # 🕒 Timestamp Helper
97
+ def format_timestamp_prefix(username=""):
98
+ central = pytz.timezone('US/Central')
99
+ now = datetime.now(central)
100
+ return f"{now.strftime('%Y%m%d_%H%M%S')}-by-{username}"
101
+
102
+ # 📈 Performance Timer
103
+ class PerformanceTimer:
104
+ def __init__(self, name): self.name, self.start = name, None
105
+ def __enter__(self):
106
+ self.start = time.time()
107
+ return self
108
+ def __exit__(self, *args):
109
+ duration = time.time() - self.start
110
+ st.session_state['operation_timings'][self.name] = duration
111
+ st.session_state['performance_metrics'][self.name].append(duration)
112
+
113
+ # 🎛️ Session State Init
114
+ def init_session_state():
115
+ defaults = {
116
+ 'server_running': False, 'server_task': None, 'active_connections': {},
117
+ 'media_notifications': [], 'last_chat_update': 0, 'displayed_chat_lines': [],
118
+ 'message_text': "", 'audio_cache': {}, 'pasted_image_data': None,
119
+ 'quote_line': None, 'refresh_rate': 5, 'base64_cache': {},
120
+ 'transcript_history': [], 'last_transcript': "", 'image_hashes': set(),
121
+ 'tts_voice': "en-US-AriaNeural", 'chat_history': [], 'marquee_settings': {
122
+ "background": "#1E1E1E", "color": "#FFFFFF", "font-size": "14px",
123
+ "animationDuration": "20s", "width": "100%", "lineHeight": "35px"
124
+ }, 'operation_timings': {}, 'performance_metrics': defaultdict(list),
125
+ 'enable_audio': True, 'download_link_cache': {}, 'username': None,
126
+ 'autosend': True, 'autosearch': True, 'last_message': "", 'last_query': "",
127
+ 'mp3_files': {}, 'timer_start': time.time(), 'quote_index': 0,
128
+ 'quote_source': "famous"
129
+ }
130
+ for k, v in defaults.items():
131
+ if k not in st.session_state: st.session_state[k] = v
132
+
133
+ # 🖌️ Marquee Helpers
134
+ def update_marquee_settings_ui():
135
+ st.sidebar.markdown("### 🎯 Marquee Settings")
136
+ cols = st.sidebar.columns(2)
137
+ with cols[0]:
138
+ st.session_state['marquee_settings']['background'] = st.color_picker("🎨 Background", "#1E1E1E")
139
+ st.session_state['marquee_settings']['color'] = st.color_picker("✍️ Text", "#FFFFFF")
140
+ with cols[1]:
141
+ st.session_state['marquee_settings']['font-size'] = f"{st.slider('📏 Size', 10, 24, 14)}px"
142
+ st.session_state['marquee_settings']['animationDuration'] = f"{st.slider('⏱️ Speed', 1, 20, 20)}s"
143
+
144
+ def display_marquee(text, settings, key_suffix=""):
145
+ truncated = text[:280] + "..." if len(text) > 280 else text
146
+ streamlit_marquee(content=truncated, **settings, key=f"marquee_{key_suffix}")
147
+ st.write("")
148
+
149
+ # 📝 Text & File Helpers
150
+ def clean_text_for_tts(text): return re.sub(r'[#*!\[\]]+', '', ' '.join(text.split()))[:200] or "No text"
151
+ def clean_text_for_filename(text): return '_'.join(re.sub(r'[^\w\s-]', '', text.lower()).split())[:200]
152
+ def get_high_info_terms(text, top_n=10):
153
+ stop_words = {'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for', 'of', 'with'}
154
+ words = re.findall(r'\b\w+(?:-\w+)*\b', text.lower())
155
+ bi_grams = [' '.join(pair) for pair in zip(words, words[1:])]
156
+ filtered = [t for t in words + bi_grams if t not in stop_words and len(t.split()) <= 2]
157
+ return [t for t, _ in Counter(filtered).most_common(top_n)]
158
+
159
+ def generate_filename(prompt, username, file_type="md"):
160
+ timestamp = format_timestamp_prefix(username)
161
+ hash_val = hashlib.md5(prompt.encode()).hexdigest()[:8]
162
+ return f"{timestamp}-{hash_val}.{file_type}"
163
+
164
+ def create_file(prompt, username, file_type="md"):
165
+ filename = generate_filename(prompt, username, file_type)
166
+ with open(filename, 'w', encoding='utf-8') as f: f.write(prompt)
167
+ return filename
168
+
169
+ def get_download_link(file, file_type="mp3"):
170
+ cache_key = f"dl_{file}"
171
+ if cache_key not in st.session_state['download_link_cache']:
172
+ with open(file, "rb") as f:
173
+ b64 = base64.b64encode(f.read()).decode()
174
+ mime_types = {"mp3": "audio/mpeg", "png": "image/png", "mp4": "video/mp4", "md": "text/markdown"}
175
+ st.session_state['download_link_cache'][cache_key] = f'<a href="data:{mime_types.get(file_type, "application/octet-stream")};base64,{b64}" download="{os.path.basename(file)}">{FILE_EMOJIS.get(file_type, "Download")} Download {os.path.basename(file)}</a>'
176
+ return st.session_state['download_link_cache'][cache_key]
177
+
178
+ def save_username(username):
179
+ try:
180
+ with open(STATE_FILE, 'w') as f:
181
+ f.write(username)
182
+ except Exception as e:
183
+ print(f"Failed to save username: {e}")
184
+
185
+ def load_username():
186
+ if os.path.exists(STATE_FILE):
187
+ try:
188
+ with open(STATE_FILE, 'r') as f:
189
+ return f.read().strip()
190
+ except Exception as e:
191
+ print(f"Failed to load username: {e}")
192
+ return None
193
+
194
+ def concatenate_markdown_files():
195
+ md_files = sorted(glob.glob("*.md"), key=os.path.getmtime, reverse=True)
196
+ all_md_content = ""
197
+ for md_file in md_files:
198
+ with open(md_file, 'r', encoding='utf-8') as f:
199
+ all_md_content += f.read() + "\n\n---\n\n"
200
+ return all_md_content.strip()
201
+
202
+ # 🎶 Audio Processing
203
+ async def async_edge_tts_generate(text, voice, username, rate=0, pitch=0, file_format="mp3"):
204
+ cache_key = f"{text[:100]}_{voice}_{rate}_{pitch}_{file_format}"
205
+ if cache_key in st.session_state['audio_cache']: return st.session_state['audio_cache'][cache_key], 0
206
+ start_time = time.time()
207
+ text = clean_text_for_tts(text)
208
+ if not text: return None, 0
209
+ filename = f"{format_timestamp_prefix(username)}-{hashlib.md5(text.encode()).hexdigest()[:8]}.{file_format}"
210
+ communicate = edge_tts.Communicate(text, voice, rate=f"{rate:+d}%", pitch=f"{pitch:+d}Hz")
211
+ await communicate.save(filename)
212
+ st.session_state['audio_cache'][cache_key] = filename
213
+ return filename, time.time() - start_time
214
+
215
+ def play_and_download_audio(file_path):
216
+ if file_path and os.path.exists(file_path):
217
+ st.audio(file_path)
218
+ st.markdown(get_download_link(file_path), unsafe_allow_html=True)
219
+
220
+ def load_mp3_viewer():
221
+ mp3_files = sorted(glob.glob(f"*.mp3"), key=os.path.getmtime, reverse=True)
222
+ for mp3 in mp3_files:
223
+ filename = os.path.basename(mp3)
224
+ if filename not in st.session_state['mp3_files']:
225
+ st.session_state['mp3_files'][filename] = mp3
226
+
227
+ async def save_chat_entry(username, message, is_markdown=False):
228
+ central = pytz.timezone('US/Central')
229
+ timestamp = datetime.now(central).strftime("%Y-%m-%d %H:%M:%S")
230
+ entry = f"[{timestamp}] {username}: {message}" if not is_markdown else f"[{timestamp}] {username}:\n```markdown\n{message}\n```"
231
+ with open(CHAT_FILE, 'a') as f: f.write(f"{entry}\n")
232
+ voice = FUN_USERNAMES.get(username, "en-US-AriaNeural")
233
+ audio_file, _ = await async_edge_tts_generate(message, voice, username)
234
+ if audio_file:
235
+ with open(HISTORY_FILE, 'a') as f: f.write(f"[{timestamp}] {username}: Audio - {audio_file}\n")
236
+ st.session_state['mp3_files'][os.path.basename(audio_file)] = audio_file
237
+ await broadcast_message(f"{username}|{message}", "chat")
238
+ st.session_state.last_chat_update = time.time()
239
+ st.session_state.chat_history.append(entry)
240
+ return audio_file
241
+
242
+ async def load_chat():
243
+ if not os.path.exists(CHAT_FILE):
244
+ with open(CHAT_FILE, 'a') as f: f.write(f"# {START_ROOM} Chat\n\nWelcome to the cosmic hub! 🎤\n")
245
+ with open(CHAT_FILE, 'r') as f:
246
+ content = f.read().strip()
247
+ lines = content.split('\n')
248
+ numbered_content = "\n".join(f"{i+1}. {line}" for i, line in enumerate(lines) if line.strip())
249
+ return numbered_content
250
+
251
+ # 🌐 WebSocket Handling
252
+ async def websocket_handler(websocket, path):
253
+ client_id = str(uuid.uuid4())
254
+ room_id = "chat"
255
+ if room_id not in st.session_state.active_connections:
256
+ st.session_state.active_connections[room_id] = {}
257
+ st.session_state.active_connections[room_id][client_id] = websocket
258
+ username = st.session_state.get('username', random.choice(list(FUN_USERNAMES.keys())))
259
+ chat_content = await load_chat()
260
+ if not any(f"Client-{client_id}" in line for line in chat_content.split('\n')):
261
+ await save_chat_entry("System 🌟", f"{username} has joined {START_ROOM}!")
262
+ try:
263
+ async for message in websocket:
264
+ if '|' in message:
265
+ username, content = message.split('|', 1)
266
+ await save_chat_entry(username, content)
267
+ else:
268
+ await websocket.send("ERROR|Message format: username|content")
269
+ except websockets.ConnectionClosed:
270
+ await save_chat_entry("System 🌟", f"{username} has left {START_ROOM}!")
271
+ finally:
272
+ if room_id in st.session_state.active_connections and client_id in st.session_state.active_connections[room_id]:
273
+ del st.session_state.active_connections[room_id][client_id]
274
+
275
+ async def broadcast_message(message, room_id):
276
+ if room_id in st.session_state.active_connections:
277
+ disconnected = []
278
+ for client_id, ws in st.session_state.active_connections[room_id].items():
279
+ try:
280
+ await ws.send(message)
281
+ except websockets.ConnectionClosed:
282
+ disconnected.append(client_id)
283
+ for client_id in disconnected:
284
+ if client_id in st.session_state.active_connections[room_id]:
285
+ del st.session_state.active_connections[room_id][client_id]
286
+
287
+ async def run_websocket_server():
288
+ if not st.session_state.server_running:
289
+ server = await websockets.serve(websocket_handler, '0.0.0.0', 8765)
290
+ st.session_state.server_running = True
291
+ await server.wait_closed()
292
+
293
+ # 📚 PDF to Audio
294
+ class AudioProcessor:
295
+ def __init__(self):
296
+ self.cache_dir = AUDIO_CACHE_DIR
297
+ os.makedirs(self.cache_dir, exist_ok=True)
298
+ self.metadata = json.load(open(f"{self.cache_dir}/metadata.json")) if os.path.exists(f"{self.cache_dir}/metadata.json") else {}
299
+
300
+ def _save_metadata(self):
301
+ with open(f"{self.cache_dir}/metadata.json", 'w') as f: json.dump(self.metadata, f)
302
+
303
+ async def create_audio(self, text, voice='en-US-AriaNeural'):
304
+ cache_key = hashlib.md5(f"{text}:{voice}".encode()).hexdigest()
305
+ cache_path = f"{self.cache_dir}/{cache_key}.mp3"
306
+ if cache_key in self.metadata and os.path.exists(cache_path):
307
+ return cache_path
308
+ text = clean_text_for_tts(text)
309
+ if not text: return None
310
+ communicate = edge_tts.Communicate(text, voice)
311
+ await communicate.save(cache_path)
312
+ self.metadata[cache_key] = {'timestamp': datetime.now().isoformat(), 'text_length': len(text), 'voice': voice}
313
+ self._save_metadata()
314
+ return cache_path
315
+
316
+ def process_pdf(pdf_file, max_pages, voice, audio_processor):
317
+ reader = PdfReader(pdf_file)
318
+ total_pages = min(len(reader.pages), max_pages)
319
+ texts, audios = [], {}
320
+ async def process_page(i, text):
321
+ audio_path = await audio_processor.create_audio(text, voice)
322
+ if audio_path:
323
+ audios[i] = audio_path
324
+ for i in range(total_pages):
325
+ text = reader.pages[i].extract_text()
326
+ texts.append(text)
327
+ threading.Thread(target=lambda: asyncio.run(process_page(i, text))).start()
328
+ return texts, audios, total_pages
329
+
330
+ # 🔍 ArXiv & AI Lookup
331
+ def parse_arxiv_refs(ref_text):
332
+ if not ref_text: return []
333
+ papers = []
334
+ current = {}
335
+ for line in ref_text.split('\n'):
336
+ if line.count('|') == 2:
337
+ if current: papers.append(current)
338
+ date, title, *_ = line.strip('* ').split('|')
339
+ url = re.search(r'(https://arxiv.org/\S+)', line).group(1) if re.search(r'(https://arxiv.org/\S+)', line) else f"paper_{len(papers)}"
340
+ current = {'date': date, 'title': title, 'url': url, 'authors': '', 'summary': '', 'full_audio': None, 'download_base64': ''}
341
+ elif current:
342
+ if not current['authors']: current['authors'] = line.strip('* ')
343
+ else: current['summary'] += ' ' + line.strip() if current['summary'] else line.strip()
344
+ if current: papers.append(current)
345
+ return papers[:20]
346
+
347
+ def generate_5min_feature_markdown(paper):
348
+ title, summary, authors, date, url = paper['title'], paper['summary'], paper['authors'], paper['date'], paper['url']
349
+ pdf_url = url.replace("abs", "pdf") + (".pdf" if not url.endswith(".pdf") else "")
350
+ wct, sw = len(title.split()), len(summary.split())
351
+ terms = get_high_info_terms(summary, 15)
352
+ rouge = round((len(terms) / max(sw, 1)) * 100, 2)
353
+ mermaid = "```mermaid\nflowchart TD\n" + "\n".join(f' T{i+1}["{t}"] --> T{i+2}["{terms[i+1]}"]' for i in range(len(terms)-1)) + "\n```"
354
+ return f"""
355
+ ## 📄 {title}
356
+ **Authors:** {authors} | **Date:** {date} | **Words:** Title: {wct}, Summary: {sw}
357
+ **Links:** [Abstract]({url}) | [PDF]({pdf_url})
358
+ **Terms:** {', '.join(terms)} | **ROUGE:** {rouge}%
359
+ ### 🎤 TTF Read Aloud
360
+ - **Title:** {title} | **Terms:** {', '.join(terms)} | **ROUGE:** {rouge}%
361
+ #### Concepts Graph
362
+ {mermaid}
363
+ ---
364
+ """
365
+
366
+ def create_detailed_paper_md(papers): return "# Detailed Summary\n" + "\n".join(generate_5min_feature_markdown(p) for p in papers)
367
+
368
+ async def create_paper_audio_files(papers, query):
369
+ for p in papers:
370
+ audio_text = clean_text_for_tts(f"{p['title']} by {p['authors']}. {p['summary']}")
371
+ p['full_audio'], _ = await async_edge_tts_generate(audio_text, st.session_state['tts_voice'], p['authors'])
372
+ if p['full_audio']: p['download_base64'] = get_download_link(p['full_audio'])
373
+
374
+ async def perform_ai_lookup(q, useArxiv=True, useArxivAudio=False):
375
+ client = anthropic.Anthropic(api_key=anthropic_key)
376
+ response = client.messages.create(model="claude-3-sonnet-20240229", max_tokens=1000, messages=[{"role": "user", "content": q}])
377
+ result = response.content[0].text
378
+ st.markdown("### Claude's Reply 🧠\n" + result)
379
+ md_file = create_file(result, "System", "md")
380
+ audio_file, _ = await async_edge_tts_generate(result, st.session_state['tts_voice'], "System")
381
+ play_and_download_audio(audio_file)
382
+
383
+ if useArxiv:
384
+ q += result
385
+ gradio_client = Client("awacke1/Arxiv-Paper-Search-And-QA-RAG-Pattern")
386
+ refs = gradio_client.predict(q, 10, "Semantic Search", "mistralai/Mixtral-8x7B-Instruct-v0.1", api_name="/update_with_rag_md")[0]
387
+ result = f"🔎 {q}\n\n{refs}"
388
+ md_file, audio_file = create_file(result, "System", "md"), (await async_edge_tts_generate(result, st.session_state['tts_voice'], "System"))[0]
389
+ play_and_download_audio(audio_file)
390
+ papers = parse_arxiv_refs(refs)
391
+ if papers and useArxivAudio: await create_paper_audio_files(papers, q)
392
+ return result, papers
393
+ return result, []
394
+
395
+ def save_vote(file, item, user_hash):
396
+ timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
397
+ entry = f"[{timestamp}] {user_hash} voted for {item}"
398
+ try:
399
+ with open(file, 'a') as f:
400
+ f.write(f"{entry}\n")
401
+ with open(HISTORY_FILE, 'a') as f:
402
+ f.write(f"- {timestamp} - User {user_hash} voted for {item}\n")
403
+ return True
404
+ except Exception as e:
405
+ print(f"Vote save flop: {e}")
406
+ return False
407
+
408
+ def load_votes(file):
409
+ if not os.path.exists(file):
410
+ with open(file, 'w') as f:
411
+ f.write("# Vote Tally\n\nNo votes yet - get clicking! 🖱️\n")
412
+ try:
413
+ with open(file, 'r') as f:
414
+ lines = f.read().strip().split('\n')
415
+ votes = {}
416
+ for line in lines[2:]: # Skip header
417
+ if line.strip() and 'voted for' in line:
418
+ item = line.split('voted for ')[1]
419
+ votes[item] = votes.get(item, 0) + 1
420
+ return votes
421
+ except Exception as e:
422
+ print(f"Vote load oopsie: {e}")
423
+ return {}
424
+
425
+ def generate_user_hash():
426
+ if 'user_hash' not in st.session_state:
427
+ session_id = str(random.getrandbits(128))
428
+ hash_object = hashlib.md5(session_id.encode())
429
+ st.session_state['user_hash'] = hash_object.hexdigest()[:8]
430
+ return st.session_state['user_hash']
431
+
432
+ async def save_pasted_image(image, username):
433
+ img_hash = hashlib.md5(image.tobytes()).hexdigest()[:8]
434
+ if img_hash in st.session_state.image_hashes:
435
+ return None
436
+ timestamp = format_timestamp_prefix(username)
437
+ filename = f"{timestamp}-{img_hash}.png"
438
+ filepath = filename # Save at root
439
+ image.save(filepath, "PNG")
440
+ st.session_state.image_hashes.add(img_hash)
441
+ return filepath
442
+
443
+ # 📦 Zip Files
444
+ def create_zip_of_files(md_files, mp3_files, png_files, mp4_files, query):
445
+ all_files = md_files + mp3_files + png_files + mp4_files
446
+ if not all_files: return None
447
+ terms = get_high_info_terms(" ".join([open(f, 'r', encoding='utf-8').read() if f.endswith('.md') else os.path.splitext(os.path.basename(f))[0].replace('_', ' ') for f in all_files] + [query]), 5)
448
+ zip_name = f"{format_timestamp_prefix()}_{'-'.join(terms)[:20]}.zip"
449
+ with zipfile.ZipFile(zip_name, 'w') as z: [z.write(f) for f in all_files]
450
+ return zip_name
451
+
452
+ # 🎮 Main Interface
453
+ async def async_interface():
454
+ init_session_state()
455
+ load_mp3_viewer()
456
+ saved_username = load_username()
457
+ if saved_username and saved_username in FUN_USERNAMES:
458
+ st.session_state.username = saved_username
459
+ if not st.session_state.username:
460
+ available = [n for n in FUN_USERNAMES if not any(f"{n} has joined" in l for l in (await load_chat()).split('\n'))]
461
+ st.session_state.username = random.choice(available or list(FUN_USERNAMES.keys()))
462
+ st.session_state.tts_voice = FUN_USERNAMES[st.session_state.username]
463
+ await save_chat_entry("System 🌟", f"{st.session_state.username} has joined {START_ROOM}!")
464
+ save_username(st.session_state.username)
465
+
466
+ st.title(f"{Site_Name} for {st.session_state.username}")
467
+ update_marquee_settings_ui()
468
+ display_marquee(f"🚀 Welcome to {START_ROOM} | 🤖 {st.session_state.username}", st.session_state['marquee_settings'], "welcome")
469
+
470
+ if not st.session_state.server_task:
471
+ st.session_state.server_task = asyncio.create_task(run_websocket_server())
472
+
473
+ tab_main = st.radio("Action:", ["🎤 Chat & Voice", "📸 Media", "🔍 ArXiv", "📚 PDF to Audio"], horizontal=True)
474
+ useArxiv, useArxivAudio = st.checkbox("Search ArXiv", True), st.checkbox("ArXiv Audio", False)
475
+ st.session_state.autosend = st.checkbox("Autosend Chat", value=True)
476
+ st.session_state.autosearch = st.checkbox("Autosearch ArXiv", value=True)
477
+
478
+ # 🎤 Chat & Voice
479
+ if tab_main == "🎤 Chat & Voice":
480
+ st.subheader(f"{START_ROOM} Chat 💬")
481
+ chat_content = await load_chat()
482
+ chat_container = st.container()
483
+ with chat_container:
484
+ lines = chat_content.split('\n')
485
+ for i, line in enumerate(lines):
486
+ if line.strip():
487
+ col1, col2 = st.columns([5, 1])
488
+ with col1:
489
+ st.markdown(line)
490
+ for mp3_name, mp3_path in st.session_state['mp3_files'].items():
491
+ if st.session_state.username in mp3_name and any(word in mp3_name for word in line.split()):
492
+ st.audio(mp3_path)
493
+ break
494
+ with col2:
495
+ if st.button(f"👍", key=f"chat_vote_{i}"):
496
+ user_hash = generate_user_hash()
497
+ save_vote(QUOTE_VOTES_FILE, line, user_hash)
498
+ st.session_state.timer_start = time.time()
499
+ save_username(st.session_state.username)
500
+ st.rerun()
501
+
502
+ message = st.text_input(f"Message as {st.session_state.username}", key="message_input")
503
+ paste_result = paste_image_button("📋 Paste Image or Text", key="paste_button_msg")
504
+ if paste_result.image_data is not None:
505
+ if isinstance(paste_result.image_data, str):
506
+ st.session_state.message_text = paste_result.image_data
507
+ message = st.text_input(f"Message as {st.session_state.username}", key="message_input_paste", value=st.session_state.message_text)
508
+ else:
509
+ st.image(paste_result.image_data, caption="Pasted Image")
510
+ filename = await save_pasted_image(paste_result.image_data, st.session_state.username)
511
+ if filename:
512
+ st.session_state.pasted_image_data = filename
513
+ if (message and message != st.session_state.last_message) or st.session_state.pasted_image_data:
514
+ st.session_state.last_message = message
515
+ if st.session_state.autosend or st.button("Send 🚀"):
516
+ if message.strip():
517
+ await save_chat_entry(st.session_state.username, message, True)
518
+ if st.session_state.pasted_image_data:
519
+ await save_chat_entry(st.session_state.username, f"Pasted image: {st.session_state.pasted_image_data}")
520
+ st.session_state.pasted_image_data = None
521
+ st.session_state.timer_start = time.time()
522
+ save_username(st.session_state.username)
523
+ st.rerun()
524
+
525
+ st.subheader("🎤 Speech-to-Chat")
526
+ from mycomponent import speech_component
527
+ transcript_data = speech_component(default_value=st.session_state.get('last_transcript', ''))
528
+ if transcript_data and 'value' in transcript_data:
529
+ transcript = transcript_data['value'].strip()
530
+ st.write(f"🎙️ You said: {transcript}")
531
+ if transcript and transcript != st.session_state.last_transcript:
532
+ st.session_state.last_transcript = transcript
533
+ if st.session_state.autosend:
534
+ await save_chat_entry(st.session_state.username, transcript, True)
535
+ st.session_state.timer_start = time.time()
536
+ save_username(st.session_state.username)
537
+ st.rerun()
538
+ elif st.button("Send to Chat"):
539
+ await save_chat_entry(st.session_state.username, transcript, True)
540
+ st.session_state.timer_start = time.time()
541
+ save_username(st.session_state.username)
542
+ st.rerun()
543
+
544
+ # 📸 Media
545
+ elif tab_main == "📸 Media":
546
+ st.header("📸 Media Gallery")
547
+ all_files = sorted(glob.glob("*.md") + glob.glob("*.mp3") + glob.glob("*.png") + glob.glob("*.mp4"), key=os.path.getmtime, reverse=True)
548
+ md_files = [f for f in all_files if f.endswith('.md')]
549
+ mp3_files = [f for f in all_files if f.endswith('.mp3')]
550
+ png_files = [f for f in all_files if f.endswith('.png')]
551
+ mp4_files = [f for f in all_files if f.endswith('.mp4')]
552
+
553
+ # Display concatenated Markdown
554
+ st.subheader("All Submitted Text")
555
+ all_md_content = concatenate_markdown_files()
556
+ st.markdown(all_md_content)
557
+
558
+ # Display Media by Type at End
559
+ st.subheader("🎵 Audio (MP3)")
560
+ for mp3 in mp3_files:
561
+ with st.expander(os.path.basename(mp3)):
562
+ st.audio(mp3)
563
+ st.markdown(get_download_link(mp3, "mp3"), unsafe_allow_html=True)
564
+
565
+ st.subheader("🖼️ Images (PNG)")
566
+ for png in png_files:
567
+ with st.expander(os.path.basename(png)):
568
+ st.image(png, use_container_width=True)
569
+ st.markdown(get_download_link(png, "png"), unsafe_allow_html=True)
570
+
571
+ st.subheader("🎥 Videos (MP4)")
572
+ for mp4 in mp4_files:
573
+ with st.expander(os.path.basename(mp4)):
574
+ st.video(mp4)
575
+ st.markdown(get_download_link(mp4, "mp4"), unsafe_allow_html=True)
576
+
577
+ uploaded_file = st.file_uploader("Upload Media", type=['png', 'mp4', 'mp3'])
578
+ if uploaded_file:
579
+ filename = f"{format_timestamp_prefix(st.session_state.username)}-{hashlib.md5(uploaded_file.getbuffer()).hexdigest()[:8]}.{uploaded_file.name.split('.')[-1]}"
580
+ with open(filename, 'wb') as f: # Save at root
581
+ f.write(uploaded_file.getbuffer())
582
+ await save_chat_entry(st.session_state.username, f"Uploaded: {filename}")
583
+ st.session_state.timer_start = time.time()
584
+ save_username(st.session_state.username)
585
+ st.rerun()
586
+
587
+ # 🔍 ArXiv
588
+ elif tab_main == "🔍 ArXiv":
589
+ q = st.text_input("🔍 Query:", key="arxiv_query")
590
+ if q and q != st.session_state.last_query:
591
+ st.session_state.last_query = q
592
+ if st.session_state.autosearch or st.button("🔍 Run"):
593
+ result, papers = await perform_ai_lookup(q, useArxiv, useArxivAudio)
594
+ for i, p in enumerate(papers, 1):
595
+ with st.expander(f"{i}. 📄 {p['title']}"):
596
+ st.markdown(f"**{p['date']} | {p['title']}** — [Link]({p['url']})")
597
+ st.markdown(generate_5min_feature_markdown(p))
598
+ if p.get('full_audio'): play_and_download_audio(p['full_audio'])
599
+
600
+ # 📚 PDF to Audio
601
+ elif tab_main == "📚 PDF to Audio":
602
+ audio_processor = AudioProcessor()
603
+ pdf_file = st.file_uploader("Choose PDF", "pdf")
604
+ max_pages = st.slider('Pages', 1, 100, 10)
605
+ if pdf_file:
606
+ with st.spinner('Processing...'):
607
+ texts, audios, total = process_pdf(pdf_file, max_pages, st.session_state['tts_voice'], audio_processor)
608
+ for i, text in enumerate(texts):
609
+ with st.expander(f"Page {i+1}"):
610
+ st.markdown(text)
611
+ while i not in audios: time.sleep(0.1)
612
+ if audios.get(i):
613
+ st.audio(audios[i])
614
+ st.markdown(get_download_link(audios[i], "mp3"), unsafe_allow_html=True)
615
+ await save_chat_entry(st.session_state.username, f"PDF Page {i+1} converted to audio: {audios[i]}")
616
+
617
+ # 🗂️ Sidebar with Dialog and Audio
618
+ st.sidebar.subheader("Voice Settings")
619
+ new_username = st.sidebar.selectbox("Change Name/Voice", list(FUN_USERNAMES.keys()), index=list(FUN_USERNAMES.keys()).index(st.session_state.username))
620
+ if new_username != st.session_state.username:
621
+ await save_chat_entry("System 🌟", f"{st.session_state.username} changed to {new_username}")
622
+ st.session_state.username, st.session_state.tts_voice = new_username, FUN_USERNAMES[new_username]
623
+ st.session_state.timer_start = time.time()
624
+ save_username(st.session_state.username)
625
+ st.rerun()
626
+
627
+ st.sidebar.markdown("### 💬 Chat Dialog & Media")
628
+ chat_content = await load_chat()
629
+ lines = chat_content.split('\n')
630
+ all_files = sorted(glob.glob("*.md") + glob.glob("*.mp3") + glob.glob("*.png") + glob.glob("*.mp4"), key=os.path.getmtime, reverse=True)
631
+ for line in lines[-10:]:
632
+ if line.strip():
633
+ st.sidebar.markdown(f"**{line}**")
634
+ for f in all_files:
635
+ f_name = os.path.basename(f)
636
+ if st.session_state.username in f_name and any(word in f_name for word in line.split()):
637
+ if f.endswith('.mp3'):
638
+ st.sidebar.audio(f)
639
+ st.sidebar.markdown(get_download_link(f, "mp3"), unsafe_allow_html=True)
640
+ elif f.endswith('.png'):
641
+ st.sidebar.image(f, use_container_width=True)
642
+ st.sidebar.markdown(get_download_link(f, "png"), unsafe_allow_html=True)
643
+ elif f.endswith('.mp4'):
644
+ st.sidebar.video(f)
645
+ st.sidebar.markdown(get_download_link(f, "mp4"), unsafe_allow_html=True)
646
+ break
647
+
648
+ st.sidebar.subheader("Vote Totals")
649
+ chat_votes = load_votes(QUOTE_VOTES_FILE)
650
+ image_votes = load_votes(IMAGE_VOTES_FILE)
651
+ for item, count in chat_votes.items():
652
+ st.sidebar.write(f"{item}: {count} votes")
653
+ for image, count in image_votes.items():
654
+ st.sidebar.write(f"{image}: {count} votes")
655
+
656
+ md_files = [f for f in all_files if f.endswith('.md')]
657
+ mp3_files = [f for f in all_files if f.endswith('.mp3')]
658
+ png_files = [f for f in all_files if f.endswith('.png')]
659
+ mp4_files = [f for f in all_files if f.endswith('.mp4')]
660
+ st.sidebar.markdown("### 📂 File History")
661
+ for f in all_files[:10]:
662
+ st.sidebar.write(f"{FILE_EMOJIS.get(f.split('.')[-1], '📄')} {os.path.basename(f)}")
663
+ if st.sidebar.button("⬇️ Zip All"):
664
+ zip_name = create_zip_of_files(md_files, mp3_files, png_files, mp4_files, "latest_query")
665
+ if zip_name: st.sidebar.markdown(get_download_link(zip_name, "zip"), unsafe_allow_html=True)
666
+
667
+ def main():
668
+ asyncio.run(async_interface())
669
+
670
+ if __name__ == "__main__":
671
+ main()