awacke1's picture
Update app.py
ad909a3 verified
raw
history blame
84.4 kB
# -*- coding: utf-8 -*- # Added for potential emoji issues in some editors
import streamlit as st
import asyncio
import websockets
import uuid
from datetime import datetime
import os
import random
import time
import hashlib
import glob
import base64
import io
import streamlit.components.v1 as components
import edge_tts
import nest_asyncio
import re
import pytz
import shutil
from PyPDF2 import PdfReader
import threading
import json
import zipfile
from dotenv import load_dotenv
from streamlit_marquee import streamlit_marquee # Keep import if used
from collections import defaultdict, Counter
import pandas as pd # Keep for potential fallback logic if needed
from streamlit_js_eval import streamlit_js_eval, sync_js_eval # Import sync version if needed
from PIL import Image # Needed for paste_image_component
# ==============================================================================
# Configuration & Constants
# ==============================================================================
# ๐Ÿ› ๏ธ Patch asyncio for nesting
nest_asyncio.apply()
# ๐ŸŽจ Page Config
st.set_page_config(
page_title="๐Ÿค–๐Ÿ—๏ธ Shared World Builder ๐Ÿ†",
page_icon="๐Ÿ—๏ธ",
layout="wide",
initial_sidebar_state="expanded"
)
# General Constants
icons = '๐Ÿค–๐Ÿ—๏ธ๐Ÿ—ฃ๏ธ๐Ÿ’พ'
Site_Name = '๐Ÿค–๐Ÿ—๏ธ Shared World Builder ๐Ÿ—ฃ๏ธ'
START_ROOM = "World Lobby ๐ŸŒ"
MEDIA_DIR = "." # Base directory for general files
STATE_FILE = "user_state.txt" # For remembering username
# User/Chat Constants
FUN_USERNAMES = {
"BuilderBot ๐Ÿค–": "en-US-AriaNeural", "WorldWeaver ๐Ÿ•ธ๏ธ": "en-US-JennyNeural",
"Terraformer ๐ŸŒฑ": "en-GB-SoniaNeural", "SkyArchitect โ˜๏ธ": "en-AU-NatashaNeural",
"PixelPainter ๐ŸŽจ": "en-CA-ClaraNeural", "VoxelVortex ๐ŸŒช๏ธ": "en-US-GuyNeural",
"CosmicCrafter โœจ": "en-GB-RyanNeural", "GeoGuru ๐Ÿ—บ๏ธ": "en-AU-WilliamNeural",
"BlockBard ๐Ÿงฑ": "en-CA-LiamNeural", "SoundSculptor ๐Ÿ”Š": "en-US-AnaNeural",
}
EDGE_TTS_VOICES = list(set(FUN_USERNAMES.values()))
CHAT_DIR = "chat_logs"
# Audio Constants
AUDIO_CACHE_DIR = "audio_cache"
AUDIO_DIR = "audio_logs"
# World Builder Constants
SAVED_WORLDS_DIR = "saved_worlds" # Directory for MD world files
PLOT_WIDTH = 50.0 # Needed for JS injection (sent to index.html)
PLOT_DEPTH = 50.0 # Needed for JS injection (sent to index.html)
WORLD_STATE_FILE_MD_PREFIX = "๐ŸŒ_" # Prefix for world save files
# File Emojis
FILE_EMOJIS = {"md": "๐Ÿ“", "mp3": "๐ŸŽต", "png": "๐Ÿ–ผ๏ธ", "mp4": "๐ŸŽฅ", "zip": "๐Ÿ“ฆ", "json": "๐Ÿ“„"}
# --- Mapping Emojis to Primitive Types ---
# Ensure these types match the createPrimitiveMesh function keys in index.html
PRIMITIVE_MAP = {
"๐ŸŒณ": "Tree", "๐Ÿ—ฟ": "Rock", "๐Ÿ›๏ธ": "Simple House", "๐ŸŒฒ": "Pine Tree", "๐Ÿงฑ": "Brick Wall",
"๐Ÿ”ต": "Sphere", "๐Ÿ“ฆ": "Cube", "๐Ÿงด": "Cylinder", "๐Ÿฆ": "Cone", "๐Ÿฉ": "Torus",
"๐Ÿ„": "Mushroom", "๐ŸŒต": "Cactus", "๐Ÿ”ฅ": "Campfire", "โญ": "Star", "๐Ÿ’Ž": "Gem",
"๐Ÿ—ผ": "Tower", "๐Ÿšง": "Barrier", "โ›ฒ": "Fountain", "๐Ÿฎ": "Lantern", "ํŒป": "Sign Post"
# Add more pairs up to ~20 if desired
}
# --- Directories ---
for d in [CHAT_DIR, AUDIO_DIR, AUDIO_CACHE_DIR, SAVED_WORLDS_DIR]:
os.makedirs(d, exist_ok=True)
# --- API Keys (Placeholder) ---
load_dotenv()
# ANTHROPIC_KEY = os.getenv('ANTHROPIC_API_KEY', st.secrets.get('ANTHROPIC_API_KEY', ""))
# OPENAI_KEY = os.getenv('OPENAI_API_KEY', st.secrets.get('OPENAI_API_KEY', ""))
# --- Global State & Locks ---
world_objects_lock = threading.Lock()
# CORRECT: This global dict persists across Streamlit reruns for the session.
world_objects = defaultdict(dict) # In-memory world state {obj_id: data}
connected_clients = set() # Holds client_id strings (websocket.id)
# ==============================================================================
# Utility Functions
# ==============================================================================
# ... (Keep existing utility functions: get_current_time_str, clean_filename_part, run_async, ensure_dir) ...
def get_current_time_str(tz='UTC'):
"""Gets formatted timestamp string in specified timezone (default UTC)."""
try:
timezone = pytz.timezone(tz)
now_aware = datetime.now(timezone)
except pytz.UnknownTimeZoneError:
now_aware = datetime.now(pytz.utc)
except Exception as e:
print(f"Timezone error ({tz}), using UTC. Error: {e}")
now_aware = datetime.now(pytz.utc)
return now_aware.strftime('%Y%m%d_%H%M%S')
def clean_filename_part(text, max_len=30):
"""Cleans a string part for use in a filename."""
if not isinstance(text, str): text = "invalid_name"
text = re.sub(r'\s+', '_', text) # Replace spaces
text = re.sub(r'[^\w\-.]', '', text) # Keep word chars, hyphen, period
return text[:max_len]
def run_async(async_func, *args, **kwargs):
"""Runs an async function safely from a sync context using create_task or new loop."""
try:
loop = asyncio.get_running_loop()
# Use create_task if a loop is running (typical in async context like WebSocket handler)
return loop.create_task(async_func(*args, **kwargs))
except RuntimeError: # No running loop in this thread (typical in Streamlit's main thread)
# Run in a new event loop - suitable for fire-and-forget tasks from sync code
# Be cautious about return values here as it runs separately.
# For tasks needing results back in Streamlit, consider `asyncio.run` carefully or threading.
# print(f"Warning: Running async func {async_func.__name__} in new event loop.")
try:
# This will block the Streamlit thread until the async function completes
# return asyncio.run(async_func(*args, **kwargs))
# For fire-and-forget, especially for broadcasts, starting a task in a managed loop is better
# Let's use create_task in a new loop if necessary for fire-and-forget
new_loop = asyncio.new_event_loop()
asyncio.set_event_loop(new_loop)
task = new_loop.create_task(async_func(*args, **kwargs))
# Schedule loop closure? Requires more complex management.
# For simple broadcasts, maybe just let the task run.
# Consider a dedicated asyncio thread if many background tasks are needed.
# Simpler: Just run and block if needed, or use a thread if it's long.
# Let's revert to asyncio.run for simplicity, assuming functions are relatively quick.
return asyncio.run(async_func(*args, **kwargs))
except Exception as e:
print(f"Error running async func {async_func.__name__} in new loop: {e}")
return None
except Exception as e:
print(f"Error scheduling async task {async_func.__name__}: {e}")
return None
def ensure_dir(dir_path):
"""Creates directory if it doesn't exist."""
os.makedirs(dir_path, exist_ok=True)
# ==============================================================================
# World State File Handling (Markdown + JSON) - CORRECT LOGIC
# ==============================================================================
def generate_world_save_filename(name="World"):
"""Generates a filename for saving world state MD files."""
timestamp = get_current_time_str() # Use UTC for consistency
clean_name = clean_filename_part(name)
# Use uuid for better uniqueness than time-based hash
rand_id = str(uuid.uuid4())[:8]
return f"{WORLD_STATE_FILE_MD_PREFIX}{clean_name}_{timestamp}_{rand_id}.md"
def parse_world_filename(filename):
"""Extracts info from filename if possible, otherwise returns defaults."""
basename = os.path.basename(filename)
if basename.startswith(WORLD_STATE_FILE_MD_PREFIX) and basename.endswith(".md"):
core_name = basename[len(WORLD_STATE_FILE_MD_PREFIX):-3]
parts = core_name.split('_')
if len(parts) >= 3: # Expecting Name_Timestamp_Hash/UUID
hash_part = parts[-1]
timestamp_str = parts[-2]
name_parts = parts[:-2]; name = "_".join(name_parts).replace('_', ' ') if name_parts else "Untitled"
dt_obj = None
try:
dt_obj = datetime.strptime(timestamp_str, '%Y%m%d_%H%M%S')
dt_obj = pytz.utc.localize(dt_obj)
except (ValueError, pytz.exceptions.AmbiguousTimeError, pytz.exceptions.NonExistentTimeError): dt_obj = None
return {"name": name, "timestamp": timestamp_str, "dt": dt_obj, "filename": filename, "id": hash_part}
# Fallback for unknown format or direct path
dt_fallback = None
try:
full_path = filename if os.path.exists(filename) else os.path.join(SAVED_WORLDS_DIR, filename)
if os.path.exists(full_path):
mtime = os.path.getmtime(full_path)
dt_fallback = datetime.fromtimestamp(mtime, tz=pytz.utc)
except Exception: pass
return {"name": basename.replace('.md',''), "timestamp": "Unknown", "dt": dt_fallback, "filename": filename, "id": "N/A"}
def save_world_state_to_md(target_filename_base):
"""Saves the current in-memory world state to a specific MD file (basename). CORRECT"""
global world_objects
save_path = os.path.join(SAVED_WORLDS_DIR, target_filename_base)
print(f"Acquiring lock to save world state to: {save_path}...")
success = False
with world_objects_lock:
# Create a plain dict copy for serialization, locking ensures consistency
world_data_dict = dict(world_objects)
print(f"Saving {len(world_data_dict)} objects...")
parsed_info = parse_world_filename(save_path) # Use intended filename
timestamp_save = get_current_time_str()
md_content = f"""# World State: {parsed_info['name']}
* **File Saved:** {timestamp_save} (UTC)
* **Source Timestamp:** {parsed_info['timestamp']}
* **File ID:** {parsed_info['id']}
* **Objects:** {len(world_data_dict)}
```json
{json.dumps(world_data_dict, indent=2)}
```"""
try:
ensure_dir(SAVED_WORLDS_DIR)
with open(save_path, 'w', encoding='utf-8') as f: f.write(md_content)
print(f"World state saved successfully to {target_filename_base}")
success = True
except Exception as e:
print(f"Error saving world state to {save_path}: {e}")
st.error(f"Error saving world: {e}")
return success
def load_world_state_from_md(filename_base):
"""Loads world state from an MD file (basename), updates global state, returns success bool. CORRECT"""
global world_objects
load_path = os.path.join(SAVED_WORLDS_DIR, filename_base)
print(f"Attempting to load world state from MD file: {load_path}...")
if not os.path.exists(load_path):
st.error(f"World file not found: {filename_base}"); return False
try:
with open(load_path, 'r', encoding='utf-8') as f: content = f.read()
# More robust regex to find the JSON block
json_match = re.search(r"```json\s*(\{[\s\S]*?\})\s*```", content, re.IGNORECASE | re.MULTILINE)
if not json_match:
st.error(f"Could not find valid JSON block in {filename_base}"); return False
world_data_dict = json.loads(json_match.group(1))
# Basic validation (optional but recommended)
if not isinstance(world_data_dict, dict):
raise ValueError("Loaded JSON is not a dictionary (expected format: {obj_id: data})")
print(f"Acquiring lock to update world state from {filename_base}...")
with world_objects_lock:
# IMPORTANT: Clear existing objects and load new ones
world_objects.clear()
# Convert keys to string just in case JSON loaded them as numbers etc.
for k, v in world_data_dict.items():
world_objects[str(k)] = v
loaded_count = len(world_objects)
print(f"Loaded {loaded_count} objects from {filename_base}. Lock released.")
st.session_state.current_world_file = filename_base # Track loaded file (basename)
return True
except json.JSONDecodeError as e: st.error(f"Invalid JSON found in {filename_base}: {e}"); return False
except ValueError as e: st.error(f"Invalid world data format in {filename_base}: {e}"); return False
except Exception as e: st.error(f"Error loading world state from {filename_base}: {e}"); st.exception(e); return False
def get_saved_worlds():
"""Scans the saved worlds directory for world MD files and parses them. CORRECT"""
try:
ensure_dir(SAVED_WORLDS_DIR)
# Use the specific prefix to avoid grabbing other md files
world_files = glob.glob(os.path.join(SAVED_WORLDS_DIR, f"{WORLD_STATE_FILE_MD_PREFIX}*.md"))
parsed_worlds = [parse_world_filename(f) for f in world_files]
# Sort by datetime object for accuracy, handle None cases
parsed_worlds.sort(key=lambda x: x['dt'] if x['dt'] else datetime.min.replace(tzinfo=pytz.utc), reverse=True)
return parsed_worlds
except Exception as e:
print(f"Error scanning saved worlds: {e}")
st.error(f"Could not scan saved worlds: {e}")
return []
# ==============================================================================
# User State & Session Init
# ==============================================================================
# ... (Keep existing functions: save_username, load_username, init_session_state) ...
def save_username(username):
try:
with open(STATE_FILE, 'w') as f: f.write(username)
except Exception as e: print(f"Failed save username: {e}")
def load_username():
if os.path.exists(STATE_FILE):
try:
with open(STATE_FILE, 'r') as f: return f.read().strip()
except Exception as e: print(f"Failed load username: {e}")
# Provide a default if file doesn't exist or fails to load
return list(FUN_USERNAMES.keys())[0] # Default to first fun username
def init_session_state():
"""Initializes Streamlit session state variables."""
defaults = {
'server_running_flag': False, 'server_instance': None, 'server_task': None, 'websocket_stop_event': None,
'active_connections': defaultdict(dict), 'last_chat_update': 0, 'message_input': "",
'audio_cache': {}, 'tts_voice': "en-US-AriaNeural", 'chat_history': [],
'marquee_settings': {"background": "#1E1E1E", "color": "#FFFFFF", "font-size": "14px", "animationDuration": "20s", "width": "100%", "lineHeight": "35px"},
'enable_audio': True, 'download_link_cache': {},
'username': load_username(), # Load username during init
'autosend': False,
'last_message': "", 'timer_start': time.time(), 'last_sent_transcript': "",
'last_refresh': time.time(), 'auto_refresh': False, 'refresh_rate': 30,
'selected_object': 'None', # Tracks the *currently selected tool*
'initial_world_state_loaded': False, # Flag for one-time load
'current_world_file': None, # Track loaded world filename (basename)
'operation_timings': {}, 'performance_metrics': defaultdict(list),
'paste_image_base64': "", 'new_world_name': "MyWorld"
}
for k, v in defaults.items():
if k not in st.session_state: st.session_state[k] = v
# Ensure complex types initialized correctly (redundant with defaults but safe)
if not isinstance(st.session_state.active_connections, defaultdict): st.session_state.active_connections = defaultdict(dict)
if not isinstance(st.session_state.chat_history, list): st.session_state.chat_history = []
if not isinstance(st.session_state.marquee_settings, dict): st.session_state.marquee_settings = defaults['marquee_settings']
if not isinstance(st.session_state.audio_cache, dict): st.session_state.audio_cache = {}
if not isinstance(st.session_state.download_link_cache, dict): st.session_state.download_link_cache = {}
# Set derived state like tts_voice based on loaded username
if st.session_state.username and st.session_state.username in FUN_USERNAMES:
st.session_state.tts_voice = FUN_USERNAMES[st.session_state.username]
# ==============================================================================
# Audio / TTS / Chat / File Handling Helpers
# ==============================================================================
# ... (Keep existing helper functions: clean_text_for_tts, create_file, get_download_link, async_edge_tts_generate, play_and_download_audio, save_chat_entry, load_chat_history, create_zip_of_files, delete_files, save_pasted_image, paste_image_component, AudioProcessor, process_pdf_tab etc.) ...
# --- These seem generally okay, focus is on the world state ---
# Example (ensure generate_filename exists or is defined if create_file uses it)
def generate_filename(prefix, username, file_type):
timestamp = get_current_time_str()
clean_user = clean_filename_part(username, 15)
clean_prefix = clean_filename_part(prefix, 20)
rand_hash = hashlib.md5(str(time.time()).encode() + prefix.encode()).hexdigest()[:6]
return f"{clean_prefix}_{clean_user}_{timestamp}_{rand_hash}.{file_type}"
def clean_text_for_tts(text):
if not isinstance(text, str): return "No text"
text = re.sub(r'\[([^\]]+)\]\([^\)]+\)', r'\1', text); text = re.sub(r'[#*_`!]', '', text)
text = ' '.join(text.split()); return text[:250] or "No text"
def create_file(content, username, file_type="md", save_path=None):
if not save_path:
# Assume a naming convention if path not given, e.g., for chat logs
prefix = content[:20] if isinstance(content, str) else 'file'
filename = generate_filename(prefix, username, file_type)
# Determine directory based on type or default
target_dir = MEDIA_DIR
if file_type == 'md' and CHAT_DIR in filename: target_dir = CHAT_DIR # Heuristic
elif file_type == 'mp3' and AUDIO_DIR in filename: target_dir = AUDIO_DIR
save_path = os.path.join(target_dir, filename)
ensure_dir(os.path.dirname(save_path))
try:
mode = 'wb' if isinstance(content, bytes) else 'w'
encoding = None if mode == 'wb' else 'utf-8'
with open(save_path, mode, encoding=encoding) as f: f.write(content)
# print(f"Created file: {save_path}"); # Can be too verbose
return save_path
except Exception as e: print(f"Error creating file {save_path}: {e}"); return None
def get_download_link(file_path, file_type="md"):
if not file_path or not os.path.exists(file_path):
basename = os.path.basename(file_path) if file_path else "N/A"
return f"<small>Not found: {basename}</small>"
try: mtime = os.path.getmtime(file_path)
except OSError: mtime = 0
cache_key = f"dl_{file_path}_{mtime}";
if 'download_link_cache' not in st.session_state: st.session_state.download_link_cache = {}
if cache_key not in st.session_state.download_link_cache:
try:
with open(file_path, "rb") as f: b64 = base64.b64encode(f.read()).decode()
mime_types = {"md": "text/markdown", "mp3": "audio/mpeg", "png": "image/png", "mp4": "video/mp4", "zip": "application/zip", "json": "application/json"}
basename = os.path.basename(file_path)
link_html = f'<a href="data:{mime_types.get(file_type, "application/octet-stream")};base64,{b64}" download="{basename}" title="Download {basename}">{FILE_EMOJIS.get(file_type, "๐Ÿ“„")}</a>'
st.session_state.download_link_cache[cache_key] = link_html
except Exception as e: print(f"Error generating DL link for {file_path}: {e}"); return f"<small>Err DL</small>"
return st.session_state.download_link_cache.get(cache_key, "<small>CacheErr</small>")
async def async_edge_tts_generate(text, voice, username):
if not text: return None
cache_key = hashlib.md5(f"{text[:150]}_{voice}".encode()).hexdigest();
if 'audio_cache' not in st.session_state: st.session_state.audio_cache = {}
cached_path = st.session_state.audio_cache.get(cache_key);
if cached_path and os.path.exists(cached_path): return cached_path
text_cleaned = clean_text_for_tts(text);
if not text_cleaned or text_cleaned == "No text": return None
filename_base = generate_filename(text_cleaned, username, "mp3"); save_path = os.path.join(AUDIO_DIR, filename_base);
ensure_dir(AUDIO_DIR)
try:
communicate = edge_tts.Communicate(text_cleaned, voice); await communicate.save(save_path);
if os.path.exists(save_path) and os.path.getsize(save_path) > 0: st.session_state.audio_cache[cache_key] = save_path; return save_path
else: print(f"Audio file {save_path} failed generation or is empty."); return None
except Exception as e: print(f"Edge TTS Error for '{text_cleaned[:50]}...': {e}"); return None
def play_and_download_audio(file_path):
if file_path and os.path.exists(file_path):
try:
st.audio(file_path, format='audio/mpeg') # Specify format
file_type = file_path.split('.')[-1].lower()
st.markdown(get_download_link(file_path, file_type), unsafe_allow_html=True)
except Exception as e: st.error(f"Audio display error for {os.path.basename(file_path)}: {e}")
# else: st.caption("Audio file not available.") # Optional feedback
async def save_chat_entry(username, message, voice, is_markdown=False):
if not message or not message.strip(): return None, None
timestamp_str = get_current_time_str();
# Format entry for display
entry_display = f"**{username}** ({timestamp_str}): {message}"
# Format entry for saving to file (can be simpler)
entry_file = f"[{timestamp_str}] {username} ({voice}): {message}" if not is_markdown else f"[{timestamp_str}] {username} ({voice}):\n```markdown\n{message}\n```"
# Generate filename based on message content for uniqueness
md_filename_base = generate_filename(message, username, "md");
md_file_path = os.path.join(CHAT_DIR, md_filename_base);
md_file = create_file(entry_file, username, "md", save_path=md_file_path) # Save to file
# Update live session state history (using display format)
if 'chat_history' not in st.session_state: st.session_state.chat_history = [];
st.session_state.chat_history.append(entry_display) # Add display format
audio_file = None;
if st.session_state.get('enable_audio', True):
tts_message = message # Use original message for TTS
audio_file = await async_edge_tts_generate(tts_message, voice, username)
# Return path to saved MD file and audio file (if generated)
return md_file, audio_file
async def load_chat_history():
# This function primarily loads history if session state is empty,
# otherwise it relies on the running session state.
if 'chat_history' not in st.session_state: st.session_state.chat_history = []
if not st.session_state.chat_history: # Only load from files if session state is empty
ensure_dir(CHAT_DIR)
print("Loading chat history from files...")
chat_files = sorted(glob.glob(os.path.join(CHAT_DIR, "*.md")), key=os.path.getmtime); loaded_count = 0
temp_history = []
for f_path in chat_files:
try:
with open(f_path, 'r', encoding='utf-8') as file:
# Attempt to parse file content back into display format (best effort)
content = file.read().strip()
match = re.match(r"\[(.*?)\] (.*?) \(.*?\): (.*)", content, re.DOTALL)
if match:
ts, user, msg = match.groups()
# Handle potential markdown blocks within the message
if "```markdown" in msg:
msg_clean = msg.split("```markdown\n")[1].split("\n```")[0]
display_entry = f"**{user}** ({ts}): \n```markdown\n{msg_clean}\n```"
else:
display_entry = f"**{user}** ({ts}): {msg}"
temp_history.append(display_entry)
loaded_count += 1
else:
# Fallback if parsing fails, add raw content
temp_history.append(content)
loaded_count += 1
except Exception as e: print(f"Err read chat {f_path}: {e}")
st.session_state.chat_history = temp_history # Assign loaded history
print(f"Loaded {loaded_count} chat entries from files.")
return st.session_state.chat_history
# --- File Management ---
def format_timestamp_prefix(prefix): # Helper assumed needed by save_pasted_image
return f"{prefix}_{get_current_time_str()}"
def create_zip_of_files(files_to_zip, prefix="Archive"):
if not files_to_zip: st.warning("No files provided to zip."); return None
# Use a descriptive timestamp format
timestamp_str = get_current_time_str() # Format: YYYYMMDD_HHMMSS
zip_name = f"{prefix}_{timestamp_str}.zip"
zip_path = os.path.join(MEDIA_DIR, zip_name) # Save zip in base dir
ensure_dir(MEDIA_DIR)
try:
print(f"Creating zip: {zip_path}...");
count = 0
with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as z:
for f in files_to_zip:
if os.path.exists(f):
z.write(f, os.path.basename(f)) # Use basename in archive
count +=1
else: print(f"Skip zip missing: {f}")
if count > 0:
print(f"Zip success: {zip_name} ({count} files)."); st.success(f"Created {zip_name}"); return zip_path
else:
print("Zip created but no files added."); st.warning("Zip created, but no valid source files found."); os.remove(zip_path); return None
except Exception as e: print(f"Zip failed: {e}"); st.error(f"Zip failed: {e}"); return None
def delete_files(file_patterns, exclude_files=None):
"""Deletes files matching patterns, excluding protected/specified files."""
protected_defaults = [STATE_FILE, "app.py", "index.html", "requirements.txt", "README.md", ".env"]
# Combine default protected with specific exclusions
protected = set(protected_defaults)
if exclude_files: protected.update(exclude_files)
deleted_count = 0; errors = 0
for pattern in file_patterns:
# Ensure pattern includes the directory path correctly
# Example: os.path.join(CHAT_DIR, "*.md")
print(f"Attempting to delete files matching pattern: {pattern}")
try:
files_to_delete = glob.glob(pattern, recursive=False) # Avoid recursive unless intended
if not files_to_delete: print(f"No files found for pattern: {pattern}"); continue
for f_path in files_to_delete:
basename = os.path.basename(f_path)
# Check if it's a file and not in the protected set
if os.path.isfile(f_path) and basename not in protected:
try: os.remove(f_path); print(f"Deleted: {f_path}"); deleted_count += 1
except Exception as e: print(f"Failed delete {f_path}: {e}"); errors += 1
elif os.path.isdir(f_path): print(f"Skipping directory: {f_path}")
elif basename in protected: print(f"Skipping protected file: {f_path}")
except Exception as glob_e: print(f"Error processing pattern {pattern}: {glob_e}"); errors += 1
msg = f"Deleted {deleted_count} files.";
if errors > 0: msg += f" Encountered {errors} errors."; st.warning(msg)
elif deleted_count > 0: st.success(msg)
else: st.info("No matching, unprotected files found to delete.")
# Clear caches after deletion might be relevant
st.session_state['download_link_cache'] = {}; st.session_state['audio_cache'] = {}
# --- Image Handling ---
async def save_pasted_image(image, username):
if not image: return None
try:
# Use content hash for filename uniqueness
img_hash = hashlib.md5(image.tobytes()).hexdigest()[:8]; timestamp = format_timestamp_prefix(username); filename = f"{timestamp}_pasted_{img_hash}.png"; filepath = os.path.join(MEDIA_DIR, filename)
ensure_dir(MEDIA_DIR)
image.save(filepath, "PNG"); print(f"Pasted image saved: {filepath}"); return filepath
except Exception as e: print(f"Failed image save: {e}"); return None
def paste_image_component():
pasted_img = None; img_type = None
# Use a unique key and provide default value
paste_input = st.text_area("Paste Image Data Here (Ctrl+V):", key="paste_input_area_widget", height=50, value="", help="Paste image data directly (e.g., from clipboard if browser supports).")
# Check if the text area has content that looks like image data
if paste_input and paste_input.startswith('data:image'):
if st.button("Process Pasted Image ๐Ÿ“‹", key="process_paste_button"):
try:
# Extract MIME type and base64 data
header, base64_str = paste_input.split(',', 1)
mime_type = header.split(';')[0].split(':')[1]
img_type = mime_type.split('/')[1] # e.g., 'png'
img_bytes = base64.b64decode(base64_str);
pasted_img = Image.open(io.BytesIO(img_bytes));
st.image(pasted_img, caption=f"Pasted Image ({img_type.upper()})", width=150);
# Store base64 in session state if needed elsewhere
st.session_state.paste_image_base64 = base64_str
st.success("Image processed successfully!")
# Optionally clear the text area after processing
# st.session_state.paste_input_area_widget = "" # This doesn't work directly with text_area value persistence
# Consider using streamlit_js_eval to clear the JS input if needed:
# streamlit_js_eval("document.getElementById('paste_input_area_widget').value = '';")
except ImportError: st.error("Pillow library needed for image pasting.")
except (ValueError, TypeError, IndexError) as decode_err: st.error(f"Invalid image data format: {decode_err}"); st.session_state.paste_image_base64 = ""
except Exception as e: st.error(f"Image processing error: {e}"); st.session_state.paste_image_base64 = ""
# No button shown if input doesn't look like image data
# Return the PIL image object if processed in this run
return pasted_img
# --- PDF Processing --- Add error handling and clarity
class AudioProcessor:
def __init__(self):
self.cache_dir=AUDIO_CACHE_DIR; ensure_dir(self.cache_dir);
self.metadata_file = os.path.join(self.cache_dir, "metadata.json")
self.metadata = self._load_metadata()
def _load_metadata(self):
try:
if os.path.exists(self.metadata_file):
with open(self.metadata_file, 'r', encoding='utf-8') as f: return json.load(f)
except (IOError, json.JSONDecodeError) as e: print(f"Warning: Could not load audio metadata: {e}")
return {}
def _save_metadata(self):
try:
with open(self.metadata_file, 'w', encoding='utf-8') as f: json.dump(self.metadata, f, indent=2)
except IOError as e: print(f"Failed metadata save: {e}")
async def create_audio(self, text, voice='en-US-AriaNeural'):
cache_key=hashlib.md5(f"{text[:150]}:{voice}".encode()).hexdigest(); cache_path=os.path.join(self.cache_dir, f"{cache_key}.mp3");
# Check cache first
if cache_key in self.metadata and os.path.exists(cache_path):
print(f"Cache hit for audio: {cache_key}"); return cache_path
text_cleaned=clean_text_for_tts(text);
if not text_cleaned: print("Skipping TTS for empty text."); return None
ensure_dir(os.path.dirname(cache_path)) # Ensure cache dir exists
print(f"Generating TTS for: '{text_cleaned[:50]}...' (Voice: {voice})")
try:
communicate=edge_tts.Communicate(text_cleaned, voice); await communicate.save(cache_path)
if os.path.exists(cache_path) and os.path.getsize(cache_path) > 0:
# Update metadata on successful creation
self.metadata[cache_key]={'timestamp': datetime.now().isoformat(), 'text_length': len(text_cleaned), 'voice': voice}; self._save_metadata();
print(f"TTS success: {cache_path}")
return cache_path
else:
print(f"TTS failed: File not created or empty '{cache_path}'"); return None
except edge_tts.NoAudioReceived: print(f"TTS Error: No audio received from Edge TTS for '{text_cleaned[:50]}...'"); return None
except Exception as e: print(f"TTS Create Audio Error: {e}"); return None
def process_pdf_tab(pdf_file, max_pages, voice):
st.subheader("PDF Processing Results") # Change header
if pdf_file is None: st.info("Upload a PDF file and click 'Process PDF' to begin."); return
audio_processor = AudioProcessor() # Instantiate the processor
try:
# Use file bytes directly with PdfReader
pdf_bytes = pdf_file.getvalue()
reader = PdfReader(io.BytesIO(pdf_bytes))
if reader.is_encrypted:
try:
# Attempt decryption with an empty password, common for some PDFs
if reader.decrypt("") == 0: # 0 indicates failure
st.warning("PDF is encrypted and could not be decrypted with an empty password."); return
except Exception as decrypt_e:
st.warning(f"PDF is encrypted. Decryption failed: {decrypt_e}"); return
total_pages_in_pdf = len(reader.pages)
pages_to_process = min(total_pages_in_pdf, max_pages)
st.write(f"Processing first {pages_to_process} of {total_pages_in_pdf} pages from '{pdf_file.name}'...")
texts = {} # page_num: text
audios = {} # page_num: audio_path
page_threads = []
results_lock = threading.Lock() # Lock for safely updating shared dicts
# Define the target function for each thread (synchronous wrapper)
def process_page_sync(page_num, page_text):
async def run_async_audio():
return await audio_processor.create_audio(page_text, voice)
try:
# Run the async audio creation in the current thread's event loop (or a new one)
# asyncio.run is suitable here as each thread needs its own sync->async bridge
audio_path = asyncio.run(run_async_audio())
if audio_path:
with results_lock: audios[page_num] = audio_path
except Exception as page_e: print(f"Error processing page {page_num+1} audio: {page_e}")
# Extract text and start threads
extraction_errors = 0
for i in range(pages_to_process):
try:
page = reader.pages[i]; text = page.extract_text();
if text and text.strip():
texts[i]=text;
# Start a thread only if text was extracted
thread = threading.Thread(target=process_page_sync, args=(i, text));
page_threads.append(thread); thread.start()
else: texts[i] = "[No text extracted or page is blank]"
except Exception as extract_e:
texts[i] = f"[Error extracting text: {extract_e}]"; print(f"Error extracting text from page {i+1}: {extract_e}"); extraction_errors += 1
if extraction_errors > 0: st.warning(f"Encountered errors extracting text from {extraction_errors} pages.")
# Wait for threads and display progress
progress_bar = st.progress(0.0, text="Generating audio for extracted pages...")
total_threads = len(page_threads)
start_join_time = time.time()
processed_count = 0
if total_threads > 0:
while processed_count < total_threads:
processed_count = total_threads - sum(t.is_alive() for t in page_threads)
progress = processed_count / total_threads
progress_bar.progress(min(progress, 1.0), text=f"Audio generated for {processed_count}/{total_threads} pages...")
if time.time() - start_join_time > 600: # 10 min timeout
print("PDF audio processing timed out joining threads."); st.warning("Audio generation timed out."); break
time.sleep(0.5) # Reduce busy-waiting
progress_bar.progress(1.0, text="Audio generation complete.")
# Display results sequentially
st.write("---")
st.subheader("Processed Content:")
for i in range(pages_to_process):
with st.expander(f"Page {i+1}"):
page_text = texts.get(i, "[Error retrieving text]")
st.markdown(f"**Text:**\n```\n{page_text}\n```" if not page_text.startswith("[") else page_text) # Show text in code block
st.markdown("---")
st.markdown("**Audio:**")
audio_file = audios.get(i)
if audio_file: play_and_download_audio(audio_file)
else: st.caption("Audio not generated or generation failed.")
except Exception as pdf_e: st.error(f"Error reading or processing PDF '{pdf_file.name}': {pdf_e}"); st.exception(pdf_e)
# ==============================================================================
# WebSocket Server Logic - CORRECT LOGIC FOR STATE SYNC
# ==============================================================================
async def register_client(websocket):
"""Adds client to tracking sets/dicts."""
client_id = str(websocket.id);
connected_clients.add(client_id);
# Ensure active_connections dict exists in session state
if 'active_connections' not in st.session_state: st.session_state.active_connections = defaultdict(dict);
st.session_state.active_connections[client_id] = websocket;
print(f"Client registered: {client_id}. Total clients: {len(connected_clients)}")
async def unregister_client(websocket):
"""Removes client from tracking sets/dicts."""
client_id = str(websocket.id);
connected_clients.discard(client_id);
# Safely remove from session state dict
if 'active_connections' in st.session_state: st.session_state.active_connections.pop(client_id, None);
print(f"Client unregistered: {client_id}. Remaining clients: {len(connected_clients)}")
async def send_safely(websocket, message, client_id):
"""Sends a message to a single client with error handling."""
try:
await websocket.send(message)
# print(f"Sent message to {client_id}: {message[:100]}...") # Verbose
return True
except websockets.ConnectionClosed: print(f"WS Send failed (ConnectionClosed) for client {client_id}"); return False
except RuntimeError as e: print(f"WS Send failed (RuntimeError: {e}) for client {client_id}"); return False
except Exception as e: print(f"WS Send failed (Other: {e}) for client {client_id}"); return False
async def broadcast_message(message, exclude_id=None):
"""Broadcasts a message to all connected clients except the excluded one."""
if not connected_clients: return # No clients to broadcast to
# Create tasks for sending concurrently
# Use copies of the sets/dicts to avoid issues if they change during iteration
active_connections_copy = st.session_state.get('active_connections', {}).copy()
tasks = []
# print(f"Broadcasting message (exclude {exclude_id}): {message[:100]}...") # Verbose
for client_id, websocket in active_connections_copy.items():
if client_id == exclude_id: continue # Skip the excluded client
# Check if websocket object seems valid (basic check)
if websocket and websocket.open:
tasks.append(send_safely(websocket, message, client_id))
else:
print(f"Skipping broadcast to inactive/invalid websocket for client {client_id}")
# Optionally: Clean up inactive connections here or periodically
connected_clients.discard(client_id) # Remove from main set
st.session_state.active_connections.pop(client_id, None)
if tasks:
results = await asyncio.gather(*tasks, return_exceptions=True)
# Optional: Log results or handle failures
success_count = sum(1 for r in results if isinstance(r, bool) and r)
fail_count = len(tasks) - success_count
# print(f"Broadcast complete: {success_count} success, {fail_count} failures.") # Verbose
# else: print("No active clients to broadcast to.") # Verbose
async def broadcast_world_update():
"""Sends the entire current world state to ALL connected clients. CORRECT for sync."""
with world_objects_lock:
# Ensure payload is serializable (convert defaultdict to dict)
current_state_payload = dict(world_objects)
update_msg = json.dumps({"type": "initial_state", "payload": current_state_payload})
object_count = len(current_state_payload)
print(f"Broadcasting full world update ({object_count} objects) to all clients...")
# Send to ALL clients, as this often follows a load operation affecting everyone
await broadcast_message(update_msg) # No exclude_id needed here
async def websocket_handler(websocket, path):
"""Handles incoming WebSocket connections and messages. CORRECT"""
client_id = str(websocket.id) # Use websocket's built-in unique ID
await register_client(websocket)
# Determine username - use session state default or fallback
username = st.session_state.get('username', f"User_{client_id[:4]}")
print(f"WebSocket connection established for {client_id} ({username}) from {websocket.remote_address}")
try:
# 1. Send Initial State - CRITICAL for client sync on connect/reconnect
with world_objects_lock: initial_state_payload = dict(world_objects)
initial_state_msg = json.dumps({"type": "initial_state", "payload": initial_state_payload})
if await send_safely(websocket, initial_state_msg, client_id):
print(f"Sent initial state ({len(initial_state_payload)} objs) to {client_id}")
else: raise websockets.ConnectionClosed # Failed to send initial state, abort
# 2. Announce User Join to others
join_msg = json.dumps({"type": "user_join", "payload": {"username": username, "id": client_id}})
await broadcast_message(join_msg, exclude_id=client_id)
# 3. Message Processing Loop
async for message in websocket:
# print(f"Received message from {client_id}: {message[:150]}...") # Verbose
try:
data = json.loads(message); msg_type = data.get("type"); payload = data.get("payload", {});
# Use payload's username if provided (e.g., from client input), else fallback
sender_username = payload.get("username", username) # Prefer payload username
# --- Handle Different Message Types ---
if msg_type == "chat_message":
chat_text = payload.get('message', '');
# Use voice associated with sender_username from FUN_USERNAMES map
voice = FUN_USERNAMES.get(sender_username, EDGE_TTS_VOICES[0]) # Fallback voice
if chat_text:
# Save locally (creates file, adds to session history, generates TTS async)
run_async(save_chat_entry, sender_username, chat_text, voice)
# Broadcast the original message so other clients update their chat UI
await broadcast_message(message, exclude_id=client_id)
elif msg_type == "place_object":
obj_data = payload.get("object_data");
# Validate required fields
if obj_data and 'obj_id' in obj_data and 'type' in obj_data and 'position' in obj_data:
obj_id = str(obj_data['obj_id']) # Ensure key is string
with world_objects_lock: world_objects[obj_id] = obj_data
# Broadcast that an object was placed (incl. who placed it)
broadcast_payload = json.dumps({"type": "object_placed", "payload": {"object_data": obj_data, "username": sender_username}});
await broadcast_message(broadcast_payload) # Send to ALL including sender for confirmation/sync
print(f"Object placed by {sender_username}: {obj_id} ({obj_data.get('type')})")
else: print(f"WS Warning: Invalid place_object payload received from {client_id}: {payload}")
elif msg_type == "delete_object":
obj_id = payload.get("obj_id"); removed = False
if obj_id:
obj_id = str(obj_id) # Ensure key is string
with world_objects_lock:
if obj_id in world_objects:
del world_objects[obj_id]; removed = True
if removed:
# Broadcast that an object was deleted (incl. who deleted it)
broadcast_payload = json.dumps({"type": "object_deleted", "payload": {"obj_id": obj_id, "username": sender_username}});
await broadcast_message(broadcast_payload) # Send to ALL for sync
print(f"Object deleted by {sender_username}: {obj_id}")
# else: print(f"WS Info: Attempt to delete non-existent object {obj_id} by {client_id}")
else: print(f"WS Warning: Invalid delete_object payload (missing obj_id) from {client_id}: {payload}")
elif msg_type == "player_position":
pos_data = payload.get("position"); rot_data = payload.get("rotation") # Optional rotation
# Basic validation for position data existence
if pos_data and isinstance(pos_data, dict) and 'x' in pos_data and 'y' in pos_data and 'z' in pos_data:
# Broadcast player movement to other clients
broadcast_payload = json.dumps({
"type": "player_moved",
"payload": {"username": sender_username, "id": client_id, "position": pos_data, "rotation": rot_data}
});
await broadcast_message(broadcast_payload, exclude_id=client_id) # Don't send back to self
# else: print(f"WS Debug: Invalid or missing player position data from {client_id}") # Can be noisy
elif msg_type == "request_initial_state":
# Client explicitly asks for state (e.g., after reconnect)
print(f"Client {client_id} explicitly requested initial state.")
with world_objects_lock: requested_state_payload = dict(world_objects)
state_msg = json.dumps({"type": "initial_state", "payload": requested_state_payload})
await send_safely(websocket, state_msg, client_id)
# Add handlers for other message types if needed
except json.JSONDecodeError: print(f"WS Error: Invalid JSON received from {client_id}: {message[:100]}...")
except Exception as e: print(f"WS Error processing message from {client_id}: {e}"); st.exception(e) # Log full traceback for debugging
# --- Handle Client Disconnection ---
except websockets.ConnectionClosedOK: print(f"WS Client disconnected normally: {client_id} ({username})")
except websockets.ConnectionClosedError as e: print(f"WS Client connection closed with error: {client_id} ({username}) - Code: {e.code}, Reason: {e.reason}")
except Exception as e: print(f"WS Unexpected error in handler for {client_id}: {e}"); st.exception(e)
finally:
print(f"Cleaning up connection for {client_id}...")
# Announce User Leave to others
leave_msg = json.dumps({"type": "user_leave", "payload": {"username": username, "id": client_id}})
# Use run_async here as the handler loop is closing
run_async(broadcast_message, leave_msg, exclude_id=client_id) # Fire and forget broadcast
# Ensure client is fully unregistered
await unregister_client(websocket) # This removes from connected_clients and session_state dict
# --- WebSocket Server Management ---
async def run_websocket_server(host="0.0.0.0", port=8765):
"""Coroutine that runs the WebSocket server until stopped."""
# Use a stop event managed in session state
if 'websocket_stop_event' not in st.session_state or st.session_state.websocket_stop_event is None:
st.session_state.websocket_stop_event = asyncio.Event()
stop_event = st.session_state.websocket_stop_event
server = None
st.session_state.server_running_flag = True # Set flag early
print(f"Attempting to start WebSocket server on {host}:{port}...")
try:
# Start the server
server = await websockets.serve(websocket_handler, host, port);
st.session_state['server_instance'] = server # Store server object
server_address = server.sockets[0].getsockname() # Get actual bound address
print(f"WebSocket server started successfully on {server_address}. Waiting for stop signal...")
# Keep server running until stop event is set
await stop_event.wait()
print("Stop signal received, shutting down WebSocket server...")
except OSError as e:
print(f"### FAILED TO START WEBSOCKET SERVER on {host}:{port}: {e} ###")
st.error(f"Server start failed: {e}. Port likely in use.")
st.session_state['server_running_flag'] = False # Reset flag on failure
except Exception as e:
print(f"### UNEXPECTED WEBSOCKET SERVER ERROR: {e} ###")
st.exception(e) # Log full traceback
st.session_state['server_running_flag'] = False # Reset flag on failure
finally:
print("WebSocket server task finishing...")
if server:
server.close()
await server.wait_closed()
print("WebSocket server closed.")
# Clear server state variables
st.session_state['server_instance'] = None
st.session_state.server_running_flag = False
# Don't clear stop event here, might be needed if restart is attempted
print("Server state cleared.")
def start_websocket_server_thread():
"""Starts the WebSocket server in a separate daemon thread."""
# Check if already running or thread exists
if st.session_state.get('server_running_flag', False):
print("Server start requested, but flag indicates it's already running or starting.")
return
if st.session_state.get('server_task') and st.session_state.server_task.is_alive():
print("Server start requested, but thread appears to be alive.")
return
print("Creating and starting new WebSocket server thread.")
st.session_state.server_running_flag = True # Assume it will start
# Define the function to run in the new thread
def run_server_in_new_loop():
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
try:
# Ensure stop event exists for this thread's loop
if 'websocket_stop_event' not in st.session_state or st.session_state.websocket_stop_event is None:
st.session_state.websocket_stop_event = asyncio.Event()
# Run the server coroutine until it completes (due to stop signal or error)
loop.run_until_complete(run_websocket_server())
except Exception as thread_e:
print(f"Error in server thread run_loop: {thread_e}")
st.session_state.server_running_flag = False # Mark as stopped on error
finally:
print("Server thread: Cleaning up event loop...")
try:
# Cancel any remaining tasks in the loop
tasks = asyncio.all_tasks(loop)
if tasks:
for task in tasks: task.cancel()
loop.run_until_complete(asyncio.gather(*tasks, return_exceptions=True))
loop.run_until_complete(loop.shutdown_asyncgens())
except Exception as cleanup_e: print(f"Error during server thread loop cleanup: {cleanup_e}")
finally:
if not loop.is_closed(): loop.close(); print("Server thread event loop closed.")
# Ensure flag is false after thread finishes
st.session_state.server_running_flag = False
st.session_state.server_task = None
# Create and start the daemon thread
st.session_state.server_task = threading.Thread(target=run_server_in_new_loop, daemon=True);
st.session_state.server_task.start();
time.sleep(2) # Give thread time to start and potentially fail
# Check if thread actually started and server flag is still set
if not st.session_state.server_task.is_alive():
print("### Server thread failed to start or exited immediately! ###")
st.session_state.server_running_flag = False # Ensure flag is correct
st.error("WebSocket server thread failed to start. Check console logs.")
elif not st.session_state.get('server_running_flag', False):
print("### Server thread started but server flag is false (likely failed during startup). ###")
st.error("WebSocket server failed to start properly. Check console logs.")
else:
print("Server thread appears to have started.")
# ==============================================================================
# Streamlit UI Layout Functions
# ==============================================================================
def render_sidebar():
"""Renders the Streamlit sidebar contents."""
with st.sidebar:
st.header("๐Ÿ’พ World Versions")
st.caption("Load or save named world states.")
saved_worlds = get_saved_worlds() # Fetch list of available worlds
# Create display names mapping basename to user-friendly string
world_options_display = {
os.path.basename(w['filename']): f"{w['name']} ({w['timestamp']})"
for w in saved_worlds
}
# Basenames for radio options, add None for "Live State"
radio_options_basenames = [None] + [os.path.basename(w['filename']) for w in saved_worlds]
# Get the currently selected/loaded file basename from session state
current_selection_basename = st.session_state.get('current_world_file', None)
# Find the index for the radio button based on the current selection
current_radio_index = 0 # Default to "Live State"
if current_selection_basename and current_selection_basename in radio_options_basenames:
try: current_radio_index = radio_options_basenames.index(current_selection_basename)
except ValueError: current_radio_index = 0 # Fallback if inconsistency
# --- World Selector Radio ---
st.markdown("**Load World:**")
selected_basename = st.radio(
"Select a saved world to load or view live state:", # Clearer label
options=radio_options_basenames,
index=current_radio_index,
format_func=lambda x: "Live State (Unsaved Changes)" if x is None else world_options_display.get(x, x),
key="world_selector_radio",
label_visibility="collapsed" # Hide redundant label
)
# --- Handle World Load on Selection Change ---
if selected_basename != current_selection_basename:
st.session_state.current_world_file = selected_basename # Update session state tracking
if selected_basename: # A specific world file was selected
print(f"User selected world to load: {selected_basename}")
with st.spinner(f"Loading {world_options_display.get(selected_basename, selected_basename)}..."):
# Load data from file into server's memory (`world_objects`)
if load_world_state_from_md(selected_basename):
# IMPORTANT: Broadcast the newly loaded state to ALL clients
run_async(broadcast_world_update) # Fire-and-forget broadcast
st.toast("World loaded successfully!", icon="โœ…")
# No need to rerun here, broadcast handles client update.
# Let Streamlit finish the current run naturally.
else:
st.error("Failed to load world file.")
st.session_state.current_world_file = None # Revert selection on failure
else: # "Live State" was selected
print("User switched to view Live State (no file loaded).")
# No load needed, but maybe inform user?
st.toast("Switched to view Live State.")
# If switching *from* a loaded file to live state, should we clear world_objects?
# Current logic assumes world_objects always reflects the *active* state,
# whether loaded or built live. This seems reasonable.
# Trigger a rerun to update the UI elements reflecting the new state/selection
st.rerun()
# --- Download List ---
st.caption("Download Saved Worlds:")
# Use columns for better layout
cols_dl_header = st.columns([4, 1])
with cols_dl_header[0]: st.write("**Name** (Timestamp)")
with cols_dl_header[1]: st.write("**DL**")
display_limit = 10 # Show first N worlds directly
if not saved_worlds: st.caption("No saved worlds found.")
for i, world_info in enumerate(saved_worlds):
f_basename = os.path.basename(world_info['filename'])
f_fullpath = os.path.join(SAVED_WORLDS_DIR, f_basename)
display_name = world_info.get('name', f_basename); timestamp = world_info.get('timestamp', 'N/A')
# Handle display limit with expander
if i >= display_limit:
with st.expander(f"Show {len(saved_worlds)-display_limit} more...", expanded=False):
for world_info_more in saved_worlds[display_limit:]:
f_basename_more = os.path.basename(world_info_more['filename']); f_fullpath_more = os.path.join(SAVED_WORLDS_DIR, f_basename_more); display_name_more = world_info_more.get('name', f_basename_more); timestamp_more = world_info_more.get('timestamp', 'N/A')
colA, colB = st.columns([4, 1]);
with colA: st.write(f"<small>{display_name_more} ({timestamp_more})</small>", unsafe_allow_html=True)
with colB: st.markdown(get_download_link(f_fullpath_more, "md"), unsafe_allow_html=True)
break # Stop outer loop after starting expander
# Display items within the limit
col1, col2 = st.columns([4, 1]);
with col1: st.write(f"<small>{display_name} ({timestamp})</small>", unsafe_allow_html=True)
with col2: st.markdown(get_download_link(f_fullpath, "md"), unsafe_allow_html=True)
st.markdown("---")
st.header("๐Ÿ—๏ธ Build Tools")
st.caption("Select an object type to place.")
# Use columns for a grid layout
cols_tools = st.columns(5)
col_idx = 0
current_tool = st.session_state.get('selected_object', 'None') # Get the currently selected tool type
# --- Tool Selection Buttons ---
for emoji, name in PRIMITIVE_MAP.items():
button_key = f"primitive_tool_{name}";
# Highlight the currently selected tool
button_type = "primary" if current_tool == name else "secondary"
# Place button in the grid
if cols_tools[col_idx % 5].button(emoji, key=button_key, help=name, type=button_type, use_container_width=True):
# --- Action on Tool Button Click ---
if st.session_state.selected_object != name:
print(f"Tool changed to: {name}")
st.session_state.selected_object = name # Update selected tool in session state
# IMPORTANT: Inform the client-side JS about the tool change
# This JS function should ONLY update the client's internal 'next object type' variable.
# It MUST NOT reset the scene.
js_command = f"if (typeof window.updateSelectedObjectType === 'function') {{ window.updateSelectedObjectType({json.dumps(name)}); }} else {{ console.warn('updateSelectedObjectType function not found on client'); }}"
run_async(lambda cmd=js_command: streamlit_js_eval(cmd, key=f"update_tool_js_{name}"))
# Rerun needed to update the button highlighting (primary/secondary)
st.rerun()
col_idx += 1
# --- Clear Tool Button ---
st.markdown("---") # Separator
if st.button("๐Ÿšซ Clear Tool / Select Mode", key="clear_tool_button", use_container_width=True, help="Switch to selection/interaction mode (no object placement)."):
if st.session_state.selected_object != 'None':
print("Tool cleared (Select Mode enabled).")
st.session_state.selected_object = 'None';
# Inform client JS
js_command_none = "if (typeof window.updateSelectedObjectType === 'function') { window.updateSelectedObjectType('None'); } else { console.warn('updateSelectedObjectType function not found on client'); }"
run_async(lambda: streamlit_js_eval(js_command_none, key="update_tool_js_none"))
st.rerun() # Rerun to update button highlights
st.markdown("---")
st.header("๐Ÿ—ฃ๏ธ Voice & User")
current_username = st.session_state.get('username', list(FUN_USERNAMES.keys())[0]) # Use loaded username
username_options = list(FUN_USERNAMES.keys()); current_index = 0
try: current_index = username_options.index(current_username)
except ValueError: current_index = 0 # Fallback if name not in list
# --- Username/Voice Selection ---
new_username = st.selectbox("Change Your Name/Voice:", options=username_options, index=current_index, key="username_select_widget", format_func=lambda x: x) # Show full name with emoji
if new_username != st.session_state.username:
old_username = st.session_state.username
print(f"Username changed from {old_username} to {new_username}")
st.session_state.username = new_username;
st.session_state.tts_voice = FUN_USERNAMES[new_username]; # Update voice
save_username(st.session_state.username) # Persist choice
# Broadcast rename event (optional, good for user list UI on client)
rename_msg = json.dumps({"type":"user_rename", "payload": {"old_username": old_username, "new_username": new_username}})
run_async(broadcast_message, rename_msg)
# Inform the current client's JS about the username change immediately
js_user_update = f"if(window.updateUsername) {{ window.updateUsername({json.dumps(new_username)}); }} else {{ console.warn('updateUsername function not found'); }}"
run_async(lambda: streamlit_js_eval(js_user_update, key="update_user_js"))
st.rerun() # Rerun to reflect change in UI title etc.
# --- Audio Toggle ---
st.session_state['enable_audio'] = st.toggle("Enable TTS Audio Output", value=st.session_state.get('enable_audio', True), key="tts_toggle")
def render_main_content():
"""Renders the main content area with tabs."""
# Ensure username is initialized before using in title
username_display = st.session_state.get('username', 'N/A')
st.title(f"{Site_Name} - User: {username_display}")
tab_world, tab_chat, tab_pdf, tab_files = st.tabs(["๐Ÿ—๏ธ World Builder", "๐Ÿ—ฃ๏ธ Chat", "๐Ÿ“š PDF Tools", "๐Ÿ“‚ Files & Settings"])
# --- World Builder Tab ---
with tab_world:
st.header("Shared 3D World")
st.caption("Place objects using the sidebar tools. Click objects to potentially delete (implement delete logic in index.html). Changes are shared live!")
# Display current world status
current_file_basename = st.session_state.get('current_world_file', None)
if current_file_basename:
try: parsed = parse_world_filename(os.path.join(SAVED_WORLDS_DIR, current_file_basename)); world_name = parsed['name']
except Exception: world_name = "Unknown"
st.info(f"Current World: **{world_name}** (Loaded from: `{current_file_basename}`)")
else: st.info("๐Ÿ—๏ธ Live State Active (Unsaved changes only persist if saved)")
# --- Embed HTML/JS Component (index.html) ---
html_file_path = 'index.html'
if not os.path.exists(html_file_path):
st.error(f"CRITICAL ERROR: Could not find '{html_file_path}'. The 3D view cannot be loaded.")
return # Stop rendering this tab if HTML is missing
try:
with open(html_file_path, 'r', encoding='utf-8') as f: html_template = f.read()
# --- Determine WebSocket URL ---
ws_url = "ws://localhost:8765" # Default fallback
# Attempt to dynamically get the host the browser is connected to
try:
# This relies on internal Streamlit structure, might break in future versions
# Prefer getting host from JS if possible, but this is a server-side attempt
# session_info = st.runtime.get_instance().get_client(st.runtime.scriptrunner.get_script_run_ctx().session_id)
# server_host = session_info.request.host.split(':')[0] # Needs checking if this path is valid
# More robust: Ask JS for its `window.location.hostname`
# This requires streamlit_js_eval to be ready, might have timing issues on first load.
# Let's stick to a configurable approach or rely on JS determining it.
# For local testing, localhost is fine. For deployment, need configuration.
# Using localhost as a placeholder, assuming server runs locally relative to client.
# PRODUCTION: Replace with actual external IP/domain or configure via env var.
server_host = os.getenv("WEBSOCKET_HOST", "localhost") # Allow override via env var
ws_port = os.getenv("WEBSOCKET_PORT", "8765")
ws_proto = "ws" # Use "wss" if using TLS/SSL
ws_url = f"{ws_proto}://{server_host}:{ws_port}"
print(f"Using WebSocket URL: {ws_url}")
except Exception as e: print(f"WS URL detection failed ({e}), using default: {ws_url}")
# --- Inject State into JavaScript ---
# This script block will be inserted into the <head> of index.html
js_injection_script = f"""<script>
// Make state available globally for main.js
window.StreamlitState = {{
username: {json.dumps(st.session_state.username)},
websocketUrl: {json.dumps(ws_url)},
initialSelectedObjectType: {json.dumps(st.session_state.selected_object)},
plotWidth: {json.dumps(PLOT_WIDTH)},
plotDepth: {json.dumps(PLOT_DEPTH)}
}};
console.log("Streamlit State Injected:", window.StreamlitState);
// Define JS functions callable from Python (if not already in index.html's main script)
// Ensure these functions exist and handle the calls safely in your main.js
window.updateSelectedObjectType = function(newType) {{
console.log("Streamlit requested tool change to:", newType);
// Your main.js should implement the logic to update its internal tool state variable
// Example in main.js: currentTool = newType;
if (window.MainApp && typeof window.MainApp.setSelectedTool === 'function') {{
window.MainApp.setSelectedTool(newType);
}} else {{
console.warn("MainApp.setSelectedTool function not found to handle tool update.");
}}
}};
window.updateUsername = function(newName) {{
console.log("Streamlit updated username to:", newName);
window.StreamlitState.username = newName; // Update local JS state if needed
// Potentially update other JS UI elements if they display the username
}};
</script>"""
# Insert the script before the closing </head> tag
html_content_with_state = html_template.replace('</head>', js_injection_script + '\n</head>', 1)
# --- Render the HTML Component ---
components.html(html_content_with_state, height=700, scrolling=False)
except Exception as e: st.error(f"Error loading or embedding the 3D component: {e}"); st.exception(e)
# --- Chat Tab ---
with tab_chat:
st.header(f"{START_ROOM} Chat")
# Load history async - needed if history is large, otherwise direct load is fine
# Use existing session state which gets updated by save_chat_entry
chat_history = st.session_state.get('chat_history', [])
# Display chat history (most recent messages at the bottom)
chat_container = st.container(height=500)
with chat_container:
if chat_history:
# Display messages, ensuring Markdown is handled
for entry in reversed(chat_history[-100:]): # Show last 100 messages
st.markdown(entry, unsafe_allow_html=True) # Allow basic HTML if needed, be cautious
else: st.caption("No chat messages yet. Say hello!")
# --- Chat Input Form ---
# Use a form for better Enter key handling
with st.form(key="chat_form", clear_on_submit=True):
message_value = st.text_input("Your Message:", key="message_input_widget", label_visibility="collapsed", placeholder="Type your message...")
send_button_clicked = st.form_submit_button("Send Chat ๐Ÿ’ฌ")
# Process message sending outside the form
if send_button_clicked and message_value.strip():
message_to_send = message_value
# Avoid sending same message twice in quick succession
if message_to_send != st.session_state.get('last_message', ''):
st.session_state.last_message = message_to_send
voice = FUN_USERNAMES.get(st.session_state.username, EDGE_TTS_VOICES[0]) # Get current voice
# 1. Create WebSocket message payload
ws_message_payload = {
"type": "chat_message",
"payload": {"username": st.session_state.username, "message": message_to_send, "voice": voice}
}
ws_message_json = json.dumps(ws_message_payload)
# 2. Broadcast message to other clients
run_async(broadcast_message, ws_message_json) # Fire and forget broadcast
# 3. Save entry locally (adds to session history, saves file, generates TTS)
# This also updates st.session_state.chat_history
run_async(save_chat_entry, st.session_state.username, message_to_send, voice)
# No need to rerun here, session state is updated, broadcast informs others.
# Streamlit should update the chat display on the *next* natural interaction or scheduled refresh.
# If immediate update is desired, could potentially use js_eval to add message client-side,
# but relying on session state update is usually sufficient.
# Force immediate redraw of chat (might feel sluggish): st.rerun()
elif send_button_clicked: st.toast("Message empty or same as last.")
# Autosend option removed for simplicity, form submit is clearer
# --- PDF Tab ---
with tab_pdf:
st.header("๐Ÿ“š PDF Tools")
st.caption("Extract text from PDF pages and generate audio using Edge TTS.")
pdf_file = st.file_uploader("Upload PDF for Audio Conversion", type="pdf", key="pdf_upload_widget")
max_pages = st.slider('Max Pages to Process:', 1, 50, 10, key="pdf_pages_slider", help="Limits processing to the first N pages.")
if pdf_file:
if st.button("Process PDF to Audio ๐Ÿ”Š", key="process_pdf_button"):
# Show spinner during processing
with st.spinner(f"Processing '{pdf_file.name}'... This may take time."):
process_pdf_tab(pdf_file, max_pages, st.session_state.tts_voice)
st.caption("Click the button above to start processing the uploaded PDF.")
else: st.info("Upload a PDF file using the uploader above.")
# --- Files & Settings Tab ---
with tab_files:
st.header("๐Ÿ“‚ Files, Settings & Server")
st.subheader("๐Ÿ’พ World State Management")
current_file_basename = st.session_state.get('current_world_file', None)
# --- Overwrite Save ---
save_col, save_as_col = st.columns(2)
with save_col:
# Enable overwrite only if a world is currently loaded
can_overwrite = current_file_basename is not None
if st.button("๐Ÿ’พ Save Changes", key="save_current_world_button", disabled=not can_overwrite, help="Overwrite the currently loaded world file with the live state."):
if current_file_basename: # Should always be true if button is enabled
parsed = parse_world_filename(os.path.join(SAVED_WORLDS_DIR, current_file_basename))
world_name_to_save = parsed.get('name', current_file_basename)
with st.spinner(f"Overwriting '{world_name_to_save}'..."):
if save_world_state_to_md(current_file_basename): st.success(f"World '{world_name_to_save}' saved successfully!")
else: st.error("Failed to save world state.")
else: st.warning("No world file loaded to save over.") # Should not happen if disabled logic works
elif not can_overwrite: st.caption("Load a world from the sidebar to enable saving changes to it.")
# --- Save As New ---
with save_as_col:
st.text_input("New World Name:", key="new_world_name_input", value=st.session_state.get('new_world_name', 'MyWorld'))
if st.button("๐Ÿ’พ Save Live State as New", key="save_new_version_button", help="Save the current live state as a new world file."):
new_name = st.session_state.new_world_name_input.strip()
if new_name:
new_filename_base = generate_world_save_filename(new_name)
with st.spinner(f"Saving new version '{new_name}'..."):
if save_world_state_to_md(new_filename_base):
st.success(f"Saved as new world: '{new_filename_base}'")
# Update state to reflect the newly saved file is now "loaded"
st.session_state.current_world_file = new_filename_base;
st.session_state.new_world_name = "MyWorld"; # Reset input for next time
st.rerun() # Rerun to update sidebar selection and file list
else: st.error("Failed to save new version.")
else: st.warning("Please enter a name for the new world version.")
st.markdown("---")
st.subheader("โš™๏ธ Server Status")
# Check server thread status more reliably
server_thread = st.session_state.get('server_task')
server_thread_alive = server_thread is not None and server_thread.is_alive()
# Use the running flag as primary indicator, as thread might be alive but server failed startup
server_running = st.session_state.get('server_running_flag', False) and server_thread_alive
col_ws, col_clients = st.columns(2)
with col_ws:
ws_status = "Running" if server_running else "Stopped"
st.metric("WebSocket Server", ws_status)
# Show start/stop button based on status
if not server_running:
if st.button("Start Server", key="start_ws_button"): start_websocket_server_thread(); time.sleep(1); st.rerun() # Allow time for thread start attempt
else:
if st.button("Stop Server", key="stop_ws_button", type="primary"):
if st.session_state.get('websocket_stop_event'):
print("Setting stop event for WebSocket server...")
st.session_state.websocket_stop_event.set() # Signal server loop to stop
st.session_state.websocket_stop_event = None # Clear event for potential restart
time.sleep(1) # Give server time to react
st.rerun()
else: st.warning("Stop event not found, cannot stop server gracefully.")
with col_clients:
# Get client count safely from the global set
st.metric("Connected Clients", len(connected_clients))
st.markdown("---")
st.subheader("๐Ÿ—‘๏ธ Delete Generated Files")
st.warning("Deletion is permanent!", icon="โš ๏ธ")
# Use columns for delete buttons
col_del1, col_del2, col_del3, col_del4 = st.columns(4)
with col_del1:
if st.button("๐Ÿ—‘๏ธ Chats", key="del_chat_button"): delete_files([os.path.join(CHAT_DIR, "*.md")]); st.session_state.chat_history = []; st.rerun()
with col_del2:
if st.button("๐Ÿ—‘๏ธ Audio", key="del_audio_button"): delete_files([os.path.join(AUDIO_DIR, "*.mp3"), os.path.join(AUDIO_CACHE_DIR, "*.mp3"), os.path.join(AUDIO_CACHE_DIR, "metadata.json")]); st.session_state.audio_cache = {}; st.rerun()
with col_del3:
# Be specific with world file pattern
if st.button("๐Ÿ—‘๏ธ Worlds", key="del_worlds_button"): delete_files([os.path.join(SAVED_WORLDS_DIR, f"{WORLD_STATE_FILE_MD_PREFIX}*.md")]); st.session_state.current_world_file = None; run_async(broadcast_world_update); st.rerun() # Clear current selection and notify clients
with col_del4:
if st.button("๐Ÿ—‘๏ธ All Gen", key="del_all_gen_button", type="primary"):
patterns = [
os.path.join(CHAT_DIR, "*.md"),
os.path.join(AUDIO_DIR, "*.mp3"),
os.path.join(AUDIO_CACHE_DIR, "*.mp3"),
os.path.join(AUDIO_CACHE_DIR, "metadata.json"),
os.path.join(SAVED_WORLDS_DIR, f"{WORLD_STATE_FILE_MD_PREFIX}*.md"),
os.path.join(MEDIA_DIR, "*.zip"), # Zip files in base dir
os.path.join(MEDIA_DIR, "*_pasted_*.png") # Pasted images in base dir
]
delete_files(patterns)
# Reset relevant session state parts
st.session_state.chat_history = []; st.session_state.audio_cache = {}; st.session_state.current_world_file = None;
# Clear server world state and notify clients
with world_objects_lock: world_objects.clear()
run_async(broadcast_world_update)
st.rerun()
st.markdown("---")
st.subheader("๐Ÿ“ฆ Download Archives")
# Buttons to create Zip archives
col_zip1, col_zip2, col_zip3 = st.columns(3)
with col_zip1:
if st.button("Zip Worlds ๐Ÿ“ฆ"):
world_files_full_paths = [os.path.join(SAVED_WORLDS_DIR, os.path.basename(w['filename'])) for w in get_saved_worlds()]
create_zip_of_files(world_files_full_paths, "Worlds"); st.rerun()
with col_zip2:
if st.button("Zip Chats ๐Ÿ“ฆ"): create_zip_of_files(glob.glob(os.path.join(CHAT_DIR, "*.md")), "Chats"); st.rerun()
with col_zip3:
if st.button("Zip Audio ๐Ÿ“ฆ"): create_zip_of_files(glob.glob(os.path.join(AUDIO_DIR, "*.mp3")) + glob.glob(os.path.join(AUDIO_CACHE_DIR, "*.mp3")), "Audio"); st.rerun()
# List existing Zip files for download
zip_files = sorted(glob.glob(os.path.join(MEDIA_DIR,"*.zip")), key=os.path.getmtime, reverse=True)
if zip_files:
st.caption("Existing Zip Archives:")
for zip_file in zip_files:
# Display filename and download link
col_zip_name, col_zip_dl = st.columns([4,1])
with col_zip_name: st.write(f"<small>{os.path.basename(zip_file)}</small>", unsafe_allow_html=True)
with col_zip_dl: st.markdown(get_download_link(zip_file, "zip"), unsafe_allow_html=True)
else: st.caption("No zip archives created yet.")
# ==============================================================================
# Main Execution Logic
# ==============================================================================
def initialize_world():
"""Loads initial world state (most recent) if not already done for this session."""
# Only run this once per Streamlit session
if not st.session_state.get('initial_world_state_loaded', False):
print("Performing initial world load check for session...")
saved_worlds = get_saved_worlds() # Get sorted list
loaded_file_basename = None
if saved_worlds:
# Load the most recent valid world file found
latest_world_file_basename = os.path.basename(saved_worlds[0]['filename'])
print(f"Attempting to load most recent world on startup: {latest_world_file_basename}")
# load_world_state_from_md updates world_objects and sets current_world_file on success
if load_world_state_from_md(latest_world_file_basename):
print(f"Successfully loaded initial world: {latest_world_file_basename}")
loaded_file_basename = latest_world_file_basename # Keep track
else:
print("Failed to load most recent world, starting empty.")
with world_objects_lock: world_objects.clear() # Ensure clean state on failure
st.session_state.current_world_file = None # Ensure no file is marked as loaded
else:
print("No saved worlds found, starting with empty state.")
with world_objects_lock: world_objects.clear() # Ensure clean state
st.session_state.current_world_file = None
# Mark initial load as complete, regardless of success
st.session_state.initial_world_state_loaded = True
print("Initial world load process complete.")
if __name__ == "__main__":
# 1. Initialize session state (must be first)
init_session_state()
# 2. Start WebSocket server thread if not running
# Check both flag and thread aliveness for robustness
server_thread = st.session_state.get('server_task')
server_thread_alive = server_thread is not None and server_thread.is_alive()
if not st.session_state.get('server_running_flag', False) or not server_thread_alive:
print("Main: Server detected as not running or thread dead, attempting start...")
start_websocket_server_thread()
else:
print("Main: Server appears to be running.")
# 3. Load initial world state (once per session, after server thread start attempt)
initialize_world()
# 4. Render UI components
render_sidebar()
render_main_content()
# 5. Optional: Auto-refresh mechanism (if needed, be cautious of performance)
if st.session_state.get('auto_refresh', False):
refresh_interval = st.session_state.get('refresh_rate', 30)
time.sleep(refresh_interval)
st.rerun()