Spaces:
Sleeping
Sleeping
Create backup2.app.py
Browse files- backup2.app.py +916 -0
backup2.app.py
ADDED
@@ -0,0 +1,916 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import streamlit as st
|
2 |
+
import asyncio
|
3 |
+
import websockets
|
4 |
+
import uuid
|
5 |
+
from datetime import datetime
|
6 |
+
import os
|
7 |
+
import random
|
8 |
+
import time
|
9 |
+
import hashlib
|
10 |
+
import glob
|
11 |
+
import base64
|
12 |
+
import io
|
13 |
+
import streamlit.components.v1 as components
|
14 |
+
import edge_tts
|
15 |
+
import nest_asyncio
|
16 |
+
import re
|
17 |
+
import pytz
|
18 |
+
import shutil
|
19 |
+
from PyPDF2 import PdfReader
|
20 |
+
import threading
|
21 |
+
import json
|
22 |
+
import zipfile
|
23 |
+
from dotenv import load_dotenv
|
24 |
+
from streamlit_marquee import streamlit_marquee # Keep import if used
|
25 |
+
from collections import defaultdict, Counter
|
26 |
+
import pandas as pd # Keep for potential fallback logic if needed
|
27 |
+
from streamlit_js_eval import streamlit_js_eval
|
28 |
+
from PIL import Image # Needed for paste_image_component
|
29 |
+
|
30 |
+
# ==============================================================================
|
31 |
+
# Configuration & Constants
|
32 |
+
# ==============================================================================
|
33 |
+
|
34 |
+
# 🛠️ Patch asyncio for nesting
|
35 |
+
nest_asyncio.apply()
|
36 |
+
|
37 |
+
# 🎨 Page Config
|
38 |
+
st.set_page_config(
|
39 |
+
page_title="🤖🏗️ Shared World Builder 🏆",
|
40 |
+
page_icon="🏗️",
|
41 |
+
layout="wide",
|
42 |
+
initial_sidebar_state="expanded"
|
43 |
+
)
|
44 |
+
|
45 |
+
# General Constants
|
46 |
+
icons = '🤖🏗️🗣️💾'
|
47 |
+
Site_Name = '🤖🏗️ Shared World Builder 🗣️'
|
48 |
+
START_ROOM = "World Lobby 🌍"
|
49 |
+
MEDIA_DIR = "." # Base directory for general files
|
50 |
+
STATE_FILE = "user_state.txt" # For remembering username
|
51 |
+
|
52 |
+
# User/Chat Constants
|
53 |
+
FUN_USERNAMES = {
|
54 |
+
"BuilderBot 🤖": "en-US-AriaNeural", "WorldWeaver 🕸️": "en-US-JennyNeural",
|
55 |
+
"Terraformer 🌱": "en-GB-SoniaNeural", "SkyArchitect ☁️": "en-AU-NatashaNeural",
|
56 |
+
"PixelPainter 🎨": "en-CA-ClaraNeural", "VoxelVortex 🌪️": "en-US-GuyNeural",
|
57 |
+
"CosmicCrafter ✨": "en-GB-RyanNeural", "GeoGuru 🗺️": "en-AU-WilliamNeural",
|
58 |
+
"BlockBard 🧱": "en-CA-LiamNeural", "SoundSculptor 🔊": "en-US-AnaNeural",
|
59 |
+
}
|
60 |
+
EDGE_TTS_VOICES = list(set(FUN_USERNAMES.values()))
|
61 |
+
CHAT_DIR = "chat_logs"
|
62 |
+
|
63 |
+
# Audio Constants
|
64 |
+
AUDIO_CACHE_DIR = "audio_cache"
|
65 |
+
AUDIO_DIR = "audio_logs"
|
66 |
+
|
67 |
+
# World Builder Constants
|
68 |
+
SAVED_WORLDS_DIR = "saved_worlds" # Directory for MD world files
|
69 |
+
PLOT_WIDTH = 50.0 # Needed for JS injection
|
70 |
+
PLOT_DEPTH = 50.0 # Needed for JS injection
|
71 |
+
WORLD_STATE_FILE_MD_PREFIX = "🌍_" # Prefix for world save files
|
72 |
+
|
73 |
+
# File Emojis
|
74 |
+
FILE_EMOJIS = {"md": "📝", "mp3": "🎵", "png": "🖼️", "mp4": "🎥", "zip": "📦", "json": "📄"}
|
75 |
+
|
76 |
+
# --- Mapping Emojis to Primitive Types ---
|
77 |
+
# Ensure these types match the createPrimitiveMesh function keys in index.html
|
78 |
+
PRIMITIVE_MAP = {
|
79 |
+
"🌳": "Tree", "🗿": "Rock", "🏛️": "Simple House", "🌲": "Pine Tree", "🧱": "Brick Wall",
|
80 |
+
"🔵": "Sphere", "📦": "Cube", "🧴": "Cylinder", "🍦": "Cone", "🍩": "Torus",
|
81 |
+
"🍄": "Mushroom", "🌵": "Cactus", "🔥": "Campfire", "⭐": "Star", "💎": "Gem",
|
82 |
+
"🗼": "Tower", "🚧": "Barrier", "⛲": "Fountain", "🏮": "Lantern", "팻": "Sign Post"
|
83 |
+
# Add more pairs up to ~20 if desired
|
84 |
+
}
|
85 |
+
|
86 |
+
# --- Directories ---
|
87 |
+
for d in [CHAT_DIR, AUDIO_DIR, AUDIO_CACHE_DIR, SAVED_WORLDS_DIR]:
|
88 |
+
os.makedirs(d, exist_ok=True)
|
89 |
+
|
90 |
+
# --- API Keys (Placeholder) ---
|
91 |
+
load_dotenv()
|
92 |
+
# ANTHROPIC_KEY = os.getenv('ANTHROPIC_API_KEY', st.secrets.get('ANTHROPIC_API_KEY', ""))
|
93 |
+
# OPENAI_KEY = os.getenv('OPENAI_API_KEY', st.secrets.get('OPENAI_API_KEY', ""))
|
94 |
+
|
95 |
+
# --- Global State & Locks ---
|
96 |
+
world_objects_lock = threading.Lock()
|
97 |
+
world_objects = defaultdict(dict) # In-memory world state {obj_id: data}
|
98 |
+
connected_clients = set() # Holds client_id strings
|
99 |
+
|
100 |
+
# ==============================================================================
|
101 |
+
# Utility Functions
|
102 |
+
# ==============================================================================
|
103 |
+
|
104 |
+
def get_current_time_str(tz='UTC'):
|
105 |
+
"""Gets formatted timestamp string in specified timezone (default UTC)."""
|
106 |
+
try:
|
107 |
+
timezone = pytz.timezone(tz)
|
108 |
+
now_aware = datetime.now(timezone)
|
109 |
+
except pytz.UnknownTimeZoneError:
|
110 |
+
now_aware = datetime.now(pytz.utc)
|
111 |
+
except Exception as e:
|
112 |
+
print(f"Timezone error ({tz}), using UTC. Error: {e}")
|
113 |
+
now_aware = datetime.now(pytz.utc)
|
114 |
+
return now_aware.strftime('%Y%m%d_%H%M%S')
|
115 |
+
|
116 |
+
|
117 |
+
def clean_filename_part(text, max_len=30):
|
118 |
+
"""Cleans a string part for use in a filename."""
|
119 |
+
if not isinstance(text, str): text = "invalid_name"
|
120 |
+
text = re.sub(r'\s+', '_', text) # Replace spaces
|
121 |
+
text = re.sub(r'[^\w\-.]', '', text) # Keep word chars, hyphen, period
|
122 |
+
return text[:max_len]
|
123 |
+
|
124 |
+
def run_async(async_func, *args, **kwargs):
|
125 |
+
"""Runs an async function safely from a sync context using create_task."""
|
126 |
+
try:
|
127 |
+
loop = asyncio.get_running_loop()
|
128 |
+
return loop.create_task(async_func(*args, **kwargs))
|
129 |
+
except RuntimeError: # No running loop in this thread
|
130 |
+
print(f"Warning: Running async func {async_func.__name__} in new event loop.")
|
131 |
+
try:
|
132 |
+
return asyncio.run(async_func(*args, **kwargs))
|
133 |
+
except Exception as e:
|
134 |
+
print(f"Error running async func {async_func.__name__} in new loop: {e}")
|
135 |
+
return None
|
136 |
+
except Exception as e:
|
137 |
+
print(f"Error scheduling async task {async_func.__name__}: {e}")
|
138 |
+
return None
|
139 |
+
|
140 |
+
def ensure_dir(dir_path):
|
141 |
+
"""Creates directory if it doesn't exist."""
|
142 |
+
os.makedirs(dir_path, exist_ok=True)
|
143 |
+
|
144 |
+
# Ensure directories exist on startup
|
145 |
+
for d in [CHAT_DIR, AUDIO_DIR, AUDIO_CACHE_DIR, SAVED_WORLDS_DIR]:
|
146 |
+
ensure_dir(d)
|
147 |
+
|
148 |
+
# ==============================================================================
|
149 |
+
# World State File Handling (Markdown + JSON)
|
150 |
+
# ==============================================================================
|
151 |
+
|
152 |
+
def generate_world_save_filename(name="World"):
|
153 |
+
"""Generates a filename for saving world state MD files."""
|
154 |
+
timestamp = get_current_time_str() # Use UTC for consistency
|
155 |
+
clean_name = clean_filename_part(name)
|
156 |
+
rand_hash = hashlib.md5(str(time.time()).encode() + name.encode()).hexdigest()[:6] # Seed hash
|
157 |
+
return f"{WORLD_STATE_FILE_MD_PREFIX}{clean_name}_{timestamp}_{rand_hash}.md"
|
158 |
+
|
159 |
+
def parse_world_filename(filename):
|
160 |
+
"""Extracts info from filename if possible, otherwise returns defaults."""
|
161 |
+
basename = os.path.basename(filename)
|
162 |
+
# Check prefix and suffix
|
163 |
+
if basename.startswith(WORLD_STATE_FILE_MD_PREFIX) and basename.endswith(".md"):
|
164 |
+
core_name = basename[len(WORLD_STATE_FILE_MD_PREFIX):-3]
|
165 |
+
parts = core_name.split('_')
|
166 |
+
if len(parts) >= 3: # Expecting Name_Timestamp_Hash
|
167 |
+
timestamp_str = parts[-2]
|
168 |
+
name_parts = parts[:-2]; name = "_".join(name_parts) if name_parts else "Untitled"
|
169 |
+
dt_obj = None
|
170 |
+
try: # Try parsing timestamp
|
171 |
+
dt_obj = datetime.strptime(timestamp_str, '%Y%m%d_%H%M%S')
|
172 |
+
dt_obj = pytz.utc.localize(dt_obj) # Assume UTC
|
173 |
+
except (ValueError, pytz.exceptions.AmbiguousTimeError, pytz.exceptions.NonExistentTimeError): dt_obj = None
|
174 |
+
return {"name": name.replace('_', ' '), "timestamp": timestamp_str, "dt": dt_obj, "filename": filename}
|
175 |
+
|
176 |
+
# Fallback for unknown format
|
177 |
+
dt_fallback = None
|
178 |
+
try: mtime = os.path.getmtime(filename); dt_fallback = datetime.fromtimestamp(mtime, tz=pytz.utc)
|
179 |
+
except Exception: pass
|
180 |
+
return {"name": basename.replace('.md',''), "timestamp": "Unknown", "dt": dt_fallback, "filename": filename}
|
181 |
+
|
182 |
+
|
183 |
+
def save_world_state_to_md(target_filename_base):
|
184 |
+
"""Saves the current in-memory world state to a specific MD file (basename)."""
|
185 |
+
global world_objects
|
186 |
+
save_path = os.path.join(SAVED_WORLDS_DIR, target_filename_base)
|
187 |
+
print(f"Acquiring lock to save world state to: {save_path}...")
|
188 |
+
success = False
|
189 |
+
with world_objects_lock:
|
190 |
+
world_data_dict = dict(world_objects) # Convert defaultdict for saving
|
191 |
+
print(f"Saving {len(world_data_dict)} objects...")
|
192 |
+
parsed_info = parse_world_filename(save_path) # Parse the full path/intended name
|
193 |
+
timestamp_save = get_current_time_str()
|
194 |
+
md_content = f"""# World State: {parsed_info['name']}
|
195 |
+
* **File Saved:** {timestamp_save} (UTC)
|
196 |
+
* **Source Timestamp:** {parsed_info['timestamp']}
|
197 |
+
* **Objects:** {len(world_data_dict)}
|
198 |
+
|
199 |
+
```json
|
200 |
+
{json.dumps(world_data_dict, indent=2)}
|
201 |
+
```"""
|
202 |
+
try:
|
203 |
+
ensure_dir(SAVED_WORLDS_DIR)
|
204 |
+
with open(save_path, 'w', encoding='utf-8') as f: f.write(md_content)
|
205 |
+
print(f"World state saved successfully to {target_filename_base}")
|
206 |
+
success = True
|
207 |
+
except Exception as e:
|
208 |
+
print(f"Error saving world state to {save_path}: {e}")
|
209 |
+
return success
|
210 |
+
|
211 |
+
|
212 |
+
def load_world_state_from_md(filename_base):
|
213 |
+
"""Loads world state from an MD file (basename), updates global state, returns success bool."""
|
214 |
+
global world_objects
|
215 |
+
load_path = os.path.join(SAVED_WORLDS_DIR, filename_base)
|
216 |
+
print(f"Loading world state from MD file: {load_path}...")
|
217 |
+
if not os.path.exists(load_path): st.error(f"World file not found: {filename_base}"); return False
|
218 |
+
|
219 |
+
try:
|
220 |
+
with open(load_path, 'r', encoding='utf-8') as f: content = f.read()
|
221 |
+
json_match = re.search(r"```json\s*(\{[\s\S]*?\})\s*```", content, re.IGNORECASE) # More robust regex
|
222 |
+
if not json_match: st.error(f"Could not find valid JSON block in {filename_base}"); return False
|
223 |
+
|
224 |
+
world_data_dict = json.loads(json_match.group(1))
|
225 |
+
|
226 |
+
print(f"Acquiring lock to update world state from {filename_base}...")
|
227 |
+
with world_objects_lock:
|
228 |
+
world_objects.clear()
|
229 |
+
for k, v in world_data_dict.items(): world_objects[str(k)] = v
|
230 |
+
loaded_count = len(world_objects)
|
231 |
+
print(f"Loaded {loaded_count} objects from {filename_base}. Lock released.")
|
232 |
+
st.session_state.current_world_file = filename_base # Track loaded file (basename)
|
233 |
+
return True
|
234 |
+
|
235 |
+
except json.JSONDecodeError as e: st.error(f"Invalid JSON found in {filename_base}: {e}"); return False
|
236 |
+
except Exception as e: st.error(f"Error loading world state from {filename_base}: {e}"); st.exception(e); return False
|
237 |
+
|
238 |
+
def get_saved_worlds():
|
239 |
+
"""Scans the saved worlds directory for world MD files and parses them."""
|
240 |
+
try:
|
241 |
+
ensure_dir(SAVED_WORLDS_DIR)
|
242 |
+
world_files = glob.glob(os.path.join(SAVED_WORLDS_DIR, f"{WORLD_STATE_FILE_MD_PREFIX}*.md"))
|
243 |
+
parsed_worlds = [parse_world_filename(f) for f in world_files]
|
244 |
+
parsed_worlds.sort(key=lambda x: x['dt'] if x['dt'] else datetime.min.replace(tzinfo=pytz.utc), reverse=True)
|
245 |
+
return parsed_worlds
|
246 |
+
except Exception as e:
|
247 |
+
print(f"Error scanning saved worlds: {e}"); st.error(f"Could not scan saved worlds: {e}"); return []
|
248 |
+
|
249 |
+
# ==============================================================================
|
250 |
+
# User State & Session Init
|
251 |
+
# ==============================================================================
|
252 |
+
|
253 |
+
def save_username(username):
|
254 |
+
try:
|
255 |
+
with open(STATE_FILE, 'w') as f: f.write(username)
|
256 |
+
except Exception as e: print(f"Failed save username: {e}")
|
257 |
+
|
258 |
+
def load_username():
|
259 |
+
if os.path.exists(STATE_FILE):
|
260 |
+
try:
|
261 |
+
with open(STATE_FILE, 'r') as f: return f.read().strip()
|
262 |
+
except Exception as e: print(f"Failed load username: {e}")
|
263 |
+
return None
|
264 |
+
|
265 |
+
def init_session_state():
|
266 |
+
"""Initializes Streamlit session state variables."""
|
267 |
+
defaults = {
|
268 |
+
'server_running_flag': False, 'server_instance': None, 'server_task': None,
|
269 |
+
'active_connections': defaultdict(dict), 'last_chat_update': 0, 'message_input': "",
|
270 |
+
'audio_cache': {}, 'tts_voice': "en-US-AriaNeural", 'chat_history': [],
|
271 |
+
'marquee_settings': {"background": "#1E1E1E", "color": "#FFFFFF", "font-size": "14px", "animationDuration": "20s", "width": "100%", "lineHeight": "35px"},
|
272 |
+
'enable_audio': True, 'download_link_cache': {}, 'username': None, 'autosend': False,
|
273 |
+
'last_message': "", 'timer_start': time.time(), 'last_sent_transcript': "",
|
274 |
+
'last_refresh': time.time(), 'auto_refresh': False, 'refresh_rate': 30,
|
275 |
+
'selected_object': 'None', 'initial_world_state_loaded': False,
|
276 |
+
'current_world_file': None, # Track loaded world filename (basename)
|
277 |
+
'operation_timings': {}, 'performance_metrics': defaultdict(list),
|
278 |
+
'paste_image_base64': "", 'new_world_name': "MyWorld"
|
279 |
+
}
|
280 |
+
for k, v in defaults.items():
|
281 |
+
if k not in st.session_state: st.session_state[k] = v
|
282 |
+
# Ensure complex types initialized correctly
|
283 |
+
if not isinstance(st.session_state.active_connections, defaultdict): st.session_state.active_connections = defaultdict(dict)
|
284 |
+
if not isinstance(st.session_state.chat_history, list): st.session_state.chat_history = []
|
285 |
+
if not isinstance(st.session_state.marquee_settings, dict): st.session_state.marquee_settings = defaults['marquee_settings']
|
286 |
+
if not isinstance(st.session_state.audio_cache, dict): st.session_state.audio_cache = {}
|
287 |
+
if not isinstance(st.session_state.download_link_cache, dict): st.session_state.download_link_cache = {}
|
288 |
+
|
289 |
+
# ==============================================================================
|
290 |
+
# Audio / TTS / Chat / File Handling Helpers
|
291 |
+
# ==============================================================================
|
292 |
+
|
293 |
+
# --- Text & File Helpers ---
|
294 |
+
def clean_text_for_tts(text):
|
295 |
+
if not isinstance(text, str): return "No text"
|
296 |
+
text = re.sub(r'\[([^\]]+)\]\([^\)]+\)', r'\1', text); text = re.sub(r'[#*_`!]', '', text)
|
297 |
+
text = ' '.join(text.split()); return text[:250] or "No text"
|
298 |
+
|
299 |
+
def create_file(content, username, file_type="md", save_path=None):
|
300 |
+
if not save_path: filename = generate_filename(content, username, file_type); save_path = os.path.join(MEDIA_DIR, filename)
|
301 |
+
ensure_dir(os.path.dirname(save_path))
|
302 |
+
try:
|
303 |
+
with open(save_path, 'w', encoding='utf-8') as f: f.write(content)
|
304 |
+
# print(f"Created file: {save_path}"); # Can be too verbose
|
305 |
+
return save_path
|
306 |
+
except Exception as e: print(f"Error creating file {save_path}: {e}"); return None
|
307 |
+
|
308 |
+
def get_download_link(file_path, file_type="md"):
|
309 |
+
if not file_path or not os.path.exists(file_path): basename = os.path.basename(file_path) if file_path else "N/A"; return f"<small>Not found: {basename}</small>"
|
310 |
+
try: mtime = os.path.getmtime(file_path)
|
311 |
+
except OSError: mtime = 0
|
312 |
+
cache_key = f"dl_{file_path}_{mtime}";
|
313 |
+
if 'download_link_cache' not in st.session_state: st.session_state.download_link_cache = {}
|
314 |
+
if cache_key not in st.session_state.download_link_cache:
|
315 |
+
try:
|
316 |
+
with open(file_path, "rb") as f: b64 = base64.b64encode(f.read()).decode()
|
317 |
+
mime_types = {"md": "text/markdown", "mp3": "audio/mpeg", "png": "image/png", "mp4": "video/mp4", "zip": "application/zip", "json": "application/json"}
|
318 |
+
basename = os.path.basename(file_path)
|
319 |
+
link_html = f'<a href="data:{mime_types.get(file_type, "application/octet-stream")};base64,{b64}" download="{basename}" title="Download {basename}">{FILE_EMOJIS.get(file_type, "📄")}</a>'
|
320 |
+
st.session_state.download_link_cache[cache_key] = link_html
|
321 |
+
except Exception as e: print(f"Error generating DL link for {file_path}: {e}"); return f"<small>Err</small>"
|
322 |
+
return st.session_state.download_link_cache.get(cache_key, "<small>CacheErr</small>")
|
323 |
+
|
324 |
+
# --- Audio / TTS ---
|
325 |
+
async def async_edge_tts_generate(text, voice, username):
|
326 |
+
if not text: return None
|
327 |
+
cache_key = hashlib.md5(f"{text[:150]}_{voice}".encode()).hexdigest();
|
328 |
+
if 'audio_cache' not in st.session_state: st.session_state.audio_cache = {}
|
329 |
+
cached_path = st.session_state.audio_cache.get(cache_key);
|
330 |
+
if cached_path and os.path.exists(cached_path): return cached_path
|
331 |
+
text_cleaned = clean_text_for_tts(text);
|
332 |
+
if not text_cleaned or text_cleaned == "No text": return None
|
333 |
+
filename_base = generate_filename(text_cleaned, username, "mp3"); save_path = os.path.join(AUDIO_DIR, filename_base);
|
334 |
+
ensure_dir(AUDIO_DIR)
|
335 |
+
try:
|
336 |
+
communicate = edge_tts.Communicate(text_cleaned, voice); await communicate.save(save_path);
|
337 |
+
if os.path.exists(save_path) and os.path.getsize(save_path) > 0: st.session_state.audio_cache[cache_key] = save_path; return save_path
|
338 |
+
else: print(f"Audio file {save_path} failed generation."); return None
|
339 |
+
except Exception as e: print(f"Edge TTS Error: {e}"); return None
|
340 |
+
|
341 |
+
def play_and_download_audio(file_path):
|
342 |
+
if file_path and os.path.exists(file_path):
|
343 |
+
try:
|
344 |
+
st.audio(file_path)
|
345 |
+
file_type = file_path.split('.')[-1]
|
346 |
+
st.markdown(get_download_link(file_path, file_type), unsafe_allow_html=True)
|
347 |
+
except Exception as e: st.error(f"Audio display error for {os.path.basename(file_path)}: {e}")
|
348 |
+
|
349 |
+
# --- Chat ---
|
350 |
+
async def save_chat_entry(username, message, voice, is_markdown=False):
|
351 |
+
if not message.strip(): return None, None
|
352 |
+
timestamp_str = get_current_time_str();
|
353 |
+
entry = f"[{timestamp_str}] {username} ({voice}): {message}" if not is_markdown else f"[{timestamp_str}] {username} ({voice}):\n```markdown\n{message}\n```"
|
354 |
+
md_filename_base = generate_filename(message, username, "md"); md_file_path = os.path.join(CHAT_DIR, md_filename_base);
|
355 |
+
md_file = create_file(entry, username, "md", save_path=md_file_path) # Save to file
|
356 |
+
if 'chat_history' not in st.session_state: st.session_state.chat_history = [];
|
357 |
+
st.session_state.chat_history.append(entry) # Add to live history
|
358 |
+
audio_file = None;
|
359 |
+
if st.session_state.get('enable_audio', True):
|
360 |
+
tts_message = message # Use original message for TTS
|
361 |
+
audio_file = await async_edge_tts_generate(tts_message, voice, username)
|
362 |
+
return md_file, audio_file
|
363 |
+
|
364 |
+
async def load_chat_history():
|
365 |
+
if 'chat_history' not in st.session_state: st.session_state.chat_history = []
|
366 |
+
if not st.session_state.chat_history: # Only load from files if session state is empty
|
367 |
+
ensure_dir(CHAT_DIR)
|
368 |
+
print("Loading chat history from files...")
|
369 |
+
chat_files = sorted(glob.glob(os.path.join(CHAT_DIR, "*.md")), key=os.path.getmtime); loaded_count = 0
|
370 |
+
temp_history = []
|
371 |
+
for f_path in chat_files:
|
372 |
+
try:
|
373 |
+
with open(f_path, 'r', encoding='utf-8') as file: temp_history.append(file.read().strip()); loaded_count += 1
|
374 |
+
except Exception as e: print(f"Err read chat {f_path}: {e}")
|
375 |
+
st.session_state.chat_history = temp_history # Assign loaded history
|
376 |
+
print(f"Loaded {loaded_count} chat entries from files.")
|
377 |
+
return st.session_state.chat_history
|
378 |
+
|
379 |
+
# --- File Management ---
|
380 |
+
def create_zip_of_files(files_to_zip, prefix="Archive"):
|
381 |
+
if not files_to_zip: st.warning("No files provided to zip."); return None
|
382 |
+
timestamp = format_timestamp_prefix(f"Zip_{prefix}"); zip_name = f"{prefix}_{timestamp}.zip"
|
383 |
+
try:
|
384 |
+
print(f"Creating zip: {zip_name}...");
|
385 |
+
with zipfile.ZipFile(zip_name, 'w', zipfile.ZIP_DEFLATED) as z:
|
386 |
+
for f in files_to_zip:
|
387 |
+
if os.path.exists(f): z.write(f, os.path.basename(f)) # Use basename in archive
|
388 |
+
else: print(f"Skip zip missing: {f}")
|
389 |
+
print("Zip success."); st.success(f"Created {zip_name}"); return zip_name
|
390 |
+
except Exception as e: print(f"Zip failed: {e}"); st.error(f"Zip failed: {e}"); return None
|
391 |
+
|
392 |
+
def delete_files(file_patterns, exclude_files=None):
|
393 |
+
"""Deletes files matching patterns, excluding protected/specified files."""
|
394 |
+
protected = [STATE_FILE, "app.py", "index.html", "requirements.txt", "README.md"]
|
395 |
+
# Don't automatically protect current world file during generic delete
|
396 |
+
if exclude_files: protected.extend(exclude_files)
|
397 |
+
|
398 |
+
deleted_count = 0; errors = 0
|
399 |
+
for pattern in file_patterns:
|
400 |
+
pattern_path = pattern # Assume pattern includes path from os.path.join
|
401 |
+
print(f"Attempting to delete files matching: {pattern_path}")
|
402 |
+
try:
|
403 |
+
files_to_delete = glob.glob(pattern_path)
|
404 |
+
if not files_to_delete: print(f"No files found for pattern: {pattern}"); continue
|
405 |
+
for f_path in files_to_delete:
|
406 |
+
basename = os.path.basename(f_path)
|
407 |
+
if os.path.isfile(f_path) and basename not in protected:
|
408 |
+
try: os.remove(f_path); print(f"Deleted: {f_path}"); deleted_count += 1
|
409 |
+
except Exception as e: print(f"Failed delete {f_path}: {e}"); errors += 1
|
410 |
+
elif os.path.isdir(f_path): print(f"Skipping directory: {f_path}")
|
411 |
+
except Exception as glob_e: print(f"Error matching pattern {pattern}: {glob_e}"); errors += 1
|
412 |
+
msg = f"Deleted {deleted_count} files.";
|
413 |
+
if errors > 0: msg += f" Encountered {errors} errors."; st.warning(msg)
|
414 |
+
elif deleted_count > 0: st.success(msg)
|
415 |
+
else: st.info("No matching files found to delete.")
|
416 |
+
st.session_state['download_link_cache'] = {}; st.session_state['audio_cache'] = {}
|
417 |
+
|
418 |
+
|
419 |
+
# --- Image Handling ---
|
420 |
+
async def save_pasted_image(image, username):
|
421 |
+
if not image: return None
|
422 |
+
try:
|
423 |
+
img_hash = hashlib.md5(image.tobytes()).hexdigest()[:8]; timestamp = format_timestamp_prefix(username); filename = f"{timestamp}_pasted_{img_hash}.png"; filepath = os.path.join(MEDIA_DIR, filename)
|
424 |
+
image.save(filepath, "PNG"); print(f"Pasted image saved: {filepath}"); return filepath
|
425 |
+
except Exception as e: print(f"Failed image save: {e}"); return None
|
426 |
+
|
427 |
+
def paste_image_component():
|
428 |
+
pasted_img = None; img_type = None
|
429 |
+
# Added default value to text_area to ensure key exists even if empty
|
430 |
+
paste_input = st.text_area("Paste Image Data Here", key="paste_input_area", height=50, value="")
|
431 |
+
if st.button("Process Pasted Image 📋", key="paste_form_button"): # Simplified trigger
|
432 |
+
if paste_input and paste_input.startswith('data:image'):
|
433 |
+
try:
|
434 |
+
mime_type = paste_input.split(';')[0].split(':')[1]; base64_str = paste_input.split(',')[1]; img_bytes = base64.b64decode(base64_str); pasted_img = Image.open(io.BytesIO(img_bytes)); img_type = mime_type.split('/')[1]
|
435 |
+
st.image(pasted_img, caption=f"Pasted ({img_type.upper()})", width=150); st.session_state.paste_image_base64 = base64_str
|
436 |
+
except ImportError: st.error("Pillow library needed for image pasting.")
|
437 |
+
except Exception as e: st.error(f"Img decode err: {e}"); st.session_state.paste_image_base64 = ""
|
438 |
+
else: st.warning("No valid image data pasted."); st.session_state.paste_image_base64 = ""
|
439 |
+
# Return image if processed successfully in this run
|
440 |
+
return pasted_img
|
441 |
+
|
442 |
+
|
443 |
+
# --- PDF Processing ---
|
444 |
+
class AudioProcessor:
|
445 |
+
def __init__(self): self.cache_dir=AUDIO_CACHE_DIR; ensure_dir(self.cache_dir); self.metadata=json.load(open(f"{self.cache_dir}/metadata.json", 'r')) if os.path.exists(f"{self.cache_dir}/metadata.json") else {}
|
446 |
+
def _save_metadata(self):
|
447 |
+
try:
|
448 |
+
with open(f"{self.cache_dir}/metadata.json", 'w') as f: json.dump(self.metadata, f, indent=2)
|
449 |
+
except Exception as e: print(f"Failed metadata save: {e}")
|
450 |
+
async def create_audio(self, text, voice='en-US-AriaNeural'):
|
451 |
+
cache_key=hashlib.md5(f"{text[:150]}:{voice}".encode()).hexdigest(); cache_path=os.path.join(self.cache_dir, f"{cache_key}.mp3");
|
452 |
+
if cache_key in self.metadata and os.path.exists(cache_path): return cache_path
|
453 |
+
text_cleaned=clean_text_for_tts(text);
|
454 |
+
if not text_cleaned: return None
|
455 |
+
ensure_dir(os.path.dirname(cache_path))
|
456 |
+
try:
|
457 |
+
communicate=edge_tts.Communicate(text_cleaned,voice); await communicate.save(cache_path)
|
458 |
+
if os.path.exists(cache_path) and os.path.getsize(cache_path) > 0: self.metadata[cache_key]={'timestamp': datetime.now().isoformat(), 'text_length': len(text_cleaned), 'voice': voice}; self._save_metadata(); return cache_path
|
459 |
+
else: return None
|
460 |
+
except Exception as e: print(f"TTS Create Audio Error: {e}"); return None
|
461 |
+
|
462 |
+
def process_pdf_tab(pdf_file, max_pages, voice):
|
463 |
+
st.subheader("PDF Processing Results") # Change header
|
464 |
+
if pdf_file is None: st.info("Upload a PDF file and click 'Process PDF' to begin."); return
|
465 |
+
audio_processor = AudioProcessor()
|
466 |
+
try:
|
467 |
+
reader=PdfReader(pdf_file)
|
468 |
+
if reader.is_encrypted: st.warning("PDF is encrypted."); return
|
469 |
+
total_pages=min(len(reader.pages),max_pages);
|
470 |
+
st.write(f"Processing first {total_pages} pages of '{pdf_file.name}'...")
|
471 |
+
texts, audios={}, {}; page_threads = []; results_lock = threading.Lock()
|
472 |
+
|
473 |
+
def process_page_sync(page_num, page_text):
|
474 |
+
async def run_async_audio(): return await audio_processor.create_audio(page_text, voice)
|
475 |
+
try:
|
476 |
+
# asyncio.run can cause issues if called repeatedly in threads, use run_async helper
|
477 |
+
audio_path_future = run_async(run_async_audio)
|
478 |
+
# This needs careful handling. run_async might return a task or result.
|
479 |
+
# For simplicity here, let's assume it blocks or we retrieve result later.
|
480 |
+
# A better pattern uses concurrent.futures or manages event loop properly.
|
481 |
+
# Sticking to asyncio.run for now as run_async tries it.
|
482 |
+
audio_path = asyncio.run(run_async_audio()) # Revert to simpler asyncio.run for thread context
|
483 |
+
if audio_path:
|
484 |
+
with results_lock: audios[page_num] = audio_path
|
485 |
+
except Exception as page_e: print(f"Err process page {page_num+1}: {page_e}")
|
486 |
+
|
487 |
+
# Start threads
|
488 |
+
for i in range(total_pages):
|
489 |
+
try:
|
490 |
+
page = reader.pages[i]; text = page.extract_text();
|
491 |
+
if text and text.strip(): texts[i]=text; thread = threading.Thread(target=process_page_sync, args=(i, text)); page_threads.append(thread); thread.start()
|
492 |
+
else: texts[i] = "[No text extracted]"
|
493 |
+
except Exception as extract_e: texts[i] = f"[Error extract: {extract_e}]"; print(f"Error page {i+1} extract: {extract_e}")
|
494 |
+
|
495 |
+
# Wait for threads and display progress
|
496 |
+
progress_bar = st.progress(0.0, text="Processing pages...")
|
497 |
+
total_threads = len(page_threads)
|
498 |
+
start_join_time = time.time()
|
499 |
+
while any(t.is_alive() for t in page_threads):
|
500 |
+
completed_threads = total_threads - sum(t.is_alive() for t in page_threads)
|
501 |
+
progress = completed_threads / total_threads if total_threads > 0 else 1.0
|
502 |
+
progress_bar.progress(min(progress, 1.0), text=f"Processed {completed_threads}/{total_threads} pages...")
|
503 |
+
if time.time() - start_join_time > 600: print("PDF processing timed out."); break # 10 min timeout
|
504 |
+
time.sleep(0.5)
|
505 |
+
progress_bar.progress(1.0, text="Processing complete.")
|
506 |
+
|
507 |
+
# Display results
|
508 |
+
for i in range(total_pages):
|
509 |
+
with st.expander(f"Page {i+1}"):
|
510 |
+
st.markdown(texts.get(i, "[Error getting text]"))
|
511 |
+
audio_file = audios.get(i)
|
512 |
+
if audio_file: play_and_download_audio(audio_file)
|
513 |
+
else: st.caption("Audio generation failed or was skipped.")
|
514 |
+
|
515 |
+
except Exception as pdf_e: st.error(f"Err read PDF: {pdf_e}"); st.exception(pdf_e)
|
516 |
+
|
517 |
+
# ==============================================================================
|
518 |
+
# WebSocket Server Logic
|
519 |
+
# ==============================================================================
|
520 |
+
|
521 |
+
async def register_client(websocket):
|
522 |
+
client_id = str(websocket.id); connected_clients.add(client_id);
|
523 |
+
if 'active_connections' not in st.session_state: st.session_state.active_connections = defaultdict(dict);
|
524 |
+
st.session_state.active_connections[client_id] = websocket; print(f"Client registered: {client_id}. Total: {len(connected_clients)}")
|
525 |
+
|
526 |
+
async def unregister_client(websocket):
|
527 |
+
client_id = str(websocket.id); connected_clients.discard(client_id);
|
528 |
+
if 'active_connections' in st.session_state: st.session_state.active_connections.pop(client_id, None);
|
529 |
+
print(f"Client unregistered: {client_id}. Remaining: {len(connected_clients)}")
|
530 |
+
|
531 |
+
async def send_safely(websocket, message, client_id):
|
532 |
+
try: await websocket.send(message)
|
533 |
+
except websockets.ConnectionClosed: print(f"WS Send failed (Closed) client {client_id}"); raise
|
534 |
+
except RuntimeError as e: print(f"WS Send failed (Runtime {e}) client {client_id}"); raise
|
535 |
+
except Exception as e: print(f"WS Send failed (Other {e}) client {client_id}"); raise
|
536 |
+
|
537 |
+
async def broadcast_message(message, exclude_id=None):
|
538 |
+
if not connected_clients: return
|
539 |
+
tasks = []; current_client_ids = list(connected_clients); active_connections_copy = st.session_state.active_connections.copy()
|
540 |
+
for client_id in current_client_ids:
|
541 |
+
if client_id == exclude_id: continue
|
542 |
+
websocket = active_connections_copy.get(client_id)
|
543 |
+
if websocket: tasks.append(asyncio.create_task(send_safely(websocket, message, client_id)))
|
544 |
+
if tasks: await asyncio.gather(*tasks, return_exceptions=True)
|
545 |
+
|
546 |
+
async def broadcast_world_update():
|
547 |
+
with world_objects_lock: current_state_payload = dict(world_objects)
|
548 |
+
update_msg = json.dumps({"type": "initial_state", "payload": current_state_payload})
|
549 |
+
print(f"Broadcasting full world update ({len(current_state_payload)} objects)...")
|
550 |
+
await broadcast_message(update_msg)
|
551 |
+
|
552 |
+
async def websocket_handler(websocket, path):
|
553 |
+
await register_client(websocket); client_id = str(websocket.id);
|
554 |
+
username = st.session_state.get('username', f"User_{client_id[:4]}")
|
555 |
+
try: # Send initial state
|
556 |
+
with world_objects_lock: initial_state_payload = dict(world_objects)
|
557 |
+
initial_state_msg = json.dumps({"type": "initial_state", "payload": initial_state_payload}); await websocket.send(initial_state_msg)
|
558 |
+
print(f"Sent initial state ({len(initial_state_payload)} objs) to {client_id}")
|
559 |
+
await broadcast_message(json.dumps({"type": "user_join", "payload": {"username": username, "id": client_id}}), exclude_id=client_id)
|
560 |
+
except Exception as e: print(f"Error initial phase {client_id}: {e}")
|
561 |
+
|
562 |
+
try: # Message loop
|
563 |
+
async for message in websocket:
|
564 |
+
try:
|
565 |
+
data = json.loads(message); msg_type = data.get("type"); payload = data.get("payload", {});
|
566 |
+
sender_username = payload.get("username", username)
|
567 |
+
|
568 |
+
if msg_type == "chat_message":
|
569 |
+
chat_text = payload.get('message', ''); voice = payload.get('voice', FUN_USERNAMES.get(sender_username, "en-US-AriaNeural"));
|
570 |
+
run_async(save_chat_entry, sender_username, chat_text, voice)
|
571 |
+
await broadcast_message(message, exclude_id=client_id)
|
572 |
+
|
573 |
+
elif msg_type == "place_object":
|
574 |
+
obj_data = payload.get("object_data");
|
575 |
+
if obj_data and 'obj_id' in obj_data and 'type' in obj_data:
|
576 |
+
with world_objects_lock: world_objects[obj_data['obj_id']] = obj_data
|
577 |
+
broadcast_payload = json.dumps({"type": "object_placed", "payload": {"object_data": obj_data, "username": sender_username}});
|
578 |
+
await broadcast_message(broadcast_payload, exclude_id=client_id)
|
579 |
+
else: print(f"WS Invalid place_object payload: {payload}")
|
580 |
+
|
581 |
+
elif msg_type == "delete_object":
|
582 |
+
obj_id = payload.get("obj_id"); removed = False
|
583 |
+
if obj_id:
|
584 |
+
with world_objects_lock:
|
585 |
+
if obj_id in world_objects: del world_objects[obj_id]; removed = True
|
586 |
+
if removed:
|
587 |
+
broadcast_payload = json.dumps({"type": "object_deleted", "payload": {"obj_id": obj_id, "username": sender_username}});
|
588 |
+
await broadcast_message(broadcast_payload, exclude_id=client_id)
|
589 |
+
else: print(f"WS Invalid delete_object payload: {payload}")
|
590 |
+
|
591 |
+
elif msg_type == "player_position":
|
592 |
+
pos_data = payload.get("position"); rot_data = payload.get("rotation")
|
593 |
+
if pos_data:
|
594 |
+
broadcast_payload = json.dumps({"type": "player_moved", "payload": {"username": sender_username, "id": client_id, "position": pos_data, "rotation": rot_data}});
|
595 |
+
await broadcast_message(broadcast_payload, exclude_id=client_id)
|
596 |
+
|
597 |
+
except json.JSONDecodeError: print(f"WS Invalid JSON from {client_id}: {message[:100]}...")
|
598 |
+
except Exception as e: print(f"WS Error processing msg from {client_id}: {e}")
|
599 |
+
except websockets.ConnectionClosed: print(f"WS Client disconnected: {client_id} ({username})")
|
600 |
+
except Exception as e: print(f"WS Unexpected handler error {client_id}: {e}")
|
601 |
+
finally:
|
602 |
+
await broadcast_message(json.dumps({"type": "user_leave", "payload": {"username": username, "id": client_id}}), exclude_id=client_id);
|
603 |
+
await unregister_client(websocket)
|
604 |
+
|
605 |
+
|
606 |
+
async def run_websocket_server():
|
607 |
+
if st.session_state.get('server_running_flag', False): return
|
608 |
+
st.session_state['server_running_flag'] = True; print("Attempting start WS server 0.0.0.0:8765...")
|
609 |
+
stop_event = asyncio.Event(); st.session_state['websocket_stop_event'] = stop_event
|
610 |
+
server = None
|
611 |
+
try:
|
612 |
+
server = await websockets.serve(websocket_handler, "0.0.0.0", 8765); st.session_state['server_instance'] = server
|
613 |
+
print(f"WS server started: {server.sockets[0].getsockname()}. Waiting for stop signal...")
|
614 |
+
await stop_event.wait()
|
615 |
+
except OSError as e: print(f"### FAILED START WS SERVER: {e}"); st.session_state['server_running_flag'] = False;
|
616 |
+
except Exception as e: print(f"### UNEXPECTED WS SERVER ERROR: {e}"); st.session_state['server_running_flag'] = False;
|
617 |
+
finally:
|
618 |
+
print("WS server task finishing...");
|
619 |
+
if server: server.close(); await server.wait_closed(); print("WS server closed.")
|
620 |
+
st.session_state['server_running_flag'] = False; st.session_state['server_instance'] = None; st.session_state['websocket_stop_event'] = None
|
621 |
+
|
622 |
+
def start_websocket_server_thread():
|
623 |
+
if st.session_state.get('server_task') and st.session_state.server_task.is_alive(): return
|
624 |
+
if st.session_state.get('server_running_flag', False): return
|
625 |
+
print("Creating/starting new server thread.");
|
626 |
+
def run_loop():
|
627 |
+
loop = None
|
628 |
+
try: loop = asyncio.get_running_loop()
|
629 |
+
except RuntimeError: loop = asyncio.new_event_loop(); asyncio.set_event_loop(loop)
|
630 |
+
try: loop.run_until_complete(run_websocket_server())
|
631 |
+
finally:
|
632 |
+
if loop and not loop.is_closed():
|
633 |
+
tasks = asyncio.all_tasks(loop);
|
634 |
+
for task in tasks: task.cancel()
|
635 |
+
try: loop.run_until_complete(asyncio.gather(*tasks, return_exceptions=True))
|
636 |
+
except asyncio.CancelledError: pass
|
637 |
+
finally: loop.close(); print("Server thread loop closed.")
|
638 |
+
else: print("Server thread loop already closed or None.")
|
639 |
+
st.session_state.server_task = threading.Thread(target=run_loop, daemon=True); st.session_state.server_task.start(); time.sleep(1.5)
|
640 |
+
if not st.session_state.server_task.is_alive(): print("### Server thread failed to stay alive!")
|
641 |
+
|
642 |
+
|
643 |
+
# ==============================================================================
|
644 |
+
# Streamlit UI Layout Functions
|
645 |
+
# ==============================================================================
|
646 |
+
|
647 |
+
def render_sidebar():
|
648 |
+
"""Renders the Streamlit sidebar contents."""
|
649 |
+
with st.sidebar:
|
650 |
+
st.header("💾 World Versions")
|
651 |
+
st.caption("Load or save named world states.")
|
652 |
+
|
653 |
+
saved_worlds = get_saved_worlds()
|
654 |
+
world_options_display = {os.path.basename(w['filename']): f"{w['name']} ({w['timestamp']})" for w in saved_worlds}
|
655 |
+
radio_options_basenames = [None] + [os.path.basename(w['filename']) for w in saved_worlds]
|
656 |
+
current_selection_basename = st.session_state.get('current_world_file', None)
|
657 |
+
current_radio_index = 0
|
658 |
+
if current_selection_basename and current_selection_basename in radio_options_basenames:
|
659 |
+
try: current_radio_index = radio_options_basenames.index(current_selection_basename)
|
660 |
+
except ValueError: current_radio_index = 0
|
661 |
+
|
662 |
+
selected_basename = st.radio(
|
663 |
+
"Load World:", options=radio_options_basenames, index=current_radio_index,
|
664 |
+
format_func=lambda x: "Live State (Unsaved)" if x is None else world_options_display.get(x, x),
|
665 |
+
key="world_selector_radio"
|
666 |
+
)
|
667 |
+
|
668 |
+
if selected_basename != current_selection_basename:
|
669 |
+
st.session_state.current_world_file = selected_basename
|
670 |
+
if selected_basename:
|
671 |
+
with st.spinner(f"Loading {selected_basename}..."):
|
672 |
+
if load_world_state_from_md(selected_basename):
|
673 |
+
run_async(broadcast_world_update)
|
674 |
+
st.toast("World loaded!", icon="✅")
|
675 |
+
else: st.error("Failed to load world."); st.session_state.current_world_file = None
|
676 |
+
else:
|
677 |
+
print("Switched to live state."); st.toast("Switched to Live State.")
|
678 |
+
st.rerun()
|
679 |
+
|
680 |
+
st.caption("Download:")
|
681 |
+
cols = st.columns([4, 1])
|
682 |
+
with cols[0]: st.write("**Name** (Timestamp)")
|
683 |
+
with cols[1]: st.write("**DL**")
|
684 |
+
display_limit = 10
|
685 |
+
for i, world_info in enumerate(saved_worlds):
|
686 |
+
if i >= display_limit and len(saved_worlds) > display_limit + 1: # Show expander after limit
|
687 |
+
with st.expander(f"Show {len(saved_worlds)-display_limit} more..."):
|
688 |
+
for world_info_more in saved_worlds[display_limit:]:
|
689 |
+
f_basename = os.path.basename(world_info_more['filename']); f_fullpath = os.path.join(SAVED_WORLDS_DIR, f_basename); display_name = world_info_more.get('name', f_basename); timestamp = world_info_more.get('timestamp', 'N/A')
|
690 |
+
colA, colB = st.columns([4, 1]);
|
691 |
+
with colA: st.write(f"<small>{display_name} ({timestamp})</small>", unsafe_allow_html=True)
|
692 |
+
with colB: st.markdown(get_download_link(f_fullpath, "md"), unsafe_allow_html=True)
|
693 |
+
break # Stop outer loop after showing expander
|
694 |
+
|
695 |
+
f_basename = os.path.basename(world_info['filename']); f_fullpath = os.path.join(SAVED_WORLDS_DIR, f_basename); display_name = world_info.get('name', f_basename); timestamp = world_info.get('timestamp', 'N/A')
|
696 |
+
col1, col2 = st.columns([4, 1]);
|
697 |
+
with col1: st.write(f"<small>{display_name} ({timestamp})</small>", unsafe_allow_html=True)
|
698 |
+
with col2: st.markdown(get_download_link(f_fullpath, "md"), unsafe_allow_html=True)
|
699 |
+
|
700 |
+
|
701 |
+
st.markdown("---")
|
702 |
+
st.header("🏗️ Build Tools")
|
703 |
+
st.caption("Select an object to place.")
|
704 |
+
cols = st.columns(5)
|
705 |
+
col_idx = 0
|
706 |
+
current_tool = st.session_state.get('selected_object', 'None')
|
707 |
+
for emoji, name in PRIMITIVE_MAP.items():
|
708 |
+
button_key = f"primitive_{name}"; button_type = "primary" if current_tool == name else "secondary"
|
709 |
+
if cols[col_idx % 5].button(emoji, key=button_key, help=name, type=button_type, use_container_width=True):
|
710 |
+
if st.session_state.get('selected_object', 'None') != name:
|
711 |
+
st.session_state.selected_object = name
|
712 |
+
run_async(lambda name_arg=name: streamlit_js_eval(f"updateSelectedObjectType({json.dumps(name_arg)});", key=f"update_tool_js_{name_arg}"))
|
713 |
+
st.rerun()
|
714 |
+
col_idx += 1
|
715 |
+
st.markdown("---")
|
716 |
+
if st.button("🚫 Clear Tool", key="clear_tool", use_container_width=True):
|
717 |
+
if st.session_state.get('selected_object', 'None') != 'None':
|
718 |
+
st.session_state.selected_object = 'None';
|
719 |
+
run_async(lambda: streamlit_js_eval("updateSelectedObjectType('None');", key="update_tool_js_none"))
|
720 |
+
st.rerun()
|
721 |
+
|
722 |
+
st.markdown("---")
|
723 |
+
st.header("🗣️ Voice & User")
|
724 |
+
current_username = st.session_state.get('username', list(FUN_USERNAMES.keys())[0])
|
725 |
+
username_options = list(FUN_USERNAMES.keys()); current_index = 0
|
726 |
+
try: current_index = username_options.index(current_username)
|
727 |
+
except ValueError: current_index = 0
|
728 |
+
new_username = st.selectbox("Change Name/Voice", options=username_options, index=current_index, key="username_select", format_func=lambda x: x.split(" ")[0])
|
729 |
+
if new_username != st.session_state.username:
|
730 |
+
old_username = st.session_state.username
|
731 |
+
change_msg = json.dumps({"type":"user_rename", "payload": {"old_username": old_username, "new_username": new_username}})
|
732 |
+
run_async(broadcast_message, change_msg)
|
733 |
+
st.session_state.username = new_username; st.session_state.tts_voice = FUN_USERNAMES[new_username]; save_username(st.session_state.username)
|
734 |
+
st.rerun()
|
735 |
+
st.session_state['enable_audio'] = st.toggle("Enable TTS Audio", value=st.session_state.get('enable_audio', True))
|
736 |
+
|
737 |
+
|
738 |
+
def render_main_content():
|
739 |
+
"""Renders the main content area with tabs."""
|
740 |
+
st.title(f"{Site_Name} - User: {st.session_state.username}")
|
741 |
+
|
742 |
+
tab_world, tab_chat, tab_pdf, tab_files = st.tabs(["🏗️ World Builder", "🗣️ Chat", "📚 PDF Tools", "📂 Files & Settings"])
|
743 |
+
|
744 |
+
# --- World Builder Tab ---
|
745 |
+
with tab_world:
|
746 |
+
st.header("Shared 3D World")
|
747 |
+
st.caption("Place objects using the sidebar tools. Changes are shared live!")
|
748 |
+
current_file_basename = st.session_state.get('current_world_file', None)
|
749 |
+
if current_file_basename:
|
750 |
+
parsed = parse_world_filename(os.path.join(SAVED_WORLDS_DIR, current_file_basename)); st.info(f"Current World: **{parsed['name']}** (`{current_file_basename}`)")
|
751 |
+
else: st.info("Live State Active (Unsaved changes only persist if saved)")
|
752 |
+
|
753 |
+
# Embed HTML Component
|
754 |
+
html_file_path = 'index.html'
|
755 |
+
try:
|
756 |
+
with open(html_file_path, 'r', encoding='utf-8') as f: html_template = f.read()
|
757 |
+
ws_url = "ws://localhost:8765" # Default
|
758 |
+
try: # Get WS URL (Best effort)
|
759 |
+
from streamlit.web.server.server import Server
|
760 |
+
session_info = Server.get_current()._get_session_info(st.runtime.scriptrunner.get_script_run_ctx().session_id)
|
761 |
+
server_host = session_info.ws.stream.request.host.split(':')[0]
|
762 |
+
ws_url = f"ws://{server_host}:8765"
|
763 |
+
except Exception as e: print(f"WS URL detection failed ({e}), using localhost.")
|
764 |
+
|
765 |
+
js_injection_script = f"""<script>
|
766 |
+
window.USERNAME = {json.dumps(st.session_state.username)};
|
767 |
+
window.WEBSOCKET_URL = {json.dumps(ws_url)};
|
768 |
+
window.SELECTED_OBJECT_TYPE = {json.dumps(st.session_state.selected_object)};
|
769 |
+
window.PLOT_WIDTH = {json.dumps(PLOT_WIDTH)};
|
770 |
+
window.PLOT_DEPTH = {json.dumps(PLOT_DEPTH)};
|
771 |
+
console.log("Streamlit State Injected:", {{ username: window.USERNAME, websocketUrl: window.WEBSOCKET_URL, selectedObject: window.SELECTED_OBJECT_TYPE }});
|
772 |
+
</script>"""
|
773 |
+
html_content_with_state = html_template.replace('</head>', js_injection_script + '\n</head>', 1)
|
774 |
+
components.html(html_content_with_state, height=700, scrolling=False)
|
775 |
+
except FileNotFoundError: st.error(f"CRITICAL ERROR: Could not find '{html_file_path}'.")
|
776 |
+
except Exception as e: st.error(f"Error loading 3D component: {e}"); st.exception(e)
|
777 |
+
|
778 |
+
# --- Chat Tab ---
|
779 |
+
with tab_chat:
|
780 |
+
st.header(f"{START_ROOM} Chat")
|
781 |
+
chat_history_task = run_async(load_chat_history) # Schedule load
|
782 |
+
chat_history = chat_history_task.result() if chat_history_task else st.session_state.chat_history # Get result if task ran sync, else use current state
|
783 |
+
chat_container = st.container(height=500)
|
784 |
+
with chat_container:
|
785 |
+
if chat_history: st.markdown("----\n".join(reversed(chat_history[-50:])))
|
786 |
+
else: st.caption("No chat messages yet.")
|
787 |
+
|
788 |
+
message_value = st.text_input("Your Message:", key="message_input", label_visibility="collapsed")
|
789 |
+
send_button_clicked = st.button("Send Chat 💬", key="send_chat_button")
|
790 |
+
should_autosend = st.session_state.get('autosend', False) and message_value
|
791 |
+
|
792 |
+
if send_button_clicked or should_autosend:
|
793 |
+
message_to_send = message_value
|
794 |
+
if message_to_send.strip() and message_to_send != st.session_state.get('last_message', ''):
|
795 |
+
st.session_state.last_message = message_to_send
|
796 |
+
voice = FUN_USERNAMES.get(st.session_state.username, "en-US-AriaNeural")
|
797 |
+
ws_message = json.dumps({"type": "chat_message", "payload": {"username": st.session_state.username, "message": message_to_send, "voice": voice}})
|
798 |
+
run_async(broadcast_message, ws_message)
|
799 |
+
run_async(save_chat_entry, st.session_state.username, message_to_send, voice)
|
800 |
+
st.session_state.message_input = "" # Clear state for next run
|
801 |
+
st.rerun()
|
802 |
+
elif send_button_clicked: st.toast("Message empty or same as last.")
|
803 |
+
st.checkbox("Autosend Chat", key="autosend")
|
804 |
+
|
805 |
+
# --- PDF Tab ---
|
806 |
+
with tab_pdf:
|
807 |
+
st.header("📚 PDF Tools")
|
808 |
+
pdf_file = st.file_uploader("Upload PDF for Audio Conversion", type="pdf", key="pdf_upload")
|
809 |
+
max_pages = st.slider('Max Pages to Process', 1, 50, 10, key="pdf_pages")
|
810 |
+
if pdf_file:
|
811 |
+
if st.button("Process PDF to Audio", key="process_pdf_button"):
|
812 |
+
with st.spinner("Processing PDF... This may take time."):
|
813 |
+
process_pdf_tab(pdf_file, max_pages, st.session_state.tts_voice)
|
814 |
+
|
815 |
+
# --- Files & Settings Tab ---
|
816 |
+
with tab_files:
|
817 |
+
st.header("📂 Files & Settings")
|
818 |
+
st.subheader("💾 World State Management")
|
819 |
+
current_file_basename = st.session_state.get('current_world_file', None)
|
820 |
+
|
821 |
+
if current_file_basename:
|
822 |
+
parsed = parse_world_filename(os.path.join(SAVED_WORLDS_DIR, current_file_basename))
|
823 |
+
save_label = f"Save Changes to '{parsed['name']}'"
|
824 |
+
if st.button(save_label, key="save_current_world", help=f"Overwrite '{current_file_basename}'"):
|
825 |
+
with st.spinner(f"Overwriting {current_file_basename}..."):
|
826 |
+
if save_world_state_to_md(current_file_basename): st.success("Current world saved!")
|
827 |
+
else: st.error("Failed to save world state.")
|
828 |
+
else:
|
829 |
+
st.info("Load a world from the sidebar to enable saving changes to it.")
|
830 |
+
|
831 |
+
st.subheader("Save As New Version")
|
832 |
+
new_name_files = st.text_input("New World Name:", key="new_world_name_files", value=st.session_state.get('new_world_name', 'MyWorld'))
|
833 |
+
if st.button("💾 Save Live State as New Version", key="save_new_version_files"):
|
834 |
+
if new_name_files.strip():
|
835 |
+
new_filename_base = generate_world_save_filename(new_name_files)
|
836 |
+
with st.spinner(f"Saving new version '{new_name_files}'..."):
|
837 |
+
if save_world_state_to_md(new_filename_base):
|
838 |
+
st.success(f"Saved as {new_filename_base}")
|
839 |
+
st.session_state.current_world_file = new_filename_base; st.session_state.new_world_name = "MyWorld"; st.rerun()
|
840 |
+
else: st.error("Failed to save new version.")
|
841 |
+
else: st.warning("Please enter a name.")
|
842 |
+
|
843 |
+
st.subheader("⚙️ Server Status")
|
844 |
+
col_ws, col_clients = st.columns(2)
|
845 |
+
with col_ws:
|
846 |
+
server_alive = st.session_state.get('server_task') and st.session_state.server_task.is_alive(); ws_status = "Running" if server_alive else "Stopped"; st.metric("WebSocket Server", ws_status)
|
847 |
+
if not server_alive and st.button("Restart Server Thread", key="restart_ws"): start_websocket_server_thread(); st.rerun()
|
848 |
+
with col_clients: st.metric("Connected Clients", len(connected_clients))
|
849 |
+
|
850 |
+
st.subheader("🗑️ Delete Files")
|
851 |
+
st.warning("Deletion is permanent!", icon="⚠️")
|
852 |
+
col_del1, col_del2, col_del3, col_del4 = st.columns(4)
|
853 |
+
with col_del1:
|
854 |
+
if st.button("🗑️ Chats", key="del_chat_md"): delete_files([os.path.join(CHAT_DIR, "*.md")]); st.session_state.chat_history = []; st.rerun()
|
855 |
+
with col_del2:
|
856 |
+
if st.button("🗑️ Audio", key="del_audio_mp3"): delete_files([os.path.join(AUDIO_DIR, "*.mp3"), os.path.join(AUDIO_CACHE_DIR, "*.mp3")]); st.session_state.audio_cache = {}; st.rerun()
|
857 |
+
with col_del3:
|
858 |
+
if st.button("🗑️ Worlds", key="del_worlds_md"): delete_files([os.path.join(SAVED_WORLDS_DIR, f"{WORLD_STATE_FILE_MD_PREFIX}*.md")]); st.session_state.current_world_file = None; st.rerun()
|
859 |
+
with col_del4:
|
860 |
+
if st.button("🗑️ All Gen", key="del_all_gen"): delete_files([os.path.join(CHAT_DIR, "*.md"), os.path.join(AUDIO_DIR, "*.mp3"), os.path.join(AUDIO_CACHE_DIR, "*.mp3"), os.path.join(SAVED_WORLDS_DIR, "*.md"), "*.zip"]); st.session_state.chat_history = []; st.session_state.audio_cache = {}; st.session_state.current_world_file = None; st.rerun()
|
861 |
+
|
862 |
+
st.subheader("📦 Download Archives")
|
863 |
+
zip_files = sorted(glob.glob(os.path.join(MEDIA_DIR,"*.zip")), key=os.path.getmtime, reverse=True)
|
864 |
+
if zip_files:
|
865 |
+
col_zip1, col_zip2, col_zip3 = st.columns(3)
|
866 |
+
with col_zip1:
|
867 |
+
if st.button("Zip Worlds"): create_zip_of_files([w['filename'] for w in get_saved_worlds()], "Worlds")
|
868 |
+
with col_zip2:
|
869 |
+
if st.button("Zip Chats"): create_zip_of_files(glob.glob(os.path.join(CHAT_DIR, "*.md")), "Chats")
|
870 |
+
with col_zip3:
|
871 |
+
if st.button("Zip Audio"): create_zip_of_files(glob.glob(os.path.join(AUDIO_DIR, "*.mp3")) + glob.glob(os.path.join(AUDIO_CACHE_DIR, "*.mp3")), "Audio")
|
872 |
+
|
873 |
+
st.caption("Existing Zip Files:")
|
874 |
+
for zip_file in zip_files: st.markdown(get_download_link(zip_file, "zip"), unsafe_allow_html=True)
|
875 |
+
else:
|
876 |
+
# Ensure correct indentation here for the else block
|
877 |
+
st.caption("No zip archives found.")
|
878 |
+
|
879 |
+
|
880 |
+
# ==============================================================================
|
881 |
+
# Main Execution Logic
|
882 |
+
# ==============================================================================
|
883 |
+
|
884 |
+
def initialize_world():
|
885 |
+
"""Loads initial world state (most recent) if not already done for this session."""
|
886 |
+
if not st.session_state.get('initial_world_state_loaded', False):
|
887 |
+
print("Performing initial world load for session...")
|
888 |
+
saved_worlds = get_saved_worlds()
|
889 |
+
loaded_successfully = False
|
890 |
+
if saved_worlds:
|
891 |
+
latest_world_file_basename = os.path.basename(saved_worlds[0]['filename'])
|
892 |
+
print(f"Loading most recent world on startup: {latest_world_file_basename}")
|
893 |
+
if load_world_state_from_md(latest_world_file_basename): loaded_successfully = True
|
894 |
+
else: print("Failed to load most recent world, starting empty.")
|
895 |
+
else: print("No saved worlds found, starting with empty state.")
|
896 |
+
if not loaded_successfully:
|
897 |
+
with world_objects_lock: world_objects.clear()
|
898 |
+
st.session_state.current_world_file = None
|
899 |
+
st.session_state.initial_world_state_loaded = True
|
900 |
+
print("Initial world load process complete.")
|
901 |
+
|
902 |
+
if __name__ == "__main__":
|
903 |
+
# 1. Initialize session state
|
904 |
+
init_session_state()
|
905 |
+
|
906 |
+
# 2. Start WebSocket server thread if needed
|
907 |
+
server_thread = st.session_state.get('server_task'); server_alive = server_thread is not None and server_thread.is_alive()
|
908 |
+
if not st.session_state.get('server_running_flag', False) and not server_alive: start_websocket_server_thread()
|
909 |
+
elif server_alive and not st.session_state.get('server_running_flag', False): st.session_state.server_running_flag = True
|
910 |
+
|
911 |
+
# 3. Load initial world state (once per session)
|
912 |
+
initialize_world()
|
913 |
+
|
914 |
+
# 4. Render UI
|
915 |
+
render_sidebar()
|
916 |
+
render_main_content()
|