Update app.py

app.py

@@ -18,7 +18,6 @@ import edge_tts
 from audio_recorder_streamlit import audio_recorder
 import nest_asyncio
 import re
-from image_paster import image_paster  # Import the custom component
 
 # Patch for nested async - sneaky fix! 🐍✨
 nest_asyncio.apply()
@@ -116,6 +115,10 @@ if 'last_chat_update' not in st.session_state:
     st.session_state.last_chat_update = 0
 if 'displayed_chat_lines' not in st.session_state:
     st.session_state.displayed_chat_lines = []
+if 'old_val' not in st.session_state:
+    st.session_state.old_val = ""
+if 'last_query' not in st.session_state:
+    st.session_state.last_query = ""
 
 # Timestamp wizardry - clock ticks with flair! ⏰🎩
 def format_timestamp_prefix():
@@ -348,8 +351,20 @@ async def process_voice_input(audio_bytes):
         text = "Voice input simulation"
         await save_chat_entry(username, text)
 
-# Interface builder - UI takes shape! 🎨🖌️
-def create_streamlit_interface():
+# Dummy AI lookup function (replace with actual implementation)
+async def perform_ai_lookup(query, vocal_summary=True, extended_refs=False, titles_summary=True, full_audio=False, useArxiv=True, useArxivAudio=False):
+    username = st.session_state.get('username', 'System 🌟')
+    result = f"AI Lookup Result for '{query}' (Arxiv: {useArxiv}, Audio: {useArxivAudio})"
+    await save_chat_entry(username, result)
+    if useArxivAudio:
+        audio_file = await async_edge_tts_generate(result, FUN_USERNAMES.get(username, "en-US-AriaNeural"))
+        if audio_file:
+            st.audio(audio_file)
+
+# Main execution - let’s roll! 🎲🚀
+def main():
+    NODE_NAME, port = get_node_name()
+
     loop = asyncio.new_event_loop()
     asyncio.set_event_loop(loop)
 
@@ -363,14 +378,6 @@ def create_streamlit_interface():
             st.session_state.refresh_rate = 5
         if 'timer_start' not in st.session_state:
             st.session_state.timer_start = time.time()
-        if 'quote_line' not in st.session_state:
-            st.session_state.quote_line = None
-        if 'pasted_image_data' not in st.session_state:
-            st.session_state.pasted_image_data = None
-        if 'message_text' not in st.session_state:
-            st.session_state.message_text = ""
-        if 'audio_cache' not in st.session_state:
-            st.session_state.audio_cache = {}
 
         st.markdown("""
             <style>
@@ -397,19 +404,16 @@ def create_streamlit_interface():
         chat_lines = chat_content.split('\n')
         chat_votes = await load_votes(QUOTE_VOTES_FILE)
 
-        # Update displayed lines only with new, valid chat entries
         current_time = time.time()
         if current_time - st.session_state.last_chat_update > 1 or not st.session_state.displayed_chat_lines:
             new_lines = [line for line in chat_lines if line.strip() and ': ' in line and line not in st.session_state.displayed_chat_lines and not line.startswith('#')]
             st.session_state.displayed_chat_lines.extend(new_lines)
             st.session_state.last_chat_update = current_time
 
-        # Display chat lines
         for i, line in enumerate(st.session_state.displayed_chat_lines):
             col1, col2, col3, col4 = st.columns([3, 1, 1, 2])
             with col1:
                 st.markdown(line)
-                # Display image if the line contains an image reference
                 if "Pasted image:" in line:
                     image_path = line.split("Pasted image: ")[1].strip()
                     if os.path.exists(image_path):
@@ -441,7 +445,6 @@ def create_streamlit_interface():
                 if audio_file:
                     play_and_download_audio(audio_file)
 
-        # Quoting interface
         if 'quote_line' in st.session_state and st.session_state.quote_line:
             st.markdown(f"### Quoting: {st.session_state.quote_line}")
             quote_response = st.text_area("Add your response", key="quote_response")
@@ -458,14 +461,12 @@ def create_streamlit_interface():
                 st.session_state.message_text = ''
                 st.rerun()
 
-        # Username change
         new_username = st.selectbox("Change Name", [""] + list(FUN_USERNAMES.keys()), index=0)
         if new_username and new_username != st.session_state.username:
             loop.run_until_complete(save_chat_entry("System 🌟", f"{st.session_state.username} changed name to {new_username}"))
             st.session_state.username = new_username
             st.rerun()
 
-        # Message input
         message = st.text_input(f"Message as {st.session_state.username}", key="message_input", value=st.session_state.message_text, on_change=lambda: st.session_state.update(message_text=st.session_state.message_input))
         if st.button("Send 🚀", key="send_button") and message.strip():
             loop.run_until_complete(save_chat_entry(st.session_state.username, message))
@@ -477,15 +478,45 @@ def create_streamlit_interface():
             st.session_state.message_text = ''
             st.rerun()
 
-        # Use the custom image paster component
-        pasted_image_data = image_paster()
-        if pasted_image_data and st.session_state.pasted_image_data != pasted_image_data:
-            st.session_state.pasted_image_data = pasted_image_data
-            filename = await save_pasted_image(st.session_state.pasted_image_data, st.session_state.username)
-            if filename:
-                await save_chat_entry(st.session_state.username, f"Pasted image: {filename}")
-                st.session_state.pasted_image_data = None
-            st.rerun()
+        # Custom component for ASR and Image Pasting
+        mycomponent = components.declare_component("mycomponent", path="./frontend")
+        val = mycomponent(my_input_value="Hello from MyComponent")
+
+        # Main action tabs and model use choices
+        tab_main = st.radio("Action:", ["🎤 Voice", "📸 Media", "🔍 ArXiv", "📝 Editor"], horizontal=True)
+        useArxiv = st.checkbox("Search Arxiv for Research Paper Answers", value=True)
+        useArxivAudio = st.checkbox("Generate Audio File for Research Paper Answers", value=False)
+
+        if val:
+            if isinstance(val, dict):
+                if val.get('type') == 'text' and 'transcript' in val:
+                    val_stripped = val['transcript'].replace('\n', ' ')
+                    if val_stripped.strip():
+                        await save_chat_entry(st.session_state.username, val_stripped)
+                elif val.get('type') == 'image' and 'image' in val:
+                    filename = await save_pasted_image(val['image'], st.session_state.username)
+                    if filename:
+                        await save_chat_entry(st.session_state.username, f"Pasted image: {filename}")
+
+            edited_input = st.text_area("✏️ Edit Input:", value=val_stripped if isinstance(val, dict) and val.get('type') == 'text' else "", height=100)
+            run_option = st.selectbox("Model:", ["Arxiv", "Other (demo)"])
+            col1, col2 = st.columns(2)
+            with col1:
+                autorun = st.checkbox("⚙ AutoRun", value=True)
+            with col2:
+                full_audio = st.checkbox("📚FullAudio", value=False)
+
+            input_changed = (val != st.session_state.old_val)
+
+            if autorun and input_changed and edited_input.strip():
+                st.session_state.old_val = val
+                st.session_state.last_query = edited_input
+                await perform_ai_lookup(edited_input, vocal_summary=True, extended_refs=False, titles_summary=True, full_audio=full_audio, useArxiv=useArxiv, useArxivAudio=useArxivAudio)
+            else:
+                if st.button("▶ Run") and edited_input.strip():
+                    st.session_state.old_val = val
+                    st.session_state.last_query = edited_input
+                    await perform_ai_lookup(edited_input, vocal_summary=True, extended_refs=False, titles_summary=True, full_audio=full_audio, useArxiv=useArxiv, useArxivAudio=useArxivAudio)
 
         st.subheader("Media Gallery 🎨🎶🎥")
         uploaded_file = st.file_uploader("Upload Media", type=['png', 'jpg', 'mp3', 'mp4'])
@@ -501,10 +532,9 @@ def create_streamlit_interface():
             if file_path.endswith('.mp4'):
                 st.session_state.media_notifications.append(file_path)
 
-        # Organize gallery by user
         media_files = glob.glob(f"{MEDIA_DIR}/*.png") + glob.glob(f"{MEDIA_DIR}/*.jpg") + glob.glob(f"{MEDIA_DIR}/*.mp3") + glob.glob(f"{MEDIA_DIR}/*.mp4")
         if media_files:
-            media_votes = loop.run_until_complete(load_votes(MEDIA_VOTES_FILE))
+            media_votes = await load_votes(MEDIA_VOTES_FILE)
             users = sorted(set(f.split('_')[-1].split('.')[0] for f in media_files))
             for user in users:
                 with st.expander(f"{user}'s Media"):
@@ -527,7 +557,7 @@ def create_streamlit_interface():
                             with col2:
                                 if st.button(f"👍 {vote_count}", key=f"media_vote_{media_file}"):
                                     comment = st.session_state.message_text
-                                    loop.run_until_complete(save_vote(MEDIA_VOTES_FILE, media_file, await generate_user_hash(), st.session_state.username, comment))
+                                    await save_vote(MEDIA_VOTES_FILE, media_file, await generate_user_hash(), st.session_state.username, comment)
                                     st.session_state.message_text = ''
                                     st.rerun()
                             with col3:
@@ -543,7 +573,7 @@ def create_streamlit_interface():
             font_name, font_func = random.choice(UNICODE_FONTS)
             countdown_str = "".join(UNICODE_DIGITS[int(d)] for d in str(i)) if i < 10 else font_func(str(i))
             timer_placeholder.markdown(f"<p class='timer'>⏳ {font_func('Refresh in:')} {countdown_str}</p>", unsafe_allow_html=True)
-            loop.run_until_complete(asyncio.sleep(1))
+            await asyncio.sleep(1)
         st.rerun()
 
         st.sidebar.subheader("Chat History 📜")
@@ -553,10 +583,5 @@ def create_streamlit_interface():
 
     loop.run_until_complete(async_interface())
 
-# Main execution - let’s roll! 🎲🚀
-def main():
-    NODE_NAME, port = get_node_name()
-    create_streamlit_interface()
-
 if __name__ == "__main__":
     main()