Update app15.py

app15.py

@@ -1,4 +1,7 @@
-# %% ───────────── IMPORTS ─────────────
+# app.py
+# =============================================================================
+# ───────────── IMPORTS ─────────────
+# =============================================================================
 import base64
 import glob
 import hashlib
@@ -26,7 +29,9 @@ import requests
 import numpy as np
 from urllib.parse import quote
 
-# External help links for AI tools
+# =============================================================================
+# ───────────── EXTERNAL HELP LINKS (Always visible in sidebar) ─────────────
+# =============================================================================
 external_links = [
     {"title": "MergeKit Official GitHub", "url": "https://github.com/arcee-ai/MergeKit", "emoji": "💻"},
     {"title": "MergeKit arXiv Paper", "url": "https://arxiv.org/abs/xxxx.xxxxx", "emoji": "📘"},
@@ -40,7 +45,9 @@ external_links = [
     {"title": "arcee.ai Official Website", "url": "https://arcee.ai", "emoji": "🌐"},
 ]
 
-# %% ───────────── APP CONFIGURATION ─────────────
+# =============================================================================
+# ───────────── APP CONFIGURATION ─────────────
+# =============================================================================
 Site_Name = '🐙 GitCosmos'
 title = "🐙 GitCosmos"
 helpURL = 'https://huggingface.co/awacke1'
@@ -66,7 +73,9 @@ Key = os.environ.get("Key")
 LOCAL_APP_URL = "https://huggingface.co/spaces/awacke1/AzureCosmosDBUI"
 CosmosDBUrl = 'https://portal.azure.com/#@AaronCWackergmail.onmicrosoft.com/resource/subscriptions/003fba60-5b3f-48f4-ab36-3ed11bc40816/resourceGroups/datasets/providers/Microsoft.DocumentDB/databaseAccounts/acae-afd/dataExplorer'
 
-# %% ───────────── HELPER FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── HELPER FUNCTIONS ─────────────
+# =============================================================================
 def get_download_link(file_path):
     with open(file_path, "rb") as file:
         contents = file.read()
@@ -140,7 +149,9 @@ def preprocess_text(text):
     text = re.sub(r'[^\x00-\x7F]+', '', text)
     return text.strip()
 
-# %% ───────────── COSMOS DB FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── COSMOS DB FUNCTIONS ─────────────
+# =============================================================================
 def get_databases(client):
     return [db['id'] for db in client.list_databases()]
 
@@ -178,7 +189,7 @@ def delete_record(container, record):
         if "delete_log" not in st.session_state:
             st.session_state.delete_log = []
         st.session_state.delete_log.append(f"Attempting to delete document: {json.dumps(record, indent=2)}")
-        partition_key_value = doc_id
+        partition_key_value = record.get("pk", doc_id)
         st.session_state.delete_log.append(f"Using ID and Partition Key: {partition_key_value}")
         container.delete_item(item=doc_id, partition_key=partition_key_value)
         success_msg = f"Record {doc_id} successfully deleted from Cosmos DB. 🗑️"
@@ -205,6 +216,7 @@ def save_to_cosmos_db(container, query, response1, response2):
             new_id = f"{timestamp}-{unique_uuid}"
             record = {
                 "id": new_id,
+                "pk": new_id,
                 "name": new_id,
                 "query": query,
                 "response1": response1,
@@ -242,11 +254,12 @@ def archive_current_container(database_name, container_name, client):
     except Exception as e:
         return f"Archive error: {str(e)} 😢"
 
-# %% ───────────── ADVANCED COSMOS FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── ADVANCED COSMOS FUNCTIONS ─────────────
+# =============================================================================
 def create_new_container(database, container_id, partition_key_path,
                          analytical_storage_ttl=None, indexing_policy=None, vector_embedding_policy=None):
     try:
-        # Try creating with analytical_storage_ttl if provided.
         if analytical_storage_ttl is not None:
             container = database.create_container(
                 id=container_id,
@@ -263,7 +276,6 @@ def create_new_container(database, container_id, partition_key_path,
                 vector_embedding_policy=vector_embedding_policy
             )
     except exceptions.CosmosHttpResponseError as e:
-        # If the error is due to the analytical_storage_ttl property not being valid, try again without it.
         if analytical_storage_ttl is not None and "analyticalStorageTtl" in str(e):
             try:
                 container = database.create_container(
@@ -311,7 +323,9 @@ def vector_search(container, query_vector, vector_field, top=10, exact_search=Fa
     results = list(container.query_items(query=query, enable_cross_partition_query=True))
     return results
 
-# %% ───────────── GITHUB FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── GITHUB FUNCTIONS ─────────────
+# =============================================================================
 def download_github_repo(url, local_path):
     if os.path.exists(local_path):
         shutil.rmtree(local_path)
@@ -342,7 +356,9 @@ def push_to_github(local_path, repo, github_token):
         local_repo.git.commit('-m', 'Initial commit')
     origin.push(refspec=f'{current_branch}:{current_branch}')
 
-# %% ───────────── FILE & MEDIA MANAGEMENT FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── FILE & MEDIA MANAGEMENT FUNCTIONS ─────────────
+# =============================================================================
 def display_saved_files_in_sidebar():
     all_files = sorted([f for f in glob.glob("*.md") if not f.lower().startswith('readme')], reverse=True)
     st.sidebar.markdown("## 📁 Files")
@@ -470,7 +486,9 @@ def update_file_management_section():
         elif st.session_state.file_view_mode == 'edit':
             display_file_editor(st.session_state.current_file)
 
-# %% ───────────── VIDEO & AUDIO UI FUNCTIONS ─────────────
+# =============================================================================
+# ───────────── VIDEO & AUDIO UI FUNCTIONS ─────────────
+# =============================================================================
 def validate_and_preprocess_image(file_data, target_size=(576, 1024)):
     try:
         st.write("Preprocessing image...")
@@ -556,6 +574,7 @@ def add_video_generation_ui(container):
                                     if container:
                                         video_record = {
                                             "id": generate_unique_id(),
+                                            "pk": generate_unique_id(),
                                             "type": "generated_video",
                                             "filename": video_filename,
                                             "seed": seed if seed is not None else "random",
@@ -583,280 +602,14 @@ def add_video_generation_ui(container):
         except Exception as e:
             st.error(f"Upload error: {str(e)}")
 
-# %% ───────────── MAIN FUNCTION ─────────────
-def main():
-    st.markdown("### 🐙 GitCosmos - Cosmos & Git Hub")
-    if "chat_history" not in st.session_state:
-        st.session_state.chat_history = []
-    # Auth & Cosmos client initialization
-    if Key:
-        st.session_state.primary_key = Key
-        st.session_state.logged_in = True
-    else:
-        st.error("Missing Cosmos Key 🔑❌")
-        return
-    if st.session_state.logged_in:
-        try:
-            if st.session_state.get("client") is None:
-                st.session_state.client = CosmosClient(ENDPOINT, credential=st.session_state.primary_key)
-            st.sidebar.title("🐙 Navigator")
-            databases = get_databases(st.session_state.client)
-            selected_db = st.sidebar.selectbox("🗃️ DB", databases)
-            st.markdown(CosmosDBUrl)
-            if selected_db != st.session_state.get("selected_database"):
-                st.session_state.selected_database = selected_db
-                st.session_state.selected_container = None
-                st.session_state.selected_document_id = None
-                st.session_state.current_index = 0
-                st.rerun()
-            if st.session_state.selected_database:
-                database = st.session_state.client.get_database_client(st.session_state.selected_database)
-                
-                # New Container button under DB menu
-                if "show_new_container_form" not in st.session_state:
-                    st.session_state.show_new_container_form = False
-                if st.sidebar.button("🆕 New Container"):
-                    st.session_state.show_new_container_form = True
-                if st.session_state.show_new_container_form:
-                    with st.sidebar.form("new_container_form"):
-                        new_container_id = st.text_input("Container ID", value="newContainer")
-                        new_partition_key = st.text_input("Partition Key", value="/id")
-                        new_analytical = st.checkbox("Enable Analytical Store", value=False)
-                        submitted = st.form_submit_button("Create Container")
-                        if submitted:
-                            analytical_ttl = -1 if new_analytical else None
-                            new_container = create_new_container(
-                                database,
-                                new_container_id,
-                                new_partition_key,
-                                analytical_storage_ttl=analytical_ttl
-                            )
-                            if new_container:
-                                st.success(f"Container '{new_container_id}' created.")
-                                st.session_state.show_new_container_form = False
-                                st.session_state.new_container_created = new_container_id
-                                st.rerun()
-                
-                # Update container list
-                containers = get_containers(database)
-                if "new_container_created" in st.session_state and st.session_state.new_container_created not in containers:
-                    containers.append(st.session_state.new_container_created)
-                selected_container = st.sidebar.selectbox("📁 Container", containers)
-                if selected_container != st.session_state.get("selected_container"):
-                    st.session_state.selected_container = selected_container
-                    st.session_state.selected_document_id = None
-                    st.session_state.current_index = 0
-                    st.rerun()
-                if st.session_state.selected_container:
-                    container = database.get_container_client(st.session_state.selected_container)
-                    if st.sidebar.button("📦 Export"):
-                        download_link = archive_current_container(st.session_state.selected_database, st.session_state.selected_container, st.session_state.client)
-                        if download_link.startswith('<a'):
-                            st.markdown(download_link, unsafe_allow_html=True)
-                        else:
-                            st.error(download_link)
-                    documents = get_documents(container)
-                    total_docs = len(documents)
-                    num_docs = st.slider("Docs", 1, 20, 1)
-                    documents_to_display = documents[:num_docs] if total_docs > num_docs else documents
-                    st.sidebar.info(f"Showing {len(documents_to_display)} docs")
-                    # Document Viewer / Editor
-                    view_options = ['Markdown', 'Code', 'Run AI', 'Clone', 'New']
-                    selected_view = st.sidebar.selectbox("View", view_options, index=1)
-                    if selected_view == 'Markdown':
-                        st.markdown("#### 📄 Markdown")
-                        if documents:
-                            doc = documents[st.session_state.current_index]
-                            content = json.dumps(doc, indent=2)
-                            st.markdown(f"```json\n{content}\n```")
-                            col_prev, col_next = st.columns(2)
-                            with col_prev:
-                                if st.button("⬅️") and st.session_state.current_index > 0:
-                                    st.session_state.current_index -= 1
-                                    st.rerun()
-                            with col_next:
-                                if st.button("➡️") and st.session_state.current_index < total_docs - 1:
-                                    st.session_state.current_index += 1
-                                    st.rerun()
-                    elif selected_view == 'Code':
-                        st.markdown("#### 💻 Code Editor")
-                        if documents:
-                            doc = documents[st.session_state.current_index]
-                            doc_str = st.text_area("Edit JSON", value=json.dumps(doc, indent=2), height=300, key=f'code_{st.session_state.current_index}')
-                            col_prev, col_next = st.columns(2)
-                            with col_prev:
-                                if st.button("⬅️") and st.session_state.current_index > 0:
-                                    st.session_state.current_index -= 1
-                                    st.rerun()
-                            with col_next:
-                                if st.button("➡️") and st.session_state.current_index < total_docs - 1:
-                                    st.session_state.current_index += 1
-                                    st.rerun()
-                            col_save, col_delete = st.columns(2)
-                            with col_save:
-                                if st.button("💾 Save", key=f'save_{st.session_state.current_index}'):
-                                    try:
-                                        updated_doc = json.loads(doc_str)
-                                        container.upsert_item(body=updated_doc)
-                                        st.success(f"Saved {updated_doc['id']}")
-                                        st.rerun()
-                                    except Exception as e:
-                                        st.error(f"Save err: {str(e)}")
-                            with col_delete:
-                                if st.button("🗑️ Delete", key=f'delete_{st.session_state.current_index}'):
-                                    try:
-                                        current_doc = json.loads(doc_str)
-                                        success, message = delete_record(container, current_doc)
-                                        if success:
-                                            st.success(message)
-                                            st.rerun()
-                                        else:
-                                            st.error(message)
-                                    except Exception as e:
-                                        st.error(f"Delete err: {str(e)}")
-                            if "delete_log" in st.session_state and st.session_state.delete_log:
-                                st.subheader("Delete Log")
-                                for log_entry in st.session_state.delete_log[-5:]:
-                                    st.write(log_entry)
-                    elif selected_view == 'Run AI':
-                        st.markdown("#### 🤖 Run AI (stub)")
-                        st.info("AI functionality not implemented.")
-                    elif selected_view == 'Clone':
-                        st.markdown("#### 📄 Clone")
-                        if documents:
-                            doc = documents[st.session_state.current_index]
-                            st.markdown(f"Original ID: {doc.get('id', '')}")
-                            new_id = st.text_input("New ID", value=generate_unique_id(), key='new_clone_id')
-                            new_name = st.text_input("New Name", value=f"Clone_{new_id[:8]}", key='new_clone_name')
-                            new_doc = {'id': new_id, 'name': new_name, **{k: v for k, v in doc.items() if k not in ['id', 'name', '_rid', '_self', '_etag', '_attachments', '_ts']}}
-                            doc_str = st.text_area("Edit JSON", value=json.dumps(new_doc, indent=2), height=300, key='clone_preview')
-                            col1, col2 = st.columns(2)
-                            with col1:
-                                if st.button("🔄 Regenerate"):
-                                    new_id = generate_unique_id()
-                                    st.session_state.new_clone_id = new_id
-                                    st.rerun()
-                            with col2:
-                                if st.button("💾 Save Clone"):
-                                    try:
-                                        final_doc = json.loads(doc_str)
-                                        for field in ['_rid', '_self', '_etag', '_attachments', '_ts']:
-                                            final_doc.pop(field, None)
-                                        container.create_item(body=final_doc)
-                                        st.success(f"Cloned {final_doc['id']}")
-                                        st.rerun()
-                                    except Exception as e:
-                                        st.error(f"Clone err: {str(e)}")
-                            col_prev, col_next = st.columns(2)
-                            with col_prev:
-                                if st.button("⬅️") and st.session_state.current_index > 0:
-                                    st.session_state.current_index -= 1
-                                    st.rerun()
-                            with col_next:
-                                if st.button("➡️") and st.session_state.current_index < total_docs - 1:
-                                    st.session_state.current_index += 1
-                                    st.rerun()
-                    elif selected_view == 'New':
-                        st.markdown("#### ➕ New Doc")
-                        if st.button("🤖 Auto-Gen"):
-                            auto_doc = {
-                                "id": generate_unique_id(),
-                                "name": f"Auto {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}",
-                                "content": "Auto-generated record.",
-                                "timestamp": datetime.now().isoformat()
-                            }
-                            success, message = insert_record(container, auto_doc)
-                            if success:
-                                st.success(message)
-                                st.rerun()
-                            else:
-                                st.error(message)
-                        else:
-                            new_id = st.text_input("ID", value=generate_unique_id(), key='new_id')
-                            default_doc = {
-                                "id": new_id,
-                                "name": "New Doc",
-                                "content": "",
-                                "timestamp": datetime.now().isoformat()
-                            }
-                            new_doc_str = st.text_area("JSON", value=json.dumps(default_doc, indent=2), height=300)
-                            if st.button("➕ Create"):
-                                try:
-                                    cleaned = preprocess_text(new_doc_str)
-                                    new_doc = json.loads(cleaned)
-                                    new_doc['id'] = new_id
-                                    success, message = insert_record(container, new_doc)
-                                    if success:
-                                        st.success(f"Created {new_doc['id']}")
-                                        st.rerun()
-                                    else:
-                                        st.error(message)
-                                except Exception as e:
-                                    st.error(f"Create err: {str(e)}")
-                        st.subheader(f"📊 {st.session_state.selected_container}")
-                        if documents_to_display:
-                            df = pd.DataFrame(documents_to_display)
-                            st.dataframe(df)
-                        else:
-                            st.info("No docs.")
-                    
-                    # GitHub Ops section
-                    st.subheader("🐙 GitHub Ops")
-                    github_token = os.environ.get("GITHUB")
-                    source_repo = st.text_input("Source Repo URL", value="https://github.com/AaronCWacker/AIExamples-8-24-Streamlit")
-                    new_repo_name = st.text_input("New Repo Name", value=f"Clone-{datetime.now().strftime('%Y%m%d_%H%M%S')}")
-                    col_g1, col_g2 = st.columns(2)
-                    with col_g1:
-                        if st.button("📥 Clone Repo"):
-                            if github_token and source_repo:
-                                try:
-                                    local_path = f"./temp_repo_{datetime.now().strftime('%Y%m%d_%H%M%S')}"
-                                    download_github_repo(source_repo, local_path)
-                                    zip_filename = f"{new_repo_name}.zip"
-                                    create_zip_file(local_path, zip_filename[:-4])
-                                    st.markdown(get_download_link(zip_filename), unsafe_allow_html=True)
-                                    st.success("Cloned! 🎉")
-                                except Exception as e:
-                                    st.error(f"Clone err: {str(e)}")
-                                finally:
-                                    if os.path.exists(local_path):
-                                        shutil.rmtree(local_path)
-                                    if os.path.exists(zip_filename):
-                                        os.remove(zip_filename)
-                            else:
-                                st.error("Missing token or URL 🔑❓")
-                    with col_g2:
-                        if st.button("📤 Push Repo"):
-                            if github_token and source_repo:
-                                try:
-                                    g = Github(github_token)
-                                    new_repo = create_repo(g, new_repo_name)
-                                    local_path = f"./temp_repo_{datetime.now().strftime('%Y%m%d_%H%M%S')}"
-                                    download_github_repo(source_repo, local_path)
-                                    push_to_github(local_path, new_repo, github_token)
-                                    st.success(f"Pushed to {new_repo.html_url} 🚀")
-                                except Exception as e:
-                                    st.error(f"Push err: {str(e)}")
-                                finally:
-                                    if os.path.exists(local_path):
-                                        shutil.rmtree(local_path)
-                            else:
-                                st.error("Missing token or URL 🔑❓")
-                    update_file_management_section()
-        except exceptions.CosmosHttpResponseError as e:
-            st.error(f"Cosmos error: {str(e)} 🚨")
-        except Exception as e:
-            st.error(f"Error: {str(e)} 😱")
-    if st.session_state.logged_in and st.sidebar.button("🚪 Logout"):
-        st.markdown("#### 🚪 Logout")
-        st.session_state.logged_in = False
-        st.session_state.selected_records = []
-        st.session_state.client = None
-        st.session_state.selected_database = None
-        st.session_state.selected_container = None
-        st.session_state.selected_document_id = None
-        st.session_state.current_index = 0
-        st.rerun()
-
-if __name__ == "__main__":
-    main()
+# =============================================================================
+# ───────────── AI SAMPLES SIDEBAR (Full Text & RAG/Vector Search Demos) ─────────────
+# =============================================================================
+def display_ai_samples():
+    st.sidebar.markdown("### 🤖 AI Samples")
+    st.sidebar.info("🚀 Get started with our AI samples! Time free access to get started today.")
+    with st.sidebar.expander("🔍 Full Text Search Examples"):
+         st.markdown("""
+**FullTextContains Example**
+```sql
+SELECT TOP 10 * FROM c WHERE FullTextContains(c.text, "bicycle")