Update app.py via AI Editor

app.py

@@ -9,7 +9,9 @@ import logging
 from docx import Document
 import mimetypes
 from threading import Lock
-import time
+import tempfile
+import shutil
+import uuid
 
 import google.generativeai as genai
 
@@ -28,15 +30,37 @@ GEMINI_MODEL = "models/gemini-2.5-pro-preview-03-25"
 MAX_INPUT_TOKENS = 1048576
 MAX_OUTPUT_TOKENS = 65536
 
-uploaded_documents = {}
-uploaded_documents_fileid = {}
-uploaded_documents_bytes = {}
-proposals = {}
-proposals_fileid = {}
-shredded_documents = {}
-generated_response = None
+SESSION_STORE = {}
+
+def get_session_id():
+    ctx = dash.callback_context
+    if hasattr(ctx, "request") and hasattr(ctx.request, "cookies") and "dash_session" in ctx.request.cookies:
+        return ctx.request.cookies["dash_session"]
+    # fallback - generate a new session id (this may only happen for local calls/tests)
+    return str(uuid.uuid4())
+
+def get_session_data(session_id):
+    if session_id not in SESSION_STORE:
+        tempdir = tempfile.mkdtemp(prefix="rfp_session_")
+        SESSION_STORE[session_id] = {
+            "uploaded_documents": {},
+            "uploaded_documents_fileid": {},
+            "uploaded_documents_bytes": {},
+            "proposals": {},
+            "proposals_fileid": {},
+            "shredded_documents": {},
+            "generated_response": None,
+            "gemini_lock": Lock(),
+            "session_tempdir": tempdir
+        }
+    return SESSION_STORE[session_id]
 
-gemini_lock = Lock()
+def truncate_filename(filename, maxlen=30):
+    if len(filename) <= maxlen:
+        return filename
+    else:
+        partlen = (maxlen - 3) // 2
+        return filename[:partlen] + "..." + filename[-partlen:]
 
 def decode_document(decoded_bytes):
     try:
@@ -170,21 +194,17 @@ def save_loe_as_docx(loe_text, proposal_filename):
     memf.seek(0)
     return memf.read()
 
-def process_document(action, selected_filename=None, chat_input=None, rfp_decoded_bytes=None, selected_proposal_filename=None):
-    global generated_response
-
-    logging.info(f"Process document called with action: {action}")
-
+def process_document(sess_data, action, selected_filename=None, chat_input=None, rfp_decoded_bytes=None, selected_proposal_filename=None):
     doc_content = None
     doc_fileid = None
     if action in ["shred", "compliance", "virtual_board", "proposal", "recover"]:
-        if selected_filename and selected_filename in uploaded_documents:
-            doc_content = uploaded_documents[selected_filename]
-            doc_fileid = uploaded_documents_fileid.get(selected_filename)
-        elif uploaded_documents:
-            doc_content = next(iter(uploaded_documents.values()))
-            selected_filename = next(iter(uploaded_documents.keys()))
-            doc_fileid = uploaded_documents_fileid.get(selected_filename)
+        if selected_filename and selected_filename in sess_data["uploaded_documents"]:
+            doc_content = sess_data["uploaded_documents"][selected_filename]
+            doc_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
+        elif sess_data["uploaded_documents"]:
+            doc_content = next(iter(sess_data["uploaded_documents"].values()))
+            selected_filename = next(iter(sess_data["uploaded_documents"].keys()))
+            doc_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
         else:
             doc_content = None
             doc_fileid = None
@@ -206,20 +226,20 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
         if result and not result.startswith("Error"):
             docx_bytes = save_shredded_as_docx(result, selected_filename)
             generated_docx_name = f"{os.path.splitext(selected_filename)[0]}_shredded.docx"
-            uploaded_documents[generated_docx_name] = result
-            shredded_documents[generated_docx_name] = docx_bytes
+            sess_data["uploaded_documents"][generated_docx_name] = result
+            sess_data["shredded_documents"][generated_docx_name] = docx_bytes
             return result, generated_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
 
     elif action == 'compliance':
-        if not selected_proposal_filename or selected_proposal_filename not in proposals:
+        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
             return "No proposal document selected for compliance.", None, None, None, None
-        if not selected_filename or selected_filename not in uploaded_documents:
+        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
             return "No RFP/SOW/PWS/RFI document selected for compliance.", None, None, None, None
 
-        rfp_text = uploaded_documents[selected_filename]
-        proposal_text = proposals[selected_proposal_filename]
+        rfp_text = sess_data["uploaded_documents"][selected_filename]
+        proposal_text = sess_data["proposals"][selected_proposal_filename]
         logging.info(f"Compliance check: comparing proposal [{selected_proposal_filename}] to RFP [{selected_filename}]")
         prompt = (
             "You are a proposal compliance expert. Use the following RFP/SOW/PWS/RFI and the generated proposal response. "
@@ -237,20 +257,20 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
         if result and not result.startswith("Error"):
             docx_bytes = save_compliance_as_docx(result, selected_filename)
             compliance_docx_name = f"{os.path.splitext(selected_filename)[0]}_compliance_check.docx"
-            uploaded_documents[compliance_docx_name] = result
-            shredded_documents[compliance_docx_name] = docx_bytes
+            sess_data["uploaded_documents"][compliance_docx_name] = result
+            sess_data["shredded_documents"][compliance_docx_name] = docx_bytes
             return result, compliance_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
 
     elif action == 'virtual_board':
-        if not selected_proposal_filename or selected_proposal_filename not in proposals:
+        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
             return "No proposal document selected for evaluation board.", None, None, None, None
-        if not selected_filename or selected_filename not in uploaded_documents:
+        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
             return "No RFP/SOW/PWS/RFI document selected for evaluation board.", None, None, None, None
 
-        rfp_text = uploaded_documents[selected_filename]
-        proposal_text = proposals[selected_proposal_filename]
+        rfp_text = sess_data["uploaded_documents"][selected_filename]
+        proposal_text = sess_data["proposals"][selected_proposal_filename]
         logging.info(f"Evaluation Board: extracting criteria from RFP [{selected_filename}], evaluating proposal [{selected_proposal_filename}]")
         prompt = (
             "You are a federal acquisition evaluation board. Your job is to extract Section L and Section M (evaluation criteria) from the following RFP/SOW/PWS/RFI if they exist. "
@@ -267,8 +287,8 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
         if result and not result.startswith("Error"):
             docx_bytes = save_virtual_board_as_docx(result, selected_filename)
             board_docx_name = f"{os.path.splitext(selected_filename)[0]}_evaluation_board.docx"
-            uploaded_documents[board_docx_name] = result
-            shredded_documents[board_docx_name] = docx_bytes
+            sess_data["uploaded_documents"][board_docx_name] = result
+            sess_data["shredded_documents"][board_docx_name] = docx_bytes
             return result, board_docx_name, docx_bytes, None, None
         else:
             return result, None, None, None, None
@@ -278,12 +298,12 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
             logging.warning("No RFP/SOW/PWS/RFI document selected for proposal action.")
             return "No RFP/SOW/PWS/RFI document selected.", None, None, None, None
         rfp_filename = selected_filename
-        rfp_fileid = uploaded_documents_fileid.get(selected_filename)
-        if not rfp_fileid and rfp_filename in uploaded_documents_bytes:
+        rfp_fileid = sess_data["uploaded_documents_fileid"].get(selected_filename)
+        if not rfp_fileid and rfp_filename in sess_data["uploaded_documents_bytes"]:
             try:
-                fileid = upload_to_gemini_file(uploaded_documents_bytes[rfp_filename], rfp_filename)
+                fileid = upload_to_gemini_file(sess_data["uploaded_documents_bytes"][rfp_filename], rfp_filename)
                 if fileid:
-                    uploaded_documents_fileid[rfp_filename] = fileid
+                    sess_data["uploaded_documents_fileid"][rfp_filename] = fileid
                     rfp_fileid = fileid
                     logging.info(f"RFP file {rfp_filename} uploaded to Gemini for proposal.")
             except Exception as e:
@@ -298,26 +318,26 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
             prompt += f"User additional instructions: {chat_input}\n"
         prompt += f"\n---\nRFP/SOW/PWS/RFI ({rfp_filename}):\n{doc_content}\n"
         result = gemini_generate_content(prompt, file_id=rfp_fileid, chat_input=chat_input)
-        generated_response = result
+        sess_data["generated_response"] = result
         if result and not result.startswith("Error"):
             docx_bytes = save_proposal_as_docx(result, rfp_filename)
             generated_docx_name = f"{os.path.splitext(rfp_filename)[0]}_proposal.docx"
-            proposals[generated_docx_name] = result
-            proposals_fileid[generated_docx_name] = None
+            sess_data["proposals"][generated_docx_name] = result
+            sess_data["proposals_fileid"][generated_docx_name] = None
             return result, None, None, generated_docx_name, docx_bytes
         else:
             return result, None, None, None, None
 
     elif action == 'recover':
-        if not selected_proposal_filename or selected_proposal_filename not in proposals:
+        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
             logging.error("No proposal document selected for recovery.")
             return "No proposal document selected for recovery.", None, None, None, None
-        if not selected_filename or selected_filename not in uploaded_documents:
+        if not selected_filename or selected_filename not in sess_data["uploaded_documents"]:
             logging.error("No compliance check or shredded requirements document selected for recovery.")
             return "No compliance check or shredded requirements document selected for recovery.", None, None, None, None
 
-        findings_content = uploaded_documents[selected_filename]
-        proposal_text = proposals[selected_proposal_filename]
+        findings_content = sess_data["uploaded_documents"][selected_filename]
+        proposal_text = sess_data["proposals"][selected_proposal_filename]
         prompt = (
             "You are a proposal compliance recovery expert. Use the findings and recommendations table and the original proposal response provided below. "
             "Address ONLY those sections of the proposal that have a finding and a recommendation for improvement. "
@@ -337,8 +357,8 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
             base_name = os.path.splitext(selected_proposal_filename)[0]
             recovered_docx_name = f"{base_name}_recovered.docx"
             docx_bytes = save_proposal_as_docx(result, base_name)
-            proposals[recovered_docx_name] = result
-            proposals_fileid[recovered_docx_name] = None
+            sess_data["proposals"][recovered_docx_name] = result
+            sess_data["proposals_fileid"][recovered_docx_name] = None
             logging.info(f"Recovered proposal generated and saved as {recovered_docx_name}.")
             return result, None, None, recovered_docx_name, docx_bytes
         else:
@@ -346,10 +366,10 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
             return result, None, None, None, None
 
     elif action == 'loe':
-        if not selected_proposal_filename or selected_proposal_filename not in proposals:
+        if not selected_proposal_filename or selected_proposal_filename not in sess_data["proposals"]:
             logging.warning("No proposal document selected for LOE estimation.")
             return "No proposal document selected for LOE estimation.", None, None, None, None
-        proposal_text = proposals[selected_proposal_filename]
+        proposal_text = sess_data["proposals"][selected_proposal_filename]
         proposal_base_name = os.path.splitext(selected_proposal_filename)[0]
         prompt = (
             "You are a federal proposal cost and level of effort estimator. "
@@ -370,8 +390,8 @@ def process_document(action, selected_filename=None, chat_input=None, rfp_decode
         result = gemini_generate_content(prompt, file_id=None, chat_input=chat_input)
         if result and not result.startswith("Error"):
             loe_docx_name = f"{proposal_base_name}_loe.docx"
-            proposals[loe_docx_name] = result
-            proposals_fileid[loe_docx_name] = None
+            sess_data["proposals"][loe_docx_name] = result
+            sess_data["proposals_fileid"][loe_docx_name] = None
             docx_bytes = save_loe_as_docx(result, proposal_base_name)
             logging.info(f"LOE generated and saved as {loe_docx_name}")
             return result, None, None, loe_docx_name, docx_bytes
@@ -391,6 +411,7 @@ def get_documents_list(docdict, shreddedict):
         return html.Div("No documents uploaded or generated.", style={"wordWrap": "break-word"})
     doc_list = []
     for filename in all_docs:
+        truncated = truncate_filename(filename)
         if filename.lower().endswith('.docx') and filename in shreddedict:
             b64 = base64.b64encode(shreddedict[filename]).decode('utf-8')
             mime = "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
@@ -399,11 +420,11 @@ def get_documents_list(docdict, shreddedict):
             b64 = base64.b64encode(content.encode('utf-8')).decode('utf-8')
             mime = "text/plain"
         download_link = html.A(
-            filename,
+            truncated,
             href=f"data:{mime};base64,{b64}",
             download=filename,
             target="_blank",
-            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline"}
+            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline", "maxWidth": "calc(100% - 70px)", "display": "inline-block", "verticalAlign": "middle"}
         )
         doc_list.append(
             dbc.ListGroupItem([
@@ -418,6 +439,7 @@ def get_proposals_list(proposaldict):
         return html.Div("No proposals uploaded or generated.", style={"wordWrap": "break-word"})
     doc_list = []
     for filename in proposaldict:
+        truncated = truncate_filename(filename)
         file_content = proposaldict[filename]
         try:
             if filename.lower().endswith('_loe.docx'):
@@ -430,11 +452,11 @@ def get_proposals_list(proposaldict):
             b64 = base64.b64encode(file_content.encode('utf-8')).decode('utf-8')
             mime = "text/plain"
         download_link = html.A(
-            filename,
+            truncated,
             href=f"data:{mime};base64,{b64}",
             download=filename,
             target="_blank",
-            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline"}
+            style={"wordWrap": "break-word", "marginRight": "10px", "textDecoration": "underline", "maxWidth": "calc(100% - 70px)", "display": "inline-block", "verticalAlign": "middle"}
         )
         doc_list.append(
             dbc.ListGroupItem([
@@ -469,12 +491,12 @@ app.layout = dbc.Container([
                         },
                         multiple=False
                     ),
-                    html.Div(id='documents-list', children=get_documents_list(uploaded_documents, shredded_documents)),
+                    html.Div(id='documents-list'),
                     dcc.Dropdown(
                         id='select-document-dropdown',
-                        options=[{'label': fn, 'value': fn} for fn in uploaded_documents.keys()],
+                        options=[],
                         placeholder="Select a document to work with",
-                        value=next(iter(uploaded_documents), None),
+                        value=None,
                         style={"marginBottom": "10px"}
                     ),
                 ])
@@ -500,12 +522,12 @@ app.layout = dbc.Container([
                         },
                         multiple=False
                     ),
-                    html.Div(id='proposals-list', children=get_proposals_list(proposals)),
+                    html.Div(id='proposals-list'),
                     dcc.Dropdown(
                         id='select-proposal-dropdown',
-                        options=[{'label': fn, 'value': fn} for fn in proposals.keys()],
+                        options=[],
                         placeholder="Select a proposal document",
-                        value=next(iter(proposals), None),
+                        value=None,
                         style={"marginBottom": "10px"}
                     ),
                 ])
@@ -601,6 +623,8 @@ def master_callback(
     proposal_content, proposal_filename, proposal_delete_clicks, selected_proposal,
     chat_input, cancel_clicks, preview_window_state
 ):
+    session_id = get_session_id()
+    sess_data = get_session_data(session_id)
     ctx = callback_context
     triggered_id = ctx.triggered[0]['prop_id'].split('.')[0] if ctx.triggered else None
 
@@ -614,17 +638,15 @@ def master_callback(
     proposal_delete_clicks = safe_get_n_clicks(ctx, 12)
     uploaded_rfp_decoded_bytes = None
 
-    global gemini_lock, uploaded_documents_bytes
-
     # Cancel action
     if triggered_id == 'cancel-action-btn':
         output_data_upload = html.Div("[Cancelled by user]\n", style={"wordWrap": "break-word"})
-        doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
-        doc_value = selected_doc if selected_doc in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
-        proposals_list = get_proposals_list(proposals)
-        proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
-        proposal_value = selected_proposal if selected_proposal in proposals else (next(iter(proposals), None) if proposals else None)
-        documents_list = get_documents_list(uploaded_documents, shredded_documents)
+        doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
+        doc_value = selected_doc if selected_doc in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
+        proposals_list = get_proposals_list(sess_data["proposals"])
+        proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
+        proposal_value = selected_proposal if selected_proposal in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
+        documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
         return (
             output_data_upload,
             documents_list, doc_options, doc_value,
@@ -642,13 +664,13 @@ def master_callback(
         if rfp_filename.lower().endswith(('.pdf', '.docx', '.xlsx', '.xls')):
             fileid = upload_to_gemini_file(decoded, rfp_filename)
         if text is not None:
-            uploaded_documents[rfp_filename] = text
-            uploaded_documents_bytes[rfp_filename] = decoded
+            sess_data["uploaded_documents"][rfp_filename] = text
+            sess_data["uploaded_documents_bytes"][rfp_filename] = decoded
             if fileid:
-                uploaded_documents_fileid[rfp_filename] = fileid
-            logging.info(f"Document uploaded: {rfp_filename}")
+                sess_data["uploaded_documents_fileid"][rfp_filename] = fileid
+            logging.info(f"[{session_id}] Document uploaded: {rfp_filename}")
         else:
-            logging.error(f"Failed to decode uploaded document: {rfp_filename}")
+            logging.error(f"[{session_id}] Failed to decode uploaded document: {rfp_filename}")
 
     if triggered_id == 'upload-proposal' and proposal_content is not None and proposal_filename:
         content_type, content_string = proposal_content.split(',')
@@ -658,12 +680,12 @@ def master_callback(
         if proposal_filename.lower().endswith(('.pdf', '.docx', '.xlsx', '.xls')):
             fileid = upload_to_gemini_file(decoded, proposal_filename)
         if text is not None:
-            proposals[proposal_filename] = text
+            sess_data["proposals"][proposal_filename] = text
             if fileid:
-                proposals_fileid[proposal_filename] = fileid
-            logging.info(f"Proposal uploaded: {proposal_filename}")
+                sess_data["proposals_fileid"][proposal_filename] = fileid
+            logging.info(f"[{session_id}] Proposal uploaded: {proposal_filename}")
         else:
-            logging.error(f"Failed to decode uploaded proposal: {proposal_filename}")
+            logging.error(f"[{session_id}] Failed to decode uploaded proposal: {proposal_filename}")
 
     # Handle deletes
     if triggered_id and isinstance(doc_delete_clicks, list):
@@ -671,20 +693,20 @@ def master_callback(
             if n_click:
                 btn_id = ctx.inputs_list[8][i]['id']
                 del_filename = btn_id['index']
-                if del_filename in uploaded_documents:
-                    del uploaded_documents[del_filename]
-                    if del_filename in uploaded_documents_fileid:
+                if del_filename in sess_data["uploaded_documents"]:
+                    del sess_data["uploaded_documents"][del_filename]
+                    if del_filename in sess_data["uploaded_documents_fileid"]:
                         try:
-                            genai.delete_file(uploaded_documents_fileid[del_filename])
+                            genai.delete_file(sess_data["uploaded_documents_fileid"][del_filename])
                         except Exception as e:
-                            logging.warning(f"Failed to delete Gemini file {del_filename}: {e}")
-                        del uploaded_documents_fileid[del_filename]
-                    if del_filename in uploaded_documents_bytes:
-                        del uploaded_documents_bytes[del_filename]
-                    logging.info(f"Document deleted: {del_filename}")
-                if del_filename in shredded_documents:
-                    del shredded_documents[del_filename]
-                    logging.info(f"Shredded doc deleted: {del_filename}")
+                            logging.warning(f"[{session_id}] Failed to delete Gemini file {del_filename}: {e}")
+                        del sess_data["uploaded_documents_fileid"][del_filename]
+                    if del_filename in sess_data["uploaded_documents_bytes"]:
+                        del sess_data["uploaded_documents_bytes"][del_filename]
+                    logging.info(f"[{session_id}] Document deleted: {del_filename}")
+                if del_filename in sess_data["shredded_documents"]:
+                    del sess_data["shredded_documents"][del_filename]
+                    logging.info(f"[{session_id}] Shredded doc deleted: {del_filename}")
                 if selected_doc == del_filename:
                     selected_doc = None
                 break
@@ -694,25 +716,25 @@ def master_callback(
             if n_click:
                 btn_id = ctx.inputs_list[12][i]['id']
                 del_filename = btn_id['index']
-                if del_filename in proposals:
-                    del proposals[del_filename]
-                    if del_filename in proposals_fileid:
+                if del_filename in sess_data["proposals"]:
+                    del sess_data["proposals"][del_filename]
+                    if del_filename in sess_data["proposals_fileid"]:
                         try:
-                            genai.delete_file(proposals_fileid[del_filename])
+                            genai.delete_file(sess_data["proposals_fileid"][del_filename])
                         except Exception as e:
-                            logging.warning(f"Failed to delete Gemini proposal file {del_filename}: {e}")
-                        del proposals_fileid[del_filename]
-                    logging.info(f"Proposal deleted: {del_filename}")
+                            logging.warning(f"[{session_id}] Failed to delete Gemini proposal file {del_filename}: {e}")
+                        del sess_data["proposals_fileid"][del_filename]
+                    logging.info(f"[{session_id}] Proposal deleted: {del_filename}")
                 if selected_proposal == del_filename:
                     selected_proposal = None
                 break
 
-    doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
-    doc_value = selected_doc if selected_doc in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
-    documents_list = get_documents_list(uploaded_documents, shredded_documents)
-    proposals_list = get_proposals_list(proposals)
-    proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
-    proposal_value = selected_proposal if selected_proposal in proposals else (next(iter(proposals), None) if proposals else None)
+    doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
+    doc_value = selected_doc if selected_doc in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
+    documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
+    proposals_list = get_proposals_list(sess_data["proposals"])
+    proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
+    proposal_value = selected_proposal if selected_proposal in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
 
     output_data_upload = html.Div("No action taken yet.", style={"wordWrap": "break-word"})
 
@@ -722,7 +744,7 @@ def master_callback(
     ]
 
     if triggered_id in action_btns:
-        got_lock = gemini_lock.acquire(blocking=False)
+        got_lock = sess_data["gemini_lock"].acquire(blocking=False)
         if not got_lock:
             output_data_upload = html.Div("Another Gemini operation is in progress. Please wait or cancel.", style={"wordWrap": "break-word"})
             return (
@@ -734,47 +756,47 @@ def master_callback(
         try:
             if triggered_id == "shred-action-btn":
                 action_name = "shred"
-                result, generated_filename, generated_docx_bytes, _, _ = process_document(action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, None)
+                result, generated_filename, generated_docx_bytes, _, _ = process_document(sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, None)
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "compliance-action-btn":
                 action_name = "compliance"
                 result, generated_filename, generated_docx_bytes, _, _ = process_document(
-                    action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
+                    sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "board-action-btn":
                 action_name = "virtual_board"
                 result, generated_filename, generated_docx_bytes, _, _ = process_document(
-                    action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
+                    sess_data, action_name, doc_value, chat_input, uploaded_rfp_decoded_bytes, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "proposal-action-btn":
                 action_name = "proposal"
-                selected_bytes = uploaded_documents_bytes.get(doc_value, None)
+                selected_bytes = sess_data["uploaded_documents_bytes"].get(doc_value, None)
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    action_name, doc_value, chat_input, selected_bytes, None
+                    sess_data, action_name, doc_value, chat_input, selected_bytes, None
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "recover-action-btn":
                 action_name = "recover"
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    action_name, doc_value, chat_input, None, proposal_value
+                    sess_data, action_name, doc_value, chat_input, None, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
             elif triggered_id == "loe-action-btn":
                 action_name = "loe"
                 result, _, _, generated_filename, generated_docx_bytes = process_document(
-                    action_name, None, chat_input, None, proposal_value
+                    sess_data, action_name, None, chat_input, None, proposal_value
                 )
                 output_data_upload = dcc.Markdown(result, style={"whiteSpace": "pre-wrap", "wordWrap": "break-word"})
         finally:
-            gemini_lock.release()
-        doc_options = [{'label': fn, 'value': fn} for fn in uploaded_documents.keys()]
-        doc_value = doc_value if doc_value in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
-        proposal_options = [{'label': fn, 'value': fn} for fn in proposals.keys()]
-        proposal_value = proposal_value if proposal_value in proposals else (next(iter(proposals), None) if proposals else None)
-        documents_list = get_documents_list(uploaded_documents, shredded_documents)
-        proposals_list = get_proposals_list(proposals)
+            sess_data["gemini_lock"].release()
+        doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
+        doc_value = doc_value if doc_value in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
+        proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
+        proposal_value = proposal_value if proposal_value in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
+        documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
+        proposals_list = get_proposals_list(sess_data["proposals"])
         return (
             output_data_upload,
             documents_list, doc_options, doc_value,
@@ -782,8 +804,8 @@ def master_callback(
             "shrunk"
         )
 
-    doc_value = doc_value if doc_value in uploaded_documents else (next(iter(uploaded_documents), None) if uploaded_documents else None)
-    proposal_value = proposal_value if proposal_value in proposals else (next(iter(proposals), None) if proposals else None)
+    doc_value = doc_value if doc_value in sess_data["uploaded_documents"] else (next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None)
+    proposal_value = proposal_value if proposal_value in sess_data["proposals"] else (next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None)
     return (
         output_data_upload,
         documents_list, doc_options, doc_value,
@@ -791,6 +813,26 @@ def master_callback(
         "expanded"
     )
 
+@app.callback(
+    Output('documents-list', 'children'),
+    Output('select-document-dropdown', 'options'),
+    Output('select-document-dropdown', 'value'),
+    Output('proposals-list', 'children'),
+    Output('select-proposal-dropdown', 'options'),
+    Output('select-proposal-dropdown', 'value'),
+    Input('output-data-upload', 'children')
+)
+def update_lists_on_output(children):
+    session_id = get_session_id()
+    sess_data = get_session_data(session_id)
+    documents_list = get_documents_list(sess_data["uploaded_documents"], sess_data["shredded_documents"])
+    doc_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["uploaded_documents"].keys()]
+    doc_value = next(iter(sess_data["uploaded_documents"]), None) if sess_data["uploaded_documents"] else None
+    proposals_list = get_proposals_list(sess_data["proposals"])
+    proposal_options = [{'label': truncate_filename(fn), 'value': fn} for fn in sess_data["proposals"].keys()]
+    proposal_value = next(iter(sess_data["proposals"]), None) if sess_data["proposals"] else None
+    return documents_list, doc_options, doc_value, proposals_list, proposal_options, proposal_value
+
 if __name__ == '__main__':
     print("Starting the Dash application...")
     app.run(debug=True, host='0.0.0.0', port=7860, threaded=True)