Update app.py via AI Editor

app.py

@@ -62,19 +62,6 @@ def anthropic_stream_generate(prompt):
         logging.error("Error during anthropic streaming request: %s", e)
         return f"Error during streaming: {e}"
 
-def anthropic_sync_generate(prompt):
-    try:
-        response = anthropic_client.messages.create(
-            model=CLAUDE3_SONNET_MODEL,
-            max_tokens=CLAUDE3_MAX_OUTPUT_TOKENS,
-            messages=[{"role": "user", "content": prompt}]
-        )
-        logging.info("Synchronous anthropic generation complete.")
-        return response.content[0].text if hasattr(response, "content") else ""
-    except Exception as e:
-        logging.error("Error during anthropic synchronous request: %s", e)
-        return f"Error during synchronous call: {e}"
-
 def save_shredded_as_docx(shredded_text, rfp_filename):
     doc = Document()
     doc.add_heading(f"Shredded Requirements for {rfp_filename}", 0)
@@ -190,7 +177,6 @@ def process_document(action, selected_filename=None, chat_input=None, selected_p
         rfp_content = uploaded_documents[selected_filename]
         gen_bytes = generated_documents[selected_generated]
         try:
-            # Try to read as docx, fallback to decode
             try:
                 docx_stream = io.BytesIO(gen_bytes)
                 doc = Document(docx_stream)
@@ -214,9 +200,20 @@ def process_document(action, selected_filename=None, chat_input=None, selected_p
             prompt += f"User additional instructions: {chat_input}\n"
         prompt += f"\n---\nRFP/SOW/PWS/RFI ({rfp_filename}):\n{rfp_content}\n"
         prompt += f"\n---\nGenerated Document ({generated_docname}):\n{generated_doc_content}\n"
-        logging.info("Sending proposal prompt to anthropic. This is a synchronous call.")
-        result = anthropic_sync_generate(prompt)
-        return result, None, None
+        logging.info("Sending proposal prompt to anthropic. This is a streaming call.")
+        result_holder = {"text": None}
+        def thread_proposal():
+            try:
+                result = anthropic_stream_generate(prompt)
+                result_holder["text"] = result
+            except Exception as e:
+                logging.error("Error during streaming proposal request: %s", e)
+                result_holder["text"] = f"Error during streaming: {e}"
+        from threading import Thread
+        t = Thread(target=thread_proposal)
+        t.start()
+        t.join()
+        return result_holder["text"], None, None
 
     elif action == 'compliance':
         return "Compliance checking not implemented yet.", None, None