Update app.py

app.py

@@ -35,7 +35,9 @@ SYNTHESIS_SYSTEM_PROMPT = """You are a deep thinking AI, you may use extremely l
 Given the various philosophical perspectives on the question "{question}", synthesize them into a balanced conclusion.
 Consider the strengths and weaknesses of each perspective.
 Identify common themes and points of disagreement.
-Conclude with a nuanced view that acknowledges the complexity of the question."""
+Conclude with a nuanced view that acknowledges the complexity of the question.
+
+IMPORTANT: Place your detailed reasoning process inside <thinking></thinking> tags before providing your final conclusion."""
 
 SOCRATIC_SYSTEM_PROMPT = """You are DeepHermes, a philosophical guide using the Socratic method.
 For the philosophical question "{question}", generate 5 probing Socratic questions that would help someone explore this topic more deeply.
@@ -51,6 +53,10 @@ def call_deephermes(api_key: str, prompt: str, system_prompt: str, temperature:
             api_key=api_key
         )
         
+        # For synthesis requests, use a lower temperature for more consistent thinking patterns
+        if "You should enclose your thoughts and internal monologue inside <thinking>" in system_prompt:
+            temperature = 0.5  # Lower temperature for more consistent formatting
+        
         completion = client.chat.completions.create(
             extra_headers={
                 "HTTP-Referer": "https://philosophical-debate-moderator.app",
@@ -61,7 +67,8 @@ def call_deephermes(api_key: str, prompt: str, system_prompt: str, temperature:
                 {"role": "system", "content": system_prompt},
                 {"role": "user", "content": prompt}
             ],
-            temperature=temperature
+            temperature=temperature,
+            max_tokens=4000  # Ensure we get lengthy thinking processes
         )
         return completion.choices[0].message.content
     except Exception as e:
@@ -72,10 +79,32 @@ def extract_thinking(response: str) -> Tuple[str, str]:
     thinking = ""
     cleaned_response = response
     
-    thinking_match = re.search(r'<thinking>(.*?)</thinking>', response, re.DOTALL)
-    if thinking_match:
-        thinking = thinking_match.group(1).strip()
-        cleaned_response = re.sub(r'<thinking>.*?</thinking>', '', response, flags=re.DOTALL).strip()
+    # Look for different possible tag formats the model might use
+    thinking_patterns = [
+        r'<thinking>(.*?)</thinking>',
+        r'<Thinking>(.*?)</Thinking>',
+        r'<THINKING>(.*?)</THINKING>',
+        r'<thoughts>(.*?)</thoughts>',
+        r'<chain-of-thought>(.*?)</chain-of-thought>',
+        r'<reasoning>(.*?)</reasoning>'
+    ]
+    
+    for pattern in thinking_patterns:
+        thinking_match = re.search(pattern, response, re.DOTALL | re.IGNORECASE)
+        if thinking_match:
+            thinking = thinking_match.group(1).strip()
+            cleaned_response = re.sub(pattern, '', response, flags=re.DOTALL | re.IGNORECASE).strip()
+            break
+    
+    # If no explicit tags, look for other indicators of thinking sections
+    if not thinking:
+        # Look for "Let me think..." or similar phrases that might indicate thinking
+        implicit_thinking_match = re.search(r'(Let me think.*?)(?:\n\n|$)', response, re.DOTALL | re.IGNORECASE)
+        if implicit_thinking_match:
+            thinking = implicit_thinking_match.group(1).strip()
+            # Only remove from cleaned response if we're confident this is thinking
+            if len(thinking.split()) > 20:  # Only if substantial thinking
+                cleaned_response = response.replace(thinking, "").strip()
     
     return thinking, cleaned_response
 
@@ -94,7 +123,22 @@ def philosopher_perspective(api_key: str, question: str, philosopher: str) -> st
 def synthesize_perspectives(api_key: str, question: str, perspectives: str) -> Dict[str, str]:
     """Synthesize the various perspectives into a balanced conclusion."""
     system_prompt = SYNTHESIS_SYSTEM_PROMPT.format(question=question)
-    prompt = f"Here are various philosophical perspectives on the question '{question}':\n\n{perspectives}\n\nSynthesize these perspectives into a balanced conclusion."
+    
+    # Create a more explicit prompt to encourage showing thinking
+    prompt = f"""Here are various philosophical perspectives on the question '{question}':\n\n{perspectives}\n\n
+    Please synthesize these perspectives into a balanced conclusion.
+    
+    IMPORTANT: First, show your detailed reasoning process inside <thinking></thinking> tags.
+    Then provide your final synthesized conclusion.
+    
+    Example format:
+    <thinking>
+    [Your detailed analysis and reasoning here...]
+    </thinking>
+    
+    [Your final synthesized conclusion here...]
+    """
+    
     response = call_deephermes(api_key, prompt, system_prompt)
     thinking, conclusion = extract_thinking(response)
     return {"thinking": thinking, "conclusion": conclusion}
@@ -157,7 +201,15 @@ def app_main():
             
             with gr.TabItem("Synthesis & Deep Thinking"):
                 synthesis_btn = gr.Button("Synthesize Perspectives")
-                with gr.Accordion("Deep Thinking Process", open=False):
+                with gr.Row():
+                    temperature_slider = gr.Slider(
+                        minimum=0.1, 
+                        maximum=1.0, 
+                        value=0.5, 
+                        step=0.1, 
+                        label="Temperature (lower values may produce more consistent thinking formats)"
+                    )
+                with gr.Accordion("Deep Thinking Process", open=True):
                     thinking_output = gr.Markdown(label="AI's Chain of Thought")
                 conclusion_output = gr.Markdown(label="Synthesized Conclusion")
             
@@ -185,7 +237,7 @@ def app_main():
         
         synthesis_btn.click(
             fn=run_synthesis,
-            inputs=[api_key, question, num_perspectives],
+            inputs=[api_key, question, num_perspectives, temperature_slider],
             outputs=[thinking_output, conclusion_output]
         )