Update app.py

app.py

@@ -2,8 +2,11 @@ import gradio as gr
 import os
 import re
 import time
+import base64
 from openai import OpenAI
 from together import Together
+from PIL import Image
+import io
 
 # Function to generate math solution using the Phi-4-reasoning-plus model via OpenRouter
 def generate_math_solution_openrouter(api_key, problem_text, history=None):
@@ -66,53 +69,85 @@ def generate_math_solution_openrouter(api_key, problem_text, history=None):
         error_message = f"Error: {str(e)}"
         return error_message, history
 
+# Function to convert image to base64
+def image_to_base64(image_path):
+    if image_path is None:
+        return None
+    
+    try:
+        with open(image_path, "rb") as img_file:
+            return base64.b64encode(img_file.read()).decode("utf-8")
+    except Exception as e:
+        print(f"Error converting image to base64: {str(e)}")
+        return None
+
 # Function to generate math solution using Together AI with support for images
-def generate_math_solution_together(api_key, problem_text, image=None, history=None):
+def generate_math_solution_together(api_key, problem_text, image_path=None, history=None):
     if not api_key.strip():
         return "Please enter your Together AI API key.", history
     
-    if not problem_text.strip() and image is None:
+    if not problem_text.strip() and image_path is None:
         return "Please enter a math problem or upload an image of a math problem.", history
     
     try:
         client = Together(api_key=api_key)
         
-        system_message = {
-            "role": "system",
-            "content": """You are an expert math tutor who explains concepts clearly and thoroughly.
-             Analyze the given math problem and provide a detailed step-by-step solution.
-             For each step:
-             1. Show the mathematical operation
-             2. Explain why this step is necessary
-             3. Connect it to relevant mathematical concepts
-             
-             Format your response with clear section headers using markdown.
-             Begin with an "Initial Analysis" section, follow with numbered steps,
-             and conclude with a "Final Answer" section."""
-        }
-        
-        # Start with text content
-        user_content = [{"type": "text", "text": f"Solve this math problem: {problem_text}"}]
-        
-        # Add image if provided
-        if image is not None:
-            user_content.append({
-                "type": "image_url",
-                "image_url": {"url": image}
-            })
-        
-        messages = [system_message]
+        # Create the base message structure
+        messages = [
+            {
+                "role": "system",
+                "content": """You are an expert math tutor who explains concepts clearly and thoroughly.
+                 Analyze the given math problem and provide a detailed step-by-step solution.
+                 For each step:
+                 1. Show the mathematical operation
+                 2. Explain why this step is necessary
+                 3. Connect it to relevant mathematical concepts
+                 
+                 Format your response with clear section headers using markdown.
+                 Begin with an "Initial Analysis" section, follow with numbered steps,
+                 and conclude with a "Final Answer" section."""
+            }
+        ]
         
         # Add conversation history if it exists
         if history:
             for exchange in history:
-                # For simplicity, we're assuming text-only history here
                 messages.append({"role": "user", "content": exchange[0]})
                 if exchange[1]:  # Check if there's a response
                     messages.append({"role": "assistant", "content": exchange[1]})
         
-        # Add the current problem
-        messages.append({"role": "user", "content": user_content})
+        # Prepare the user message content
+        user_message_content = []
+        
+        # Add text content if provided
+        if problem_text.strip():
+            user_message_content.append({
+                "type": "text",
+                "text": f"Solve this math problem: {problem_text}"
+            })
+        else:
+            user_message_content.append({
+                "type": "text",
+                "text": "Solve this math problem from the image:"
+            })
+        
+        # Add image if provided
+        if image_path:
+            # Convert image to base64
+            base64_image = image_to_base64(image_path)
+            if base64_image:
+                user_message_content.append({
+                    "type": "image_url",
+                    "image_url": {
+                        "url": f"data:image/jpeg;base64,{base64_image}"
+                    }
+                })
+        
+        # Add the user message with content
+        messages.append({
+            "role": "user",
+            "content": user_message_content
+        })
         
         # Create the completion
         response = client.chat.completions.create(
@@ -126,7 +161,7 @@ def generate_math_solution_together(api_key, problem_text, image=None, history=N
         # Update history - for simplicity, just store the text problem
         if history is None:
             history = []
-        history.append((problem_text, solution))
+        history.append((problem_text if problem_text.strip() else "Image problem", solution))
         
         return solution, history
         
@@ -134,27 +169,6 @@ def generate_math_solution_together(api_key, problem_text, image=None, history=N
         error_message = f"Error: {str(e)}"
         return error_message, history
 
-# Function to verify API key format
-def validate_openrouter_key(api_key):
-    # This is a simple check - OpenRouter keys typically start with "sk-or-"
-    if api_key.startswith("sk-or-") and len(api_key) > 20:
-        return True
-    return False
-
-# Function to validate Together AI API key (basic format check)
-def validate_together_key(api_key):
-    # Together API keys usually have a specific format
-    # This is just a simple length check for now
-    if len(api_key) > 20:
-        return True
-    return False
-
-# Function to process LaTeX in the solution
-def process_solution(solution):
-    # Replace $...$ with $$...$$ for better rendering in Gradio markdown
-    solution = re.sub(r'(?<!\$)\$(?!\$)(.+?)(?<!\$)\$(?!\$)', r'$$\1$$', solution)
-    return solution
-
 # Define the Gradio interface
 def create_demo():
     with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue")) as demo: