import gradio as gr import base64 import requests import io from PIL import Image import json import os from together import Together import tempfile import uuid import time def encode_image_to_base64(image_path): """Convert image to base64 encoding""" with open(image_path, "rb") as image_file: return base64.b64encode(image_file.read()).decode('utf-8') def analyze_single_image(client, img_path): """Analyze a single image to identify ingredients""" system_prompt = """You are a culinary expert AI assistant that specializes in identifying ingredients in images. Your task is to analyze the provided image and list all the food ingredients you can identify. Be specific and detailed about what you see. Only list ingredients, don't suggest recipes yet.""" user_prompt = "Please identify all the food ingredients visible in this image. List each ingredient on a new line." try: with open(img_path, "rb") as image_file: base64_image = base64.b64encode(image_file.read()).decode('utf-8') content = [ {"type": "text", "text": user_prompt}, { "type": "image_url", "image_url": { "url": f"data:image/jpeg;base64,{base64_image}" } } ] response = client.chat.completions.create( model="meta-llama/Llama-Vision-Free", messages=[ {"role": "system", "content": system_prompt}, {"role": "user", "content": content} ], max_tokens=500, temperature=0.2 ) return response.choices[0].message.content except Exception as e: return f"Error analyzing image: {str(e)}" def format_ingredients_html(all_ingredients): """Format the identified ingredients in HTML""" html_content = """

📋 Ingredients Identified

""" for i, ingredients in enumerate(all_ingredients): html_content += f"""

Image {i+1} Ingredients

""" html_content += "
" return html_content def format_recipe_to_html(recipe_text): """Convert the recipe text to formatted HTML""" # Initialize the HTML content with the recipe suggestions header html_content = """

🍽️ Recipe Suggestions

""" # Split the text by recipe (assume recipes are separated by a recipe name heading) recipe_sections = [] current_recipe = "" lines = recipe_text.split('\n') # Process lines to identify recipe sections for line in lines: if line.strip().startswith(("Recipe ", "# ", "## ", "### ")): # If we've collected some content for a recipe, save it if current_recipe: recipe_sections.append(current_recipe) current_recipe = "" # Add line to current recipe current_recipe += line + "\n" # Add the last recipe if exists if current_recipe: recipe_sections.append(current_recipe) # Process each recipe section into HTML for recipe in recipe_sections: if not recipe.strip(): continue html_content += '
' lines = recipe.split('\n') in_ingredients = False in_instructions = False for line in lines: # Handle recipe title if any(x in line.lower() for x in ["recipe ", "# recipe"]) or line.strip().startswith(("# ", "## ")): title = line.replace("#", "").replace("Recipe:", "").replace("Recipe", "").strip() html_content += f'

{title}

\n' continue # Handle description if "description" in line.lower() and ":" in line: description = line.split(":", 1)[1].strip() html_content += f'

{description}

\n' continue # Start ingredients section if "ingredients" in line.lower() and not in_ingredients: in_ingredients = True in_instructions = False html_content += '
\n' html_content += '

Ingredients

\n
    \n' continue # Start instructions section if any(x in line.lower() for x in ["instructions", "directions", "steps", "preparation"]) and not in_instructions: if in_ingredients: html_content += '
\n
\n' in_ingredients = False in_instructions = True html_content += '
\n' html_content += '

Instructions

\n
    \n' continue # Handle cooking time if "cooking time" in line.lower() or "prep time" in line.lower() or "time" in line.lower(): if in_ingredients: html_content += '\n
\n' in_ingredients = False if in_instructions: html_content += '\n
\n' in_instructions = False time_info = line.strip() html_content += f'

⏱️ {time_info}

\n' continue # Handle difficulty level if "difficulty" in line.lower(): difficulty = line.strip() html_content += f'

🔍 {difficulty}

\n' continue # Handle nutritional info if "nutritional" in line.lower(): if in_ingredients: html_content += '\n
\n' in_ingredients = False if in_instructions: html_content += '\n\n' in_instructions = False html_content += '
\n' html_content += f'

{line.strip()}

\n\n
\n' if in_instructions: html_content += '\n\n' html_content += '\n' # Close recipe card html_content += '\n' # Close recipe suggestions div return html_content def get_recipe_suggestions(api_key, image_paths, num_recipes=3, dietary_restrictions="None", cuisine_preference="Any"): """Get recipe suggestions based on the uploaded images of ingredients""" if not api_key: return "Please provide your Together API key." if not image_paths or len(image_paths) == 0: return "Please upload at least one image of ingredients." try: client = Together(api_key=api_key) all_ingredients = [] for img_path in image_paths: ingredients_text = analyze_single_image(client, img_path) all_ingredients.append(ingredients_text) combined_ingredients = "\n\n".join([f"Image {i+1} ingredients:\n{ingredients}" for i, ingredients in enumerate(all_ingredients)]) system_prompt = """You are a culinary expert AI assistant that specializes in creating recipes based on available ingredients. You will be provided with lists of ingredients identified from multiple images. Your task is to suggest creative, detailed recipes that use as many of the identified ingredients as possible. For each recipe suggestion, include: 1. Recipe name 2. Brief description of the dish 3. Complete ingredients list (including estimated quantities and any additional staple ingredients that might be needed) 4. Step-by-step cooking instructions 5. Approximate cooking time 6. Difficulty level (Easy, Medium, Advanced) 7. Nutritional highlights Format each recipe clearly with headings for each section. Make sure to separate recipes clearly. Consider any dietary restrictions and cuisine preferences mentioned by the user.""" user_prompt = f"""Based on the following ingredients identified from multiple images, suggest {num_recipes} creative and delicious recipes. {combined_ingredients} Dietary restrictions to consider: {dietary_restrictions} Cuisine preference: {cuisine_preference} Please be creative with your recipe suggestions and try to use ingredients from multiple images if possible.""" response = client.chat.completions.create( model="meta-llama/Llama-Vision-Free", messages=[ {"role": "system", "content": system_prompt}, {"role": "user", "content": user_prompt} ], max_tokens=20000, temperature=0.7 ) recipe_text = response.choices[0].message.content # Format ingredients and recipes as HTML ingredients_html = format_ingredients_html(all_ingredients) recipes_html = format_recipe_to_html(recipe_text) # Combine HTML content html_content = ingredients_html + "
" + recipes_html # Create a downloadable HTML file with styling full_html = create_downloadable_html(ingredients_html, recipes_html, dietary_restrictions, cuisine_preference) # Generate a unique filename for the downloadable HTML timestamp = int(time.time()) file_name = f"recipes_{timestamp}.html" file_path = os.path.join(tempfile.gettempdir(), file_name) with open(file_path, "w", encoding="utf-8") as f: f.write(full_html) return [html_content, file_path] except Exception as e: return [f"Error: {str(e)}", None] def create_downloadable_html(ingredients_html, recipes_html, dietary_restrictions, cuisine_preference): """Create a complete HTML document with styling for download""" html = f""" Your Personalized Recipes

🍲 Your Personalized Recipes

Dietary: {dietary_restrictions} Cuisine: {cuisine_preference} Generated: {time.strftime("%Y-%m-%d")}
{ingredients_html}
{recipes_html}
""" return html def update_gallery(files): """Update the gallery with uploaded image paths""" if not files or len(files) == 0: return gr.update(visible=False) return gr.update(value=files, visible=True) def process_recipe_request(api_key, files, num_recipes, dietary_restrictions, cuisine_preference): """Process the recipe request with uploaded files""" if not files: return ["Please upload at least one image of ingredients.", None] return get_recipe_suggestions(api_key, files, num_recipes, dietary_restrictions, cuisine_preference) custom_css = """ @import url('https://fonts.googleapis.com/css2?family=Poppins:wght@300;400;500;600;700&display=swap'); :root { --primary-color: #2C786C; /* Rich teal */ --primary-light: #40A799; /* Lighter teal for hover */ --secondary-color: #F58634; /* Warm orange */ --accent-color: #FAB95B; /* Soft amber */ --background-color: #F8F9FA; /* Clean off-white */ --text-color: #2A2D34; /* Deep charcoal */ --card-background: #FFFFFF; /* White for cards */ --border-radius: 12px; --font-family: 'Poppins', sans-serif; --box-shadow: rgba(0, 0, 0, 0.1) 0px 4px 20px; --hover-shadow: rgba(0, 0, 0, 0.15) 0px 8px 30px; } body { font-family: var(--font-family); background-color: var(--background-color); color: var(--text-color); margin: 0; padding: 0; } .container { width: 100%; margin: 0 auto; padding: 20px; } .app-header { background: linear-gradient(135deg, var(--primary-color), var(--primary-light)); color: white; padding: 60px 20px; text-align: center; border-radius: 0 0 30px 30px; box-shadow: var(--box-shadow); width: 100%; } .app-title { font-size: 2.8em; font-weight: 700; margin-bottom: 10px; color: navajowhite; } .app-subtitle { font-size: 1.3em; font-weight: 400; max-width: 800px; margin: 0 auto; color: white; } .input-section, .output-section { background-color: var(--card-background); border-radius: var(--border-radius); padding: 30px; box-shadow: var(--box-shadow); margin-bottom: 30px; width: 100%; } .section-header { font-size: 1.6em; font-weight: 600; color: var(--text-color); margin-bottom: 20px; border-bottom: 2px solid var(--primary-color); padding-bottom: 10px; } .section-header2 { font-size: 1.6em; font-weight: 600; color: var(--text-color); border-bottom: 2px solid var(--primary-color); padding-bottom: 10px; } .image-upload-container { padding: 40px; text-align: center; background-color: white; transition: all 0.3s ease; } .image-upload-container:hover { border-color: var(--primary-color); background-color: rgba(44, 120, 108, 0.08); } button.primary-button { background-color: var(--primary-color); color: white; border: none; padding: 16px 32px; border-radius: 6px; font-size: 1.1em; cursor: pointer; transition: all 0.3s ease; width: 100%; box-shadow: 0 2px 10px rgba(0, 0, 0, 0.1); } button.primary-button:hover { background-color: #E15F52; box-shadow: var(--hover-shadow); } button.download-button { background-color: var(--secondary-color); color: white; border: none; padding: 12px 24px; border-radius: 6px; font-size: 1em; cursor: pointer; transition: all 0.3s ease; margin-top: 15px; display: flex; align-items: center; justify-content: center; gap: 8px; margin-left: auto; margin-right: auto; margin-bottom: 25px !important; } button.download-button:hover { background-color: #3da037; box-shadow: var(--hover-shadow); } .gallery-container { display: grid; grid-template-columns: repeat(auto-fill, minmax(300px, 1fr)); gap: 20px; margin-top: 30px; } .gallery-item { border-radius: var(--border-radius); overflow: hidden; box-shadow: var(--box-shadow); transition: transform 0.3s ease; aspect-ratio: 1 / 1; object-fit: cover; } .gallery-item:hover { transform: scale(1.05); box-shadow: var(--hover-shadow); } .recipe-output { font-size: 1.2em; line-height: 1.7; color: var(--text-color); max-height: 600px; overflow-y: auto; padding-right: 15px; } .ingredients-identified, .recipe-suggestions { background-color: #f9f9f9; border-radius: var(--border-radius); padding: 20px; margin-bottom: 20px; } .recipe-card { background-color: white; border-radius: var(--border-radius); padding: 20px; margin-bottom: 20px; box-shadow: 0 2px 8px rgba(0, 0, 0, 0.05); } .recipe-title { color: var(--secondary-color); font-size: 1.8em; margin-top: 0; margin-bottom: 15px; } .recipe-description { font-style: italic; margin-bottom: 20px; color: #666; } .recipe-ingredients, .recipe-instructions, .recipe-nutrition { margin-bottom: 20px; } .recipe-ingredients h4, .recipe-instructions h4, .recipe-nutrition h4 { color: var(--primary-color); margin-bottom: 10px; } .footer { background: linear-gradient(135deg, var(--primary-color), var(--primary-light)); padding: 40px 20px; text-align: center; color: var(--text-color); font-size: 1.1em; box-shadow: 0 -2px 10px rgba(0, 0, 0, 0.05); width: 100%; } .footer-content { max-width: 800px; margin: 0 auto; } .footer-brand { font-weight: 700; color: navajowhite; } .footer-links a { color: white; text-decoration: none; margin: 0 15px; transition: color 0.3s ease; } .footer-links a:hover { color: var(--secondary-color); } """ html_header = """
🍲 Visual Recipe Assistant
Upload images of ingredients you have on hand and get personalized recipe suggestions powered by AI
""" html_footer = """ """ with gr.Blocks(css=custom_css) as app: gr.HTML(html_header) with gr.Accordion("How It Works", open=False, elem_id="how-to-use"): gr.Markdown(""" ### Getting Started: 1. Enter your Together Ai API key. 2. Upload multiple ingredient images. 3. Select Number of Recipes Suggestions. 4. Select Dietary Restrictions. 5. Cuisine Preference ### Results: - Click Get Recipe Suggestions. - Wait for few minutes to get full suggestions. - You can download the suggested recipe. """) # Store the generated html file path for download html_file_path = gr.State(None) with gr.Row(): with gr.Column(scale=1): with gr.Group(elem_classes="input-section"): gr.HTML('

API Configuration

') api_key_input = gr.Textbox( label="Together API Key", placeholder="Enter your Together API key here...", type="password", elem_classes="input-group" ) gr.HTML('

Upload Ingredients

') file_upload = gr.File( label="Upload images of ingredients", file_types=["image"], file_count="multiple", elem_classes="image-upload-container" ) image_input = gr.Gallery( label="Uploaded Ingredients", elem_id="ingredient-gallery", columns=3, rows=2, height="auto", visible=False ) gr.HTML('

Recipe Preferences

') with gr.Row(): num_recipes = gr.Slider( minimum=1, maximum=5, value=3, step=1, label="Number of Recipe Suggestions", elem_classes="input-group" ) with gr.Row(): with gr.Column(): dietary_restrictions = gr.Dropdown( choices=["None", "Vegetarian", "Vegan", "Gluten-Free", "Dairy-Free", "Low-Carb", "Keto", "Paleo"], value="None", label="Dietary Restrictions", elem_classes="input-group" ) with gr.Column(): cuisine_preference = gr.Dropdown( choices=["Any", "Italian", "Asian", "Mexican", "Mediterranean", "Indian", "American", "French", "Middle Eastern"], value="Any", label="Cuisine Preference", elem_classes="input-group" ) submit_button = gr.Button("Get Recipe Suggestions", elem_classes="primary-button") with gr.Column(scale=1): with gr.Group(elem_classes="output-section"): gr.HTML('

Your Personalized Recipes

') output = gr.HTML(elem_classes="recipe-output") download_button = gr.Button("📥 Download Recipes (See below to download)", elem_classes="download-button", visible=False, elem_id="download-button") gr.HTML(html_footer) # Update functions def process_and_update_file_path(api_key, files, num_recipes, dietary_restrictions, cuisine_preference): """Process recipe request and update file path state""" result = process_recipe_request(api_key, files, num_recipes, dietary_restrictions, cuisine_preference) html_content = result[0] file_path = result[1] return html_content, file_path, gr.update(visible=file_path is not None) file_upload.change(fn=update_gallery, inputs=file_upload, outputs=image_input) submit_button.click( fn=process_and_update_file_path, inputs=[api_key_input, file_upload, num_recipes, dietary_restrictions, cuisine_preference], outputs=[output, html_file_path, download_button] ) # Handle download button click download_button.click( fn=lambda x: x, inputs=html_file_path, outputs=gr.File(label="Download Recipe HTML") ) if __name__ == "__main__": app.launch()