# app.py import streamlit as st import time import random import json import textwrap import os import base64 from io import BytesIO from PIL import Image, ImageDraw, ImageFont import numpy as np from gtts import gTTS from pygame import mixer import tempfile import requests from transformers import pipeline, set_seed # Set up the page st.set_page_config( page_title="CodeTales ✨", page_icon="🚀", layout="wide", initial_sidebar_state="expanded" ) # Initialize pygame mixer mixer.init() # Custom CSS st.markdown(""" """, unsafe_allow_html=True) # Initialize AI models @st.cache_resource def load_models(): """Load open-source AI models""" try: # Text generation model for code explanations story_to_code = pipeline("text-generation", model="gpt2", max_length=100) # Sentiment analysis for story understanding sentiment_analyzer = pipeline("sentiment-analysis", model="distilbert-base-uncased-finetuned-sst-2-english") # Named entity recognition for identifying objects ner_model = pipeline("ner", model="dbmdz/bert-large-cased-finetuned-conll03-english") # Text-to-text generation for better explanations explanation_generator = pipeline("text2text-generation", model="google/flan-t5-base") return story_to_code, sentiment_analyzer, ner_model, explanation_generator except Exception as e: st.error(f"Error loading models: {e}") return None, None, None, None # Image generation functions def create_storyboard_image(text, width=400, height=300): """Create a storyboard image from text""" # Create blank image img = Image.new('RGB', (width, height), color=(25, 25, 112)) # Dark blue background # Load a comic-style font (fallback to default if not available) try: font = ImageFont.truetype("comic.ttf", 16) except: font = ImageFont.load_default() draw = ImageDraw.Draw(img) # Draw title draw.text((10, 10), "Your Story Comes to Life!", fill=(255, 215, 0), font=font) # Draw text box draw.rectangle([10, 40, width-10, height-40], fill=(240, 248, 255), outline=(255, 215, 0), width=2) # Wrap text wrapped_text = textwrap.fill(text, width=40) draw.text((20, 50), wrapped_text, fill=(25, 25, 112), font=font) # Draw decorations draw.rectangle([width-50, height-30, width-30, height-10], fill=(220, 20, 60), outline=(255, 215, 0), width=1) draw.ellipse([20, height-50, 70, height], fill=(30, 144, 255), outline=(255, 215, 0), width=1) return img def generate_sprite_animation(story, character="spaceship", theme="space", num_frames=4): """Generate a sprite-based animation from story""" frames = [] width, height = 300, 200 for i in range(num_frames): # Create base image with theme if theme == "space": bg_color = (0, 0, 30) star_color = (255, 255, 255) elif theme == "jungle": bg_color = (0, 100, 0) star_color = None # No stars in jungle elif theme == "medieval": bg_color = (139, 69, 19) star_color = None else: bg_color = (0, 0, 30) star_color = (255, 255, 255) img = Image.new('RGB', (width, height), color=bg_color) draw = ImageDraw.Draw(img) # Draw stars for space theme if star_color: for _ in range(30): x = random.randint(0, width) y = random.randint(0, height) draw.ellipse([x, y, x+2, y+2], fill=star_color) # Draw moving elements based on frame if character == "spaceship": ship_x = 50 + i * 60 ship_y = 80 draw.polygon([(ship_x, ship_y), (ship_x+30, ship_y), (ship_x+15, ship_y-20)], fill=(169, 169, 169)) if "shoot" in story.lower() and i > 1: for j in range(3): laser_x = ship_x + 15 laser_y = ship_y - 20 + j*5 draw.line([(laser_x, laser_y), (width, laser_y)], fill=(255, 0, 0), width=2) elif character == "dragon": dragon_x = 50 + i * 40 dragon_y = 100 # Draw dragon body draw.ellipse([dragon_x, dragon_y, dragon_x+40, dragon_y+20], fill=(178, 34, 34)) # Draw dragon head draw.ellipse([dragon_x+30, dragon_y-5, dragon_x+50, dragon_y+15], fill=(178, 34, 34)) # Draw wings draw.ellipse([dragon_x+10, dragon_y-15, dragon_x+30, dragon_y], fill=(138, 43, 226)) if "fire" in story.lower() and i > 0: for j in range(5): flame_x = dragon_x + 50 flame_y = dragon_y + 5 - j*5 flame_size = random.randint(5, 15) draw.ellipse([flame_x, flame_y, flame_x+flame_size, flame_y+flame_size], fill=(255, random.randint(100, 200), 0)) elif character == "knight": knight_x = 50 + i * 40 knight_y = 120 # Draw knight body draw.rectangle([knight_x, knight_y, knight_x+20, knight_y+40], fill=(70, 70, 70)) # Draw knight head draw.ellipse([knight_x+5, knight_y-15, knight_x+15, knight_y-5], fill=(210, 180, 140)) # Draw sword draw.rectangle([knight_x+15, knight_y+10, knight_x+25, knight_y+15], fill=(192, 192, 192)) draw.polygon([(knight_x+25, knight_y+12), (knight_x+35, knight_y+10), (knight_x+35, knight_y+15)], fill=(192, 192, 192)) if "attack" in story.lower() and i % 2 == 1: # Draw sword swing draw.line([(knight_x+25, knight_y+12), (knight_x+45, knight_y-10)], fill=(255, 255, 0), width=2) # Draw enemies based on theme if theme == "space" and "alien" in story.lower(): alien_x = 200 alien_y = 100 - i*10 draw.ellipse([alien_x, alien_y, alien_x+20, alien_y+20], fill=(50, 205, 50)) draw.ellipse([alien_x+5, alien_y+5, alien_x+7, alien_y+7], fill=(0, 0, 0)) draw.ellipse([alien_x+13, alien_y+5, alien_x+15, alien_y+7], fill=(0, 0, 0)) elif theme == "jungle" and "snake" in story.lower(): snake_x = 200 snake_y = 150 - i*5 for segment in range(5): offset = segment * 5 draw.ellipse([snake_x+offset, snake_y+offset, snake_x+offset+15, snake_y+offset+15], fill=(0, 128, 0)) elif theme == "medieval" and "dragon" in story.lower() and character != "dragon": dragon_x = 220 dragon_y = 80 draw.ellipse([dragon_x, dragon_y, dragon_x+40, dragon_y+20], fill=(178, 34, 34)) draw.line([(dragon_x+40, dragon_y+10), (dragon_x+60, dragon_y)], fill=(178, 34, 34), width=3) frames.append(img) return frames def generate_code_explanation(story, explanation_generator): """Generate code explanation using open-source model""" try: # Create a prompt for the model prompt = f"Explain to a child how this story would become code: '{story}'" # Generate text result = explanation_generator( prompt, max_length=200, num_return_sequences=1, ) return result[0]['generated_text'] except: # Fallback explanation if model fails return f"""See how your story became real code? For example, when you wrote "{story.split()[0]}", we used code like: character.move(). That's how we turn words into actions!""" def text_to_speech(text, lang='en'): """Convert text to speech using gTTS""" try: tts = gTTS(text=text, lang=lang, slow=False) with tempfile.NamedTemporaryFile(delete=True, suffix='.mp3') as fp: tts.save(fp.name) return fp.name except Exception as e: st.error(f"Text-to-speech error: {e}") return None # Achievement system ACHIEVEMENTS = { "first_story": {"name": "Storyteller", "icon": "📖", "description": "Created your first story!"}, "code_master": {"name": "Code Master", "icon": "💻", "description": "Used 5 different coding concepts"}, "animator": {"name": "Animator", "icon": "🎬", "description": "Created 3 animations"}, "voice_artist": {"name": "Voice Artist", "icon": "🎤", "description": "Used text-to-speech feature"}, "character_designer": {"name": "Character Designer", "icon": "👾", "description": "Created a custom character"} } def unlock_achievement(achievement_id): """Unlock an achievement for the user""" if achievement_id not in st.session_state.achievements_unlocked: st.session_state.achievements_unlocked.append(achievement_id) st.session_state.new_achievement = achievement_id return True return False # Header section st.markdown('
CodeTales ✨
', unsafe_allow_html=True) st.markdown('
Storytime + Coding Magic
', unsafe_allow_html=True) st.markdown('
Turn wild stories into playable games with open-source AI magic!
', unsafe_allow_html=True) # How it works section with st.expander("✨ How It Works (Like Baking a Cake) 🎂"): st.markdown(""" **1. Kids Write a Story (The Recipe)** Example: *"The spaceship zooms past aliens and shoots lasers!"* **2. AI is the Magic Oven 🔮** We turn words into code using open-source AI models **3. Animation Pops Out (The Cake!) 🎮** See your story come to life with custom animations! **4. Robot Teacher Explains 🤖** Tavus shows: *"See? 'spaceship.move_right()' makes it fly! That's coding!"* **5. Level Up! 🏆** Earn achievements as you learn and create! """) # Load models story_to_code, sentiment_analyzer, ner_model, explanation_generator = load_models() # Initialize session state if 'animation_generated' not in st.session_state: st.session_state.animation_generated = False if 'story_text' not in st.session_state: st.session_state.story_text = "" if 'animation_frames' not in st.session_state: st.session_state.animation_frames = [] if 'code_explanation' not in st.session_state: st.session_state.code_explanation = "" if 'selected_character' not in st.session_state: st.session_state.selected_character = "spaceship" if 'selected_theme' not in st.session_state: st.session_state.selected_theme = "space" if 'sound_enabled' not in st.session_state: st.session_state.sound_enabled = True if 'achievements_unlocked' not in st.session_state: st.session_state.achievements_unlocked = [] if 'new_achievement' not in st.session_state: st.session_state.new_achievement = None if 'story_count' not in st.session_state: st.session_state.story_count = 0 if 'level' not in st.session_state: st.session_state.level = 1 if 'xp' not in st.session_state: st.session_state.xp = 0 if 'voice_enabled' not in st.session_state: st.session_state.voice_enabled = False if 'custom_character' not in st.session_state: st.session_state.custom_character = None # Story templates story_templates = { "None": "", "Space Adventure": "A brave spaceship zooms through space, shooting lasers at alien spaceships!", "Dragon Quest": "A knight fights a fire-breathing dragon to save the princess in the castle.", "Jungle Explorer": "An explorer runs through the jungle, jumping over snakes and swinging on vines." } # Main content st.markdown(f'
Level {st.session_state.level} ✨ XP: {st.session_state.xp}/100
', unsafe_allow_html=True) progress = st.progress(st.session_state.xp / 100) col1, col2 = st.columns([1, 1]) with col1: st.markdown('
', unsafe_allow_html=True) st.markdown("### 📖 Write Your Story Here:") # Story template selector selected_template = st.selectbox( "Or choose a story template to start with:", list(story_templates.keys()), index=0 ) story_text = st.text_area( "Tell your adventure story...", height=200, placeholder="Once upon a time, a brave spaceship zoomed through space, shooting lasers at alien spaceships...", label_visibility="collapsed", value=story_templates[selected_template] if selected_template != "None" else st.session_state.story_text ) # Character selection st.markdown("### 🧙 Choose Your Hero") char_cols = st.columns(3) characters = { "spaceship": "🚀 Spaceship", "dragon": "🐉 Dragon", "knight": "🛡️ Knight" } for i, (char_key, char_label) in enumerate(characters.items()): with char_cols[i]: if st.button( char_label, key=f"char_{char_key}", use_container_width=True, type="primary" if st.session_state.selected_character == char_key else "secondary" ): st.session_state.selected_character = char_key # Theme selection st.markdown("### 🎨 Choose Your World") theme_cols = st.columns(3) themes = { "space": "🌌 Space", "jungle": "🌿 Jungle", "medieval": "🏰 Medieval" } for i, (theme_key, theme_label) in enumerate(themes.items()): with theme_cols[i]: if st.button( theme_label, key=f"theme_{theme_key}", use_container_width=True, type="primary" if st.session_state.selected_theme == theme_key else "secondary" ): st.session_state.selected_theme = theme_key # Voice options st.session_state.voice_enabled = st.toggle( "🗣️ Enable Tavus Voice", value=st.session_state.voice_enabled, help="Hear Tavus explain coding concepts with text-to-speech" ) # Generate button with animation if st.button("✨ Generate Animation!", use_container_width=True, key="generate", type="primary"): if story_text.strip(): st.session_state.story_text = story_text st.session_state.animation_generated = True with st.spinner("🧙‍♂️ Cooking your story in the magic oven..."): # Generate animation frames st.session_state.animation_frames = generate_sprite_animation( story_text, character=st.session_state.selected_character, theme=st.session_state.selected_theme ) # Generate code explanation st.session_state.code_explanation = generate_code_explanation(story_text, explanation_generator) # Update user progress st.session_state.story_count += 1 st.session_state.xp += 15 # Check for level up if st.session_state.xp >= 100: st.session_state.level += 1 st.session_state.xp = st.session_state.xp - 100 st.session_state.new_level = True # Unlock achievements if st.session_state.story_count == 1: unlock_achievement("first_story") # Generate speech if enabled if st.session_state.voice_enabled: speech_file = text_to_speech(st.session_state.code_explanation) if speech_file: st.session_state.speech_file = speech_file unlock_achievement("voice_artist") # Simulate sound effect if st.session_state.sound_enabled: st.session_state.sound_message = "🔊 Sound effects added: Laser blasts, explosions, and more!" else: st.session_state.sound_message = "" else: st.warning("Please enter a story first!") st.markdown('
', unsafe_allow_html=True) with col2: st.markdown('
', unsafe_allow_html=True) st.markdown("### 🎮 Your Game Animation") if st.session_state.animation_generated and st.session_state.animation_frames: # Display animation frames st.markdown("**Your Story Comes to Life!**") cols = st.columns(len(st.session_state.animation_frames)) for i, frame in enumerate(st.session_state.animation_frames): with cols[i]: st.image(frame, caption=f"Frame {i+1}", use_container_width=True) # Create an animated GIF gif_buffer = BytesIO() st.session_state.animation_frames[0].save( gif_buffer, format='GIF', save_all=True, append_images=st.session_state.animation_frames[1:], duration=500, loop=0 ) gif_data = gif_buffer.getvalue() st.download_button( label="⬇️ Download Animation", data=gif_data, file_name="your_story.gif", mime="image/gif", use_container_width=True ) # Display sound message if st.session_state.sound_enabled and 'sound_message' in st.session_state: st.info(st.session_state.sound_message) # Display character and theme info st.success(f"✨ Your {characters[st.session_state.selected_character]} in the {themes[st.session_state.selected_theme]} world!") # Play voice explanation if st.session_state.voice_enabled and 'speech_file' in st.session_state: if st.button("🔊 Play Tavus Explanation", use_container_width=True): try: mixer.music.load(st.session_state.speech_file) mixer.music.play() except: st.warning("Couldn't play audio. Try enabling sound in your browser.") elif st.session_state.animation_generated: st.warning("Couldn't generate animation. Try a different story!") st.image("https://img.freepik.com/free-vector/hand-drawn-colorful-space-background_23-2148821798.jpg", use_container_width=True) elif story_text: # Show storyboard preview preview_img = create_storyboard_image(story_text) st.image(preview_img, caption="Your Story Preview", use_container_width=True) st.info("👆 Click Generate to bring your story to life!") else: st.image("https://img.freepik.com/free-vector/hand-drawn-colorful-space-background_23-2148821798.jpg", use_container_width=True) st.info("👆 Write your story and click Generate to see the magic!") st.markdown('
', unsafe_allow_html=True) # Tavus explanation section if st.session_state.animation_generated and st.session_state.story_text: st.markdown('
', unsafe_allow_html=True) st.markdown("### 🤖 Tavus the Robot Teacher says:") # Extract action words from story action_words = ["zoom", "shoot", "fly", "move", "jump", "run", "attack", "laser", "alien", "spaceship", "dragon", "fire", "hero", "sword", "castle", "run", "escape", "fight", "win"] found_actions = [word for word in action_words if word in st.session_state.story_text.lower()] if found_actions: # Create explanation based on found words explanations = [] code_snippets = [] for action in found_actions[:3]: # Limit to 3 explanations if action == "zoom": explanations.append("makes your spaceship move super fast!") code_snippets.append("spaceship.accelerate(speed=10)") elif action == "shoot": explanations.append("creates laser beams to defeat enemies!") code_snippets.append("laser = spaceship.fire_weapon()") elif action == "fly": explanations.append("keeps your character moving through the air!") code_snippets.append("character.apply_gravity(False)") elif action == "move": explanations.append("changes position on the screen!") code_snippets.append("player.move(direction='right')") elif action == "jump": explanations.append("makes your character leap upwards!") code_snippets.append("hero.jump(height=100)") elif action == "run": explanations.append("makes your character move faster!") code_snippets.append("player.speed = player.speed * 2") elif action == "attack": explanations.append("lets your hero fight the bad guys!") code_snippets.append("sword.swing(damage=15)") elif action == "laser": explanations.append("creates powerful energy beams!") code_snippets.append("weapon = Laser(color='red', damage=20)") elif action == "alien": explanations.append("adds enemies to your game!") code_snippets.append("enemy = Alien(position=(100, 200))") elif action == "spaceship": explanations.append("creates your main character!") code_snippets.append("player = Spaceship(image='spaceship.png')") elif action == "dragon": explanations.append("adds a fire-breathing challenge!") code_snippets.append("boss = Dragon(health=100, damage=25)") elif action == "fire": explanations.append("creates dangerous fire effects!") code_snippets.append("flame = FireEffect(position, size=30)") elif action == "hero": explanations.append("creates the main player character!") code_snippets.append("player = Hero(name='Your Hero')") elif action == "castle": explanations.append("adds a majestic building to your world!") code_snippets.append("castle = Building(type='castle', position=(300, 150))") elif action == "escape": explanations.append("creates exciting chase sequences!") code_snippets.append("player.start_escape_sequence(speed=15)") elif action == "fight": explanations.append("initiates battle mechanics!") code_snippets.append("initiate_combat(enemy)") elif action == "win": explanations.append("creates victory conditions!") code_snippets.append("if player.score > 100: show_victory_screen()") st.markdown("See how your story became real code? Here's what happened:") for i, (action, explanation, snippet) in enumerate(zip(found_actions, explanations, code_snippets)): st.markdown(f"**{i+1}. When you said '{action}'**:") st.markdown(f'
{snippet}
', unsafe_allow_html=True) st.markdown(f"This code {explanation}") st.markdown("That's the magic of coding - turning words into actions!") else: st.markdown("I see you created an awesome story! Every word you write can become game code. Try adding action words like 'jump', 'run', or 'shoot' next time!") # Show AI-generated explanation st.markdown("### 🧠 AI-Powered Explanation:") st.write(st.session_state.code_explanation) st.markdown("
", unsafe_allow_html=True) # Achievements section if st.session_state.achievements_unlocked: st.markdown("### 🏆 Your Achievements") achievement_cols = st.columns(5) for i, ach_id in enumerate(st.session_state.achievements_unlocked): with achievement_cols[i % 5]: ach = ACHIEVEMENTS[ach_id] st.markdown(f'
{ach["icon"]}
', unsafe_allow_html=True) st.markdown(f"**{ach['name']}**") st.caption(ach['description']) # New achievement notification if 'new_achievement' in st.session_state and st.session_state.new_achievement: ach = ACHIEVEMENTS[st.session_state.new_achievement] st.success(f"🎉 Achievement Unlocked: {ach['name']} - {ach['description']}") st.session_state.new_achievement = None # New level notification if 'new_level' in st.session_state and st.session_state.new_level: st.balloons() st.success(f"🌟 Level Up! You're now Level {st.session_state.level}!") st.session_state.new_level = False # Coding challenges section st.markdown("### 💻 Coding Challenges") with st.expander("Complete challenges to earn XP!"): challenge_cols = st.columns(3) with challenge_cols[0]: st.markdown("#### Challenge 1: The Mover") st.code(""" # Make the character move to the right character.move_right(10) """) if st.button("Run Challenge 1", key="challenge1"): st.session_state.xp += 5 st.success("+5 XP! Character moved right!") with challenge_cols[1]: st.markdown("#### Challenge 2: The Jumper") st.code(""" # Make the character jump character.jump(20) """) if st.button("Run Challenge 2", key="challenge2"): st.session_state.xp += 5 st.success("+5 XP! Character jumped!") with challenge_cols[2]: st.markdown("#### Challenge 3: The Shooter") st.code(""" # Make the character shoot a laser laser = character.shoot() """) if st.button("Run Challenge 3", key="challenge3"): st.session_state.xp += 5 st.success("+5 XP! Laser fired!") # Benefits section st.markdown(""" ## ❤ Why Everyone Will Love CodeTales | For Kids 👧👦 | For Parents & Teachers 👪👩‍🏫 | |--------------|----------------------------| | ✨ Feels like playing, not learning | 🧠 Secretly teaches programming concepts | | 🚀 Brings imagination to life | 🔍 Develops logical thinking skills | | 🎮 Creates personal video games | ➗ Reinforces math fundamentals | | 😄 Makes learning fun and exciting | 🧩 Encourages problem-solving abilities | | 🌟 100% private with no API keys | 💰 Completely free and open-source | | 🏆 Achievement system motivates learning | 📈 Progress tracking shows growth | | 🗣️ Voice explanations for accessibility | 🎨 Creative expression through stories | """) # Footer st.markdown("---") st.markdown("""

✨ Made with open-source magic by CodeTales Team ✨
Transforming stories into games since 2023 | No API Keys Required!

""", unsafe_allow_html=True)