Update app.py

app.py

@@ -4,15 +4,44 @@ from lumaai import AsyncLumaAI
 import asyncio
 import aiohttp
 
-async def generate_video(api_key, prompt, loop=False, aspect_ratio="16:9", progress=gr.Progress()):
-    client = AsyncLumaAI(auth_token=api_key)
-    
+async def generate_video(client, prompt, loop=False, aspect_ratio="16:9", camera_motion=None, extend_id=None, reverse_extend_id=None, interpolate_ids=None, progress=gr.Progress()):
+    generation_params = {
+        "prompt": prompt,
+        "loop": loop,
+        "aspect_ratio": aspect_ratio
+    }
+
+    if camera_motion:
+        generation_params["prompt"] += f" {camera_motion}"
+
+    if extend_id:
+        generation_params["keyframes"] = {
+            "frame0": {
+                "type": "generation",
+                "id": extend_id
+            }
+        }
+    elif reverse_extend_id:
+        generation_params["keyframes"] = {
+            "frame1": {
+                "type": "generation",
+                "id": reverse_extend_id
+            }
+        }
+    elif interpolate_ids:
+        generation_params["keyframes"] = {
+            "frame0": {
+                "type": "generation",
+                "id": interpolate_ids[0]
+            },
+            "frame1": {
+                "type": "generation",
+                "id": interpolate_ids[1]
+            }
+        }
+
     progress(0, desc="Initiating video generation...")
-    generation = await client.generations.create(
-        prompt=prompt,
-        loop=loop,
-        aspect_ratio=aspect_ratio
-    )
+    generation = await client.generations.create(**generation_params)
     
     progress(0.1, desc="Video generation started. Waiting for completion...")
     
@@ -50,35 +79,48 @@ async def generate_video(api_key, prompt, loop=False, aspect_ratio="16:9", progr
     progress(1.0, desc="Video generation complete!")
     return file_name
 
-async def text_to_video(api_key, prompt, loop, aspect_ratio, progress=gr.Progress()):
+async def text_to_video(prompt, loop, aspect_ratio, camera_motion, extend_id, reverse_extend_id, interpolate_id1, interpolate_id2, progress=gr.Progress()):
+    api_key = os.getenv("LMGEN_KEY")
     if not api_key:
-        raise gr.Error("Please enter your Luma AI API key.")
+        raise gr.Error("LMGEN_KEY environment variable is not set.")
+    
+    client = AsyncLumaAI(auth_token=api_key)
     
     try:
-        video_path = await generate_video(api_key, prompt, loop, aspect_ratio, progress)
+        interpolate_ids = None
+        if interpolate_id1 and interpolate_id2:
+            interpolate_ids = [interpolate_id1, interpolate_id2]
+
+        video_path = await generate_video(
+            client, prompt, loop, aspect_ratio, camera_motion, 
+            extend_id, reverse_extend_id, interpolate_ids, progress
+        )
         return video_path, ""
     except Exception as e:
         return None, f"An error occurred: {str(e)}"
 
-async def image_to_video(api_key, prompt, image_url, loop, aspect_ratio, progress=gr.Progress()):
+async def image_to_video(prompt, image_url, loop, aspect_ratio, camera_motion, progress=gr.Progress()):
+    api_key = os.getenv("LMGEN_KEY")
     if not api_key:
-        raise gr.Error("Please enter your Luma AI API key.")
+        raise gr.Error("LMGEN_KEY environment variable is not set.")
+    
+    client = AsyncLumaAI(auth_token=api_key)
     
     try:
-        client = AsyncLumaAI(auth_token=api_key)
-        
-        progress(0, desc="Initiating video generation from image...")
-        generation = await client.generations.create(
-            prompt=prompt,
-            loop=loop,
-            aspect_ratio=aspect_ratio,
-            keyframes={
+        generation_params = {
+            "prompt": prompt + (f" {camera_motion}" if camera_motion else ""),
+            "loop": loop,
+            "aspect_ratio": aspect_ratio,
+            "keyframes": {
                 "frame0": {
                     "type": "image",
                     "url": image_url
                 }
             }
-        )
+        }
+        
+        progress(0, desc="Initiating video generation from image...")
+        generation = await client.generations.create(**generation_params)
         
         progress(0.1, desc="Video generation started. Waiting for completion...")
         
@@ -118,11 +160,18 @@ async def image_to_video(api_key, prompt, image_url, loop, aspect_ratio, progres
     except Exception as e:
         return None, f"An error occurred: {str(e)}"
 
+async def get_camera_motions():
+    api_key = os.getenv("LMGEN_KEY")
+    if not api_key:
+        raise gr.Error("LMGEN_KEY environment variable is not set.")
+    
+    client = AsyncLumaAI(auth_token=api_key)
+    motions = await client.generations.camera_motion.list()
+    return [motion.name for motion in motions]
+
 with gr.Blocks() as demo:
     gr.Markdown("# Luma AI Text-to-Video Demo")
     
-    api_key = gr.Textbox(label="Luma AI API Key", type="password")
-    
     with gr.Tab("Text to Video"):
         prompt = gr.Textbox(label="Prompt")
         generate_btn = gr.Button("Generate Video")
@@ -132,10 +181,16 @@ with gr.Blocks() as demo:
         with gr.Accordion("Advanced Options", open=False):
             loop = gr.Checkbox(label="Loop", value=False)
             aspect_ratio = gr.Dropdown(label="Aspect Ratio", choices=["16:9", "1:1", "9:16", "4:3", "3:4"], value="16:9")
+            camera_motion = gr.Dropdown(label="Camera Motion", choices=lambda: asyncio.run(get_camera_motions()))
+            extend_id = gr.Textbox(label="Extend Video ID (optional)")
+            reverse_extend_id = gr.Textbox(label="Reverse Extend Video ID (optional)")
+            with gr.Row():
+                interpolate_id1 = gr.Textbox(label="Interpolate Video ID 1 (optional)")
+                interpolate_id2 = gr.Textbox(label="Interpolate Video ID 2 (optional)")
         
         generate_btn.click(
             text_to_video,
-            inputs=[api_key, prompt, loop, aspect_ratio],
+            inputs=[prompt, loop, aspect_ratio, camera_motion, extend_id, reverse_extend_id, interpolate_id1, interpolate_id2],
             outputs=[video_output, error_output]
         )
     
@@ -149,10 +204,11 @@ with gr.Blocks() as demo:
         with gr.Accordion("Advanced Options", open=False):
             img_loop = gr.Checkbox(label="Loop", value=False)
             img_aspect_ratio = gr.Dropdown(label="Aspect Ratio", choices=["16:9", "1:1", "9:16", "4:3", "3:4"], value="16:9")
+            img_camera_motion = gr.Dropdown(label="Camera Motion", choices=lambda: asyncio.run(get_camera_motions()))
         
         img_generate_btn.click(
             image_to_video,
-            inputs=[api_key, img_prompt, img_url, img_loop, img_aspect_ratio],
+            inputs=[img_prompt, img_url, img_loop, img_aspect_ratio, img_camera_motion],
             outputs=[img_video_output, img_error_output]
         )