Update app.py

app.py

@@ -3,6 +3,10 @@ import os
 from lumaai import AsyncLumaAI
 import asyncio
 import aiohttp
+from transformers import pipeline
+
+# 번역 파이프라인 초기화
+translator = pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en")
 
 async def get_camera_motions():
     api_key = os.getenv("LMGEN_KEY")
@@ -53,10 +57,10 @@ async def generate_video(client, prompt, loop=False, aspect_ratio="16:9", camera
             }
         }
 
-    progress(0, desc="Initiating video generation...")
+    progress(0, desc="비디오 생성 시작 중...")
     generation = await client.generations.create(**generation_params)
     
-    progress(0.1, desc="Video generation started. Waiting for completion...")
+    progress(0.1, desc="비디오 생성 시작됨. 완료 대기 중...")
     
     # Poll for completion
     start_time = asyncio.get_event_loop().time()
@@ -65,16 +69,16 @@ async def generate_video(client, prompt, loop=False, aspect_ratio="16:9", camera
         if status.state == "completed":
             break
         elif status.state == "failed":
-            raise Exception("Video generation failed")
+            raise Exception("비디오 생성 실패")
         
         # Update progress based on time elapsed (assuming 60 seconds total)
         elapsed_time = asyncio.get_event_loop().time() - start_time
         progress_value = min(0.1 + (elapsed_time / 60) * 0.8, 0.9)
-        progress(progress_value, desc="Generating video...")
+        progress(progress_value, desc="비디오 생성 중...")
         
         await asyncio.sleep(5)
 
-    progress(0.9, desc="Downloading generated video...")
+    progress(0.9, desc="생성된 비디오 다운로드 중...")
     
     # Download the video
     video_url = status.assets.video
@@ -89,39 +93,57 @@ async def generate_video(client, prompt, loop=False, aspect_ratio="16:9", camera
                             break
                         fd.write(chunk)
     
-    progress(1.0, desc="Video generation complete!")
+    progress(1.0, desc="비디오 생성 완료!")
     return file_name
 
+async def translate_prompt(prompt):
+    try:
+        translated = translator(prompt, max_length=512)[0]['translation_text']
+        return translated
+    except Exception as e:
+        print(f"번역 중 오류 발생: {str(e)}")
+        return prompt  # 번역 실패 시 원본 프롬프트 반환
+
 async def text_to_video(prompt, loop, aspect_ratio, camera_motion, extend_id, reverse_extend_id, interpolate_id1, interpolate_id2, progress=gr.Progress()):
     api_key = os.getenv("LMGEN_KEY")
     if not api_key:
-        raise gr.Error("LMGEN_KEY environment variable is not set.")
+        raise gr.Error("LMGEN_KEY 환경 변수가 설정되지 않았습니다.")
     
     client = AsyncLumaAI(auth_token=api_key)
     
     try:
+        # 프롬프트 번역
+        translated_prompt = await translate_prompt(prompt)
+        print(f"원본 프롬프트: {prompt}")
+        print(f"번역된 프롬프트: {translated_prompt}")
+
         interpolate_ids = None
         if interpolate_id1 and interpolate_id2:
             interpolate_ids = [interpolate_id1, interpolate_id2]
 
         video_path = await generate_video(
-            client, prompt, loop, aspect_ratio, camera_motion, 
+            client, translated_prompt, loop, aspect_ratio, camera_motion, 
             extend_id, reverse_extend_id, interpolate_ids, progress
         )
         return video_path, ""
     except Exception as e:
-        return None, f"An error occurred: {str(e)}"
+        return None, f"오류 발생: {str(e)}"
 
 async def image_to_video(prompt, image_url, loop, aspect_ratio, camera_motion, progress=gr.Progress()):
     api_key = os.getenv("LMGEN_KEY")
     if not api_key:
-        raise gr.Error("LMGEN_KEY environment variable is not set.")
+        raise gr.Error("LMGEN_KEY 환경 변수가 설정되지 않았습니다.")
     
     client = AsyncLumaAI(auth_token=api_key)
     
     try:
+        # 프롬프트 번역
+        translated_prompt = await translate_prompt(prompt)
+        print(f"원본 프롬프트: {prompt}")
+        print(f"번역된 프롬프트: {translated_prompt}")
+
         generation_params = {
-            "prompt": prompt + (f" {camera_motion}" if camera_motion else ""),
+            "prompt": translated_prompt + (f" {camera_motion}" if camera_motion else ""),
             "loop": loop,
             "aspect_ratio": aspect_ratio,
             "keyframes": {
@@ -132,10 +154,10 @@ async def image_to_video(prompt, image_url, loop, aspect_ratio, camera_motion, p
             }
         }
         
-        progress(0, desc="Initiating video generation from image...")
+        progress(0, desc="이미지로부터 비디오 생성 시작 중...")
         generation = await client.generations.create(**generation_params)
         
-        progress(0.1, desc="Video generation started. Waiting for completion...")
+        progress(0.1, desc="비디오 생성 시작됨. 완료 대기 중...")
         
         # Poll for completion
         start_time = asyncio.get_event_loop().time()
@@ -144,16 +166,16 @@ async def image_to_video(prompt, image_url, loop, aspect_ratio, camera_motion, p
             if status.state == "completed":
                 break
             elif status.state == "failed":
-                raise Exception("Video generation failed")
+                raise Exception("비디오 생성 실패")
             
             # Update progress based on time elapsed (assuming 60 seconds total)
             elapsed_time = asyncio.get_event_loop().time() - start_time
             progress_value = min(0.1 + (elapsed_time / 60) * 0.8, 0.9)
-            progress(progress_value, desc="Generating video...")
+            progress(progress_value, desc="비디오 생성 중...")
             
             await asyncio.sleep(5)
 
-        progress(0.9, desc="Downloading generated video...")
+        progress(0.9, desc="생성된 비디오 다운로드 중...")
         
         # Download the video
         video_url = status.assets.video
@@ -168,10 +190,10 @@ async def image_to_video(prompt, image_url, loop, aspect_ratio, camera_motion, p
                                 break
                             fd.write(chunk)
         
-        progress(1.0, desc="Video generation complete!")
+        progress(1.0, desc="비디오 생성 완료!")
         return file_name, ""
     except Exception as e:
-        return None, f"An error occurred: {str(e)}"
+        return None, f"오류 발생: {str(e)}"
 
 with gr.Blocks() as demo:
     gr.Markdown("# Luma AI 텍스트-비디오 생성 데모")