Update app.py

app.py

@@ -1,26 +1,40 @@
 import gradio as gr
-import pydub
 import moviepy.editor as mp
+import numpy as np
+import IPython.display as ipd
+import librosa
+import soundfile as sf
+from gtts import gTTS
+from io import BytesIO
 
-def dub_video(input_video):
-    # Load the video
-    video = mp.VideoFileClip(input_video)
-    
-    # Dub the video from English to Hindi
-    dubbed_audio = pydub.AudioSegment.from_file(input_video, "English").dub_to_language("Hindi")
-    dubbed_audio.export("dubbed_audio.mp3", format="mp3")
+# function to convert English audio to Hindi
+def convert_to_hindi(audio):
+    tts = gTTS(audio, lang='hi')
+    audio = tts.get_wav_data()
+    return audio
+
+# function to extract audio from video and dub it to Hindi
+def dub_video(video_file):
+    # extract audio from video
+    video = mp.VideoFileClip(video_file)
+    audio = video.audio
+    audio_array = audio.to_soundarray()
     
-    # Replace the audio of the original video with the dubbed audio
-    dubbed_video = video.set_audio(mp.AudioFileClip("dubbed_audio.mp3"))
+    # convert audio to Hindi
+    audio_text = librosa.core.to_text(audio_array)
+    audio_hindi = convert_to_hindi(audio_text)
     
-    # Save the dubbed video
-    dubbed_video.write_videofile("dubbed_video.mp4")
+    # add Hindi audio to video
+    audio_hindi = mp.AudioFileClip(BytesIO(audio_hindi))
+    video_dubbed = video.set_audio(audio_hindi)
     
-    # Return the path of the dubbed video
-    return "dubbed_video.mp4"
+    return video_dubbed
 
-# Create the Gradio interface
-interface = gr.Interface(fn=dub_video, inputs=gr.inputs.Video(), outputs=gr.outputs.Video(),)
+# Gradio interface
+def dub_video_interface(inputs):
+    video_file = inputs[0]
+    video_dubbed = dub_video(video_file)
+    return video_dubbed
 
-# Show the interface
-interface.launch()
+# run the Gradio interface
+gr.Interface(fn=dub_video_interface, inputs=gr.inputs.FileUpload(single=True, label="Upload a video"), output=gr.outputs.Video(label="Dubbed Video"), progress=True).launch()