Update app.py

app.py

@@ -26,7 +26,7 @@ mediapy.set_ffmpeg(ffmpeg_path)
 
 
         
-def interpolate(frame1, frame2):
+def do_interpolation(frame1, frame2):
     
     input_frames = [frame1, frame2]
     times_to_interpolate = 2
@@ -35,13 +35,134 @@ def interpolate(frame1, frame2):
             input_frames, times_to_interpolate, interpolator))
     print(frames)  
    
-    return "done"
+    return frames
     
+def get_frames(video_in):
+    frames = []
+    #resize the video
+    clip = VideoFileClip(video_in)
     
+    #check fps
+    if clip.fps > 30:
+        print("vide rate is over 30, resetting to 30")
+        clip_resized = clip.resize(height=512)
+        clip_resized.write_videofile("video_resized.mp4", fps=30)
+    else:
+        print("video rate is OK")
+        clip_resized = clip.resize(height=512)
+        clip_resized.write_videofile("video_resized.mp4", fps=clip.fps)
     
-title="sketch-frame-interpolation"
-description="<p style='text-align: center'>This is a fork of the Gradio demo for FILM: Frame Interpolation for Large Scene Motion from @akhaliq, but using sketches instead of images. This could be very useful for the animation industry :) <br /> To use it, simply draw your sketches and add the times to interpolate number. Read more at the links below. <br /> <img id='visitor-badge' alt='visitor badge' src='https://visitor-badge.glitch.me/badge?page_id=gradio-blocks.sketch_frame_interpolation' style='display: inline-block'/></p>"
-article = "<p style='text-align: center'><a href='https://film-net.github.io/' target='_blank'>FILM: Frame Interpolation for Large Motion</a> | <a href='https://github.com/google-research/frame-interpolation' target='_blank'>Github Repo</a></p>"
-custom_css = "style.css"
+    print("video resized to 512 height")
+    
+    # Opens the Video file with CV2
+    cap= cv2.VideoCapture("video_resized.mp4")
+    
+    fps = cap.get(cv2.CAP_PROP_FPS)
+    print("video fps: " + str(fps))
+    i=0
+    while(cap.isOpened()):
+        ret, frame = cap.read()
+        if ret == False:
+            break
+        cv2.imwrite('kang'+str(i)+'.jpg',frame)
+        frames.append('kang'+str(i)+'.jpg')
+        i+=1
+    
+    cap.release()
+    cv2.destroyAllWindows()
+    print("broke the video into frames")
+    
+    return frames, fps
+
+
+def create_video(frames, fps, type):
+    print("building video result")
+    clip = ImageSequenceClip(frames, fps=fps)
+    clip.write_videofile(type + "_result.mp4", fps=fps)
+    
+    return type + "_result.mp4"
+
+def convertG2V(imported_gif):
+    clip = VideoFileClip(imported_gif.name)
+    clip.write_videofile("my_gif_video.mp4")
+    return "my_gif_video.mp4"
+    
+def infer(video_in):
+    
+    
+    # 1. break video into frames and get FPS
+    break_vid = get_frames(video_in)
+    frames_list= break_vid[0]
+    fps = break_vid[1]
+    #n_frame = int(trim_value*fps)
+    n_frame = len(frames_list)
+    
+    if n_frame >= len(frames_list):
+        print("video is shorter than the cut value")
+        n_frame = len(frames_list)
+    
+    # 2. prepare frames result arrays
+    result_frames = []
+    print("set stop frames to: " + str(n_frame))
+    
+    
+    
+    
+    for idx, frame in enumerate(frames_list):
+        if idx < len(frames_list) - 1:
+            next_frame = frames_list[idx+1]
+            interpolated_frames = do_interpolation(frame, next_frame) # should return a list of 3 interpolated frames
+            result_frames.extend(interpolated_frames)
+            print("frames " + idx + " & " + idx + 1 + "/" + str(n_frame) + ": done;")
+    
+    final_vid = create_video(result_frames, fps, "interpolated")
+
+    files = [final_vid]
+
+    return final_vid, files
+
+title="""
+<div style="text-align: center; max-width: 500px; margin: 0 auto;">
+        <div
+        style="
+            display: inline-flex;
+            align-items: center;
+            gap: 0.8rem;
+            font-size: 1.75rem;
+            margin-bottom: 10px;
+        "
+        >
+        <h1 style="font-weight: 600; margin-bottom: 7px;">
+            Video interpolation with FILM
+        </h1>
+        
+        </div>
+       <p> - </p>
+    </div>
+"""
+
+with gr.Blocks() as demo:
+    with gr.Column():
+        gr.HTML(title)
+        with gr.Row():
+            with gr.Column():
+                video_input = gr.Video(source="upload", type="filepath")
+                gif_input = gr.File(label="import a GIF instead", file_types=['.gif'])
+                gif_input.change(fn=convertG2V, inputs=gif_input, outputs=video_input)
+                submit_btn = gr.Button("Submit")
+            
+            with gr.Column():
+                video_output = gr.Video()
+                file_output = gr.Files()
+    
+    gr.Examples(
+        #examples=["./examples/childishgambino.mp4", "./examples/jimmyfallon.mp4"],
+        fn=infer,
+        inputs=[video_input],
+        outputs=[video_output,file_output],
+        #cache_examples=False
+    )
+    
+    submit_btn.click(fn=infer, inputs=[video_input], outputs=[video_output, file_output])
 
-gr.Interface(interpolate,[gr.Image(source="upload", type="filepath"),gr.Image(source="upload", type="filepath")],outputs=[gr.Textbox()],title=title,description=description,article=article,css=custom_css).launch(enable_queue=True)
+demo.launch()