Update app.py

app.py

@@ -23,119 +23,7 @@ import ffmpeg
 
 block = gr.Blocks()
 
-def merge_frames():
-  path = '/content/video_results/restored_imgs'
-  image_folder = os.fsencode(path)
-  print(image_folder)
-  filenames = []
-
-  for file in os.listdir(image_folder):
-      filename = os.fsdecode(file)
-      if filename.endswith( ('.jpg', '.png', '.gif') ):
-          filenames.append(filename)
 
-  filenames.sort() # this iteration technique has no built in order, so sort the frames
-  images = list(map(lambda filename: imageio.imread("/content/video_results/restored_imgs/"+filename), filenames))
-
-  
-  imageio.mimsave('/content/video_output.mp4', images, fps=25.0) # modify the frame duration as needed
-
-
-block = gr.Blocks()
-
-
-
-def audio_video():
-  
-  input_video = ffmpeg.input('/content/video_output.mp4')
-
-  input_audio = ffmpeg.input('/content/audio.wav')
-
-  ffmpeg.concat(input_video, input_audio, v=1, a=1).output('final_output.mp4').run()
-  return "final_output.mp4"
-
-
-def compute_aspect_preserved_bbox(bbox, increase_area, h, w):
-    left, top, right, bot = bbox
-    width = right - left
-    height = bot - top
-
-    width_increase = max(increase_area, ((1 + 2 * increase_area) * height - width) / (2 * width))
-    height_increase = max(increase_area, ((1 + 2 * increase_area) * width - height) / (2 * height))
-
-    left_t = int(left - width_increase * width)
-    top_t = int(top - height_increase * height)
-    right_t = int(right + width_increase * width)
-    bot_t = int(bot + height_increase * height)
-
-    left_oob = -min(0, left_t)
-    right_oob = right - min(right_t, w)
-    top_oob = -min(0, top_t)
-    bot_oob = bot - min(bot_t, h)
-
-    if max(left_oob, right_oob, top_oob, bot_oob) > 0:
-        max_w = max(left_oob, right_oob)
-        max_h = max(top_oob, bot_oob)
-        if max_w > max_h:
-            return left_t + max_w, top_t + max_w, right_t - max_w, bot_t - max_w
-        else:
-            return left_t + max_h, top_t + max_h, right_t - max_h, bot_t - max_h
-
-    else:
-        return (left_t, top_t, right_t, bot_t)
-
-def crop_src_image(src_img, detector=None):
-    if  detector is None:
-        detector = dlib.get_frontal_face_detector()
-    save_img='/content/image_pre.png'
-    img = cv2.imread(src_img)
-    faces = detector(img, 0)
-    h, width, _ = img.shape
-    if len(faces) > 0:
-        bbox = [faces[0].left(), faces[0].top(),faces[0].right(), faces[0].bottom()]
-        l = bbox[3]-bbox[1]
-        bbox[1]= bbox[1]-l*0.1
-        bbox[3]= bbox[3]-l*0.1
-        bbox[1] = max(0,bbox[1])
-        bbox[3] = min(h,bbox[3])
-        bbox = compute_aspect_preserved_bbox(tuple(bbox), 0.5, img.shape[0], img.shape[1])
-        img = img[bbox[1] :bbox[3] , bbox[0]:bbox[2]]
-        img = cv2.resize(img, (256, 256))
-        cv2.imwrite(save_img,img)
-    else:
-        img = cv2.resize(img,(256,256))
-        cv2.imwrite(save_img, img)
-    
-    return '/content/image_pre.png'
-
-
-def pad_image(image):
-    w, h = image.size
-    if w == h:
-        return image
-    elif w > h:
-        new_image = Image.new(image.mode, (w, w), (0, 0, 0))
-        new_image.paste(image, (0, (w - h) // 2))
-        return new_image
-    else:
-        new_image = Image.new(image.mode, (h, h), (0, 0, 0))
-        new_image.paste(image, ((h - w) // 2, 0))
-        return new_image
-
-def calculate(image_in, audio_in):
-    waveform, sample_rate = torchaudio.load(audio_in)
-    torchaudio.save("/content/audio.wav", waveform, sample_rate, encoding="PCM_S", bits_per_sample=16)
-    image = Image.open(image_in)
-    image = pad_image(image)
-    image.save("image.png")
-
-    pocketsphinx_run = subprocess.run(['pocketsphinx', '-phone_align', 'yes', 'single', '/content/audio.wav'], check=True, capture_output=True)
-    jq_run = subprocess.run(['jq', '[.w[]|{word: (.t | ascii_upcase | sub("<S>"; "sil") | sub("<SIL>"; "sil") | sub("\\\(2\\\)"; "") | sub("\\\(3\\\)"; "") | sub("\\\(4\\\)"; "") | sub("\\\[SPEECH\\\]"; "SIL") | sub("\\\[NOISE\\\]"; "SIL")), phones: [.w[]|{ph: .t | sub("\\\+SPN\\\+"; "SIL") | sub("\\\+NSN\\\+"; "SIL"), bg: (.b*100)|floor, ed: (.b*100+.d*100)|floor}]}]'], input=pocketsphinx_run.stdout, capture_output=True)
-    with open("test.json", "w") as f:
-        f.write(jq_run.stdout.decode('utf-8').strip())
-
-    os.system(f"cd /content/one-shot-talking-face && python3 -B test_script.py --img_path /content/image.png --audio_path /content/audio.wav --phoneme_path /content/test.json --save_dir /content/train")
-    return "/content/train/image_audio.mp4"
     
 def one_shot_talking(image_in,audio_in):
 
@@ -157,7 +45,7 @@ def one_shot_talking(image_in,audio_in):
   image = pad_image(image)
   image.save("/content/image_pre.png")
   return "/content/audio.wav"
-  exit()
+
   pocketsphinx_run = subprocess.run(['pocketsphinx', '-phone_align', 'yes', 'single', '/content/audio.wav'], check=True, capture_output=True)
   jq_run = subprocess.run(['jq', '[.w[]|{word: (.t | ascii_upcase | sub("<S>"; "sil") | sub("<SIL>"; "sil") | sub("\\\(2\\\)"; "") | sub("\\\(3\\\)"; "") | sub("\\\(4\\\)"; "") | sub("\\\[SPEECH\\\]"; "SIL") | sub("\\\[NOISE\\\]"; "SIL")), phones: [.w[]|{ph: .t | sub("\\\+SPN\\\+"; "SIL") | sub("\\\+NSN\\\+"; "SIL"), bg: (.b*100)|floor, ed: (.b*100+.d*100)|floor}]}]'], input=pocketsphinx_run.stdout, capture_output=True)
   with open("test.json", "w") as f:
@@ -209,8 +97,9 @@ def one_shot(image,input_text,gender):
           sound = AudioSegment.from_file(f.name, format="mp3")
           sound.export("/content/audio.wav", format="wav")
        
-     one_shot_talking(image,'/content/audio.wav') 
-       
+     result = one_shot_talking(image,'/content/audio.wav') 
+     return result
+     exit()
    elif gender == 'Male' or gender == 'male':
       print(gender)
       models, cfg, task = load_model_ensemble_and_task_from_hf_hub(