PengWeixuanSZU commited on
Commit
a09afcd
·
verified ·
1 Parent(s): 9b6ca69

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -56,7 +56,7 @@ random_seed = 42
56
  video_length = 201
57
  W = 1024
58
  H = W
59
- device = "cuda"
60
 
61
  def get_pipe_image_and_video_predictor():
62
  vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
@@ -177,7 +177,7 @@ def preprocess_for_removal(images, masks):
177
  out_masks.append(msk_resized)
178
  arr_images = np.stack(out_images)
179
  arr_masks = np.stack(out_masks)
180
- return torch.from_numpy(arr_images).half().to(device), torch.from_numpy(arr_masks).half().to(device)
181
 
182
  @spaces.GPU(duration=300)
183
  def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
@@ -189,7 +189,8 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
189
  images = np.array(images)
190
  masks = np.array(masks)
191
  img_tensor, mask_tensor = preprocess_for_removal(images, masks)
192
- mask_tensor = mask_tensor[:,:,:,:1]
 
193
 
194
  if mask_tensor.shape[1] < mask_tensor.shape[2]:
195
  height = 480
@@ -218,7 +219,7 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
218
  clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
219
  return video_file
220
 
221
- @spaces.GPU(duration=200)
222
  def track_video(n_frames, video_state):
223
 
224
  input_points = video_state["input_points"]
 
56
  video_length = 201
57
  W = 1024
58
  H = W
59
+ device = "cuda" if torch.cuda.is_available() else "cpu"
60
 
61
  def get_pipe_image_and_video_predictor():
62
  vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
 
177
  out_masks.append(msk_resized)
178
  arr_images = np.stack(out_images)
179
  arr_masks = np.stack(out_masks)
180
+ return torch.from_numpy(arr_images).half(), torch.from_numpy(arr_masks).half()
181
 
182
  @spaces.GPU(duration=300)
183
  def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
 
189
  images = np.array(images)
190
  masks = np.array(masks)
191
  img_tensor, mask_tensor = preprocess_for_removal(images, masks)
192
+ img_tensor=img_tensor.to(device)
193
+ mask_tensor = mask_tensor[:,:,:,:1].to(device)
194
 
195
  if mask_tensor.shape[1] < mask_tensor.shape[2]:
196
  height = 480
 
219
  clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
220
  return video_file
221
 
222
+ @spaces.GPU(duration=100)
223
  def track_video(n_frames, video_state):
224
 
225
  input_points = video_state["input_points"]