Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -56,7 +56,7 @@ random_seed = 42
|
|
56 |
video_length = 201
|
57 |
W = 1024
|
58 |
H = W
|
59 |
-
device = "cuda"
|
60 |
|
61 |
def get_pipe_image_and_video_predictor():
|
62 |
vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
|
@@ -177,7 +177,7 @@ def preprocess_for_removal(images, masks):
|
|
177 |
out_masks.append(msk_resized)
|
178 |
arr_images = np.stack(out_images)
|
179 |
arr_masks = np.stack(out_masks)
|
180 |
-
return torch.from_numpy(arr_images).half()
|
181 |
|
182 |
@spaces.GPU(duration=300)
|
183 |
def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
|
@@ -189,7 +189,8 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
|
|
189 |
images = np.array(images)
|
190 |
masks = np.array(masks)
|
191 |
img_tensor, mask_tensor = preprocess_for_removal(images, masks)
|
192 |
-
|
|
|
193 |
|
194 |
if mask_tensor.shape[1] < mask_tensor.shape[2]:
|
195 |
height = 480
|
@@ -218,7 +219,7 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
|
|
218 |
clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
|
219 |
return video_file
|
220 |
|
221 |
-
@spaces.GPU(duration=
|
222 |
def track_video(n_frames, video_state):
|
223 |
|
224 |
input_points = video_state["input_points"]
|
|
|
56 |
video_length = 201
|
57 |
W = 1024
|
58 |
H = W
|
59 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
60 |
|
61 |
def get_pipe_image_and_video_predictor():
|
62 |
vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
|
|
|
177 |
out_masks.append(msk_resized)
|
178 |
arr_images = np.stack(out_images)
|
179 |
arr_masks = np.stack(out_masks)
|
180 |
+
return torch.from_numpy(arr_images).half(), torch.from_numpy(arr_masks).half()
|
181 |
|
182 |
@spaces.GPU(duration=300)
|
183 |
def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
|
|
|
189 |
images = np.array(images)
|
190 |
masks = np.array(masks)
|
191 |
img_tensor, mask_tensor = preprocess_for_removal(images, masks)
|
192 |
+
img_tensor=img_tensor.to(device)
|
193 |
+
mask_tensor = mask_tensor[:,:,:,:1].to(device)
|
194 |
|
195 |
if mask_tensor.shape[1] < mask_tensor.shape[2]:
|
196 |
height = 480
|
|
|
219 |
clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
|
220 |
return video_file
|
221 |
|
222 |
+
@spaces.GPU(duration=100)
|
223 |
def track_video(n_frames, video_state):
|
224 |
|
225 |
input_points = video_state["input_points"]
|