Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -56,7 +56,7 @@ random_seed = 42
|
|
| 56 |
video_length = 201
|
| 57 |
W = 1024
|
| 58 |
H = W
|
| 59 |
-
device = "cuda"
|
| 60 |
|
| 61 |
def get_pipe_image_and_video_predictor():
|
| 62 |
vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
|
|
@@ -177,7 +177,7 @@ def preprocess_for_removal(images, masks):
|
|
| 177 |
out_masks.append(msk_resized)
|
| 178 |
arr_images = np.stack(out_images)
|
| 179 |
arr_masks = np.stack(out_masks)
|
| 180 |
-
return torch.from_numpy(arr_images).half()
|
| 181 |
|
| 182 |
@spaces.GPU(duration=300)
|
| 183 |
def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
|
|
@@ -189,7 +189,8 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
|
|
| 189 |
images = np.array(images)
|
| 190 |
masks = np.array(masks)
|
| 191 |
img_tensor, mask_tensor = preprocess_for_removal(images, masks)
|
| 192 |
-
|
|
|
|
| 193 |
|
| 194 |
if mask_tensor.shape[1] < mask_tensor.shape[2]:
|
| 195 |
height = 480
|
|
@@ -218,7 +219,7 @@ def inference_and_return_video(dilation_iterations, num_inference_steps, video_s
|
|
| 218 |
clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
|
| 219 |
return video_file
|
| 220 |
|
| 221 |
-
@spaces.GPU(duration=
|
| 222 |
def track_video(n_frames, video_state):
|
| 223 |
|
| 224 |
input_points = video_state["input_points"]
|
|
|
|
| 56 |
video_length = 201
|
| 57 |
W = 1024
|
| 58 |
H = W
|
| 59 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 60 |
|
| 61 |
def get_pipe_image_and_video_predictor():
|
| 62 |
vae = AutoencoderKLWan.from_pretrained("./model/vae", torch_dtype=torch.float16)
|
|
|
|
| 177 |
out_masks.append(msk_resized)
|
| 178 |
arr_images = np.stack(out_images)
|
| 179 |
arr_masks = np.stack(out_masks)
|
| 180 |
+
return torch.from_numpy(arr_images).half(), torch.from_numpy(arr_masks).half()
|
| 181 |
|
| 182 |
@spaces.GPU(duration=300)
|
| 183 |
def inference_and_return_video(dilation_iterations, num_inference_steps, video_state=None):
|
|
|
|
| 189 |
images = np.array(images)
|
| 190 |
masks = np.array(masks)
|
| 191 |
img_tensor, mask_tensor = preprocess_for_removal(images, masks)
|
| 192 |
+
img_tensor=img_tensor.to(device)
|
| 193 |
+
mask_tensor = mask_tensor[:,:,:,:1].to(device)
|
| 194 |
|
| 195 |
if mask_tensor.shape[1] < mask_tensor.shape[2]:
|
| 196 |
height = 480
|
|
|
|
| 219 |
clip.write_videofile(video_file, codec='libx264', audio=False, verbose=False, logger=None)
|
| 220 |
return video_file
|
| 221 |
|
| 222 |
+
@spaces.GPU(duration=100)
|
| 223 |
def track_video(n_frames, video_state):
|
| 224 |
|
| 225 |
input_points = video_state["input_points"]
|