Update inference/flovd_demo.py
Browse files- inference/flovd_demo.py +7 -0
inference/flovd_demo.py
CHANGED
|
@@ -344,13 +344,20 @@ def generate_video(
|
|
| 344 |
|
| 345 |
print(f'Constructing pipeline')
|
| 346 |
pipe_omsm = load_cogvideox_flovd_OMSM_lora_pipeline(omsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", transformer_lora_config=transformer_lora_config, device=local_rank, dtype=dtype)
|
|
|
|
| 347 |
pipe_fvsm = load_cogvideox_flovd_FVSM_controlnet_pipeline(fvsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", device=local_rank, dtype=dtype)
|
|
|
|
|
|
|
| 348 |
print(f'Done loading pipeline')
|
| 349 |
|
| 350 |
"""
|
| 351 |
# Prepare inputs
|
| 352 |
"""
|
|
|
|
|
|
|
| 353 |
image = load_image(image=image_path)
|
|
|
|
|
|
|
| 354 |
|
| 355 |
assert pose_type in ['re10k', 'manual'], "Choose other pose_type between ['re10k', 'manual']"
|
| 356 |
if pose_type == 're10k':
|
|
|
|
| 344 |
|
| 345 |
print(f'Constructing pipeline')
|
| 346 |
pipe_omsm = load_cogvideox_flovd_OMSM_lora_pipeline(omsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", transformer_lora_config=transformer_lora_config, device=local_rank, dtype=dtype)
|
| 347 |
+
print("done with omsm", flush=True)
|
| 348 |
pipe_fvsm = load_cogvideox_flovd_FVSM_controlnet_pipeline(fvsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", device=local_rank, dtype=dtype)
|
| 349 |
+
print("done with fvsm", flush=True)
|
| 350 |
+
|
| 351 |
print(f'Done loading pipeline')
|
| 352 |
|
| 353 |
"""
|
| 354 |
# Prepare inputs
|
| 355 |
"""
|
| 356 |
+
print(f'loading image', flush=True)
|
| 357 |
+
|
| 358 |
image = load_image(image=image_path)
|
| 359 |
+
print(f'done loading image', flush=True)
|
| 360 |
+
|
| 361 |
|
| 362 |
assert pose_type in ['re10k', 'manual'], "Choose other pose_type between ['re10k', 'manual']"
|
| 363 |
if pose_type == 're10k':
|