Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -27,7 +27,7 @@ hf_hub_download(
|
|
| 27 |
)
|
| 28 |
|
| 29 |
model_id = "THUDM/CogVideoX-5b-I2V"
|
| 30 |
-
|
| 31 |
text_encoder = T5EncoderModel.from_pretrained(model_id, subfolder="text_encoder", torch_dtype=torch.float16)
|
| 32 |
vae = AutoencoderKLCogVideoX.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float16)
|
| 33 |
tokenizer = T5Tokenizer.from_pretrained(model_id, subfolder="tokenizer")
|
|
@@ -73,7 +73,7 @@ def clear_gpu():
|
|
| 73 |
|
| 74 |
|
| 75 |
def infer(image_path, prompt, orbit_type, progress=gr.Progress(track_tqdm=True)):
|
| 76 |
-
|
| 77 |
pipe = CogVideoXImageToVideoPipeline.from_pretrained(model_id, tokenizer=tokenizer, text_encoder=text_encoder, transformer=transformer, vae=vae, torch_dtype=torch.float16)
|
| 78 |
lora_path = "checkpoints/"
|
| 79 |
adapter_name = None
|
|
@@ -105,6 +105,7 @@ def infer(image_path, prompt, orbit_type, progress=gr.Progress(track_tqdm=True))
|
|
| 105 |
)
|
| 106 |
|
| 107 |
find_and_move_object_to_cpu()
|
|
|
|
| 108 |
clear_gpu()
|
| 109 |
|
| 110 |
# Generate a timestamp for the output filename
|
|
|
|
| 27 |
)
|
| 28 |
|
| 29 |
model_id = "THUDM/CogVideoX-5b-I2V"
|
| 30 |
+
transformer = CogVideoXTransformer3DModel.from_pretrained(model_id, subfolder="transformer", torch_dtype=torch.float16)
|
| 31 |
text_encoder = T5EncoderModel.from_pretrained(model_id, subfolder="text_encoder", torch_dtype=torch.float16)
|
| 32 |
vae = AutoencoderKLCogVideoX.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float16)
|
| 33 |
tokenizer = T5Tokenizer.from_pretrained(model_id, subfolder="tokenizer")
|
|
|
|
| 73 |
|
| 74 |
|
| 75 |
def infer(image_path, prompt, orbit_type, progress=gr.Progress(track_tqdm=True)):
|
| 76 |
+
|
| 77 |
pipe = CogVideoXImageToVideoPipeline.from_pretrained(model_id, tokenizer=tokenizer, text_encoder=text_encoder, transformer=transformer, vae=vae, torch_dtype=torch.float16)
|
| 78 |
lora_path = "checkpoints/"
|
| 79 |
adapter_name = None
|
|
|
|
| 105 |
)
|
| 106 |
|
| 107 |
find_and_move_object_to_cpu()
|
| 108 |
+
pipe.to("cpu")
|
| 109 |
clear_gpu()
|
| 110 |
|
| 111 |
# Generate a timestamp for the output filename
|