commit

app.py

@@ -502,6 +502,9 @@ function custom(){
 # torch pipes
 
 image_pipe = FluxPipeline.from_pretrained(base, torch_dtype=torch.bfloat16).to(device)
+image_pipe.enable_model_cpu_offload()
+image_pipe.enable_vae_slicing()
+image_pipe.enable_vae_tiling()
 
 pegasus_tokenizer = PegasusTokenizerFast.from_pretrained("google/pegasus-xsum")
 pegasus_model = PegasusForConditionalGeneration.from_pretrained("google/pegasus-xsum")