svjack commited on
Commit
44471b5
·
verified ·
1 Parent(s): e018978

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -20,7 +20,8 @@ lora_base_path = "./models"
20
  pipe = FluxPipeline.from_pretrained(base_path, torch_dtype=torch.bfloat16)
21
  transformer = FluxTransformer2DModel.from_pretrained(base_path, subfolder="transformer", torch_dtype=torch.bfloat16)
22
  pipe.transformer = transformer
23
- pipe.to("cuda")
 
24
 
25
  def clear_cache(transformer):
26
  for name, attn_processor in transformer.attn_processors.items():
 
20
  pipe = FluxPipeline.from_pretrained(base_path, torch_dtype=torch.bfloat16)
21
  transformer = FluxTransformer2DModel.from_pretrained(base_path, subfolder="transformer", torch_dtype=torch.bfloat16)
22
  pipe.transformer = transformer
23
+ pipe.enable_sequential_cpu_offload()
24
+ #pipe.to("cuda")
25
 
26
  def clear_cache(transformer):
27
  for name, attn_processor in transformer.attn_processors.items():