Spaces:
Running
Running
Update testlcm/backend/pipelines/lcm.py
Browse files
testlcm/backend/pipelines/lcm.py
CHANGED
@@ -24,12 +24,18 @@ def _get_lcm_pipeline_from_base_model(
|
|
24 |
unet = UNet2DConditionModel.from_pretrained(
|
25 |
lcm_model_id,
|
26 |
torch_dtype=torch.float32,
|
|
|
|
|
|
|
27 |
local_files_only=use_local_model,
|
28 |
)
|
29 |
pipeline = DiffusionPipeline.from_pretrained(
|
30 |
base_model_id,
|
31 |
unet=unet,
|
32 |
torch_dtype=torch.float32,
|
|
|
|
|
|
|
33 |
local_files_only=use_local_model,
|
34 |
)
|
35 |
pipeline.scheduler = LCMScheduler.from_config(pipeline.scheduler.config)
|
@@ -40,12 +46,18 @@ def load_taesd(
|
|
40 |
pipeline: Any,
|
41 |
use_local_model: bool = False,
|
42 |
torch_data_type: torch.dtype = torch.float32,
|
|
|
|
|
|
|
43 |
):
|
44 |
vae_model = get_tiny_decoder_vae_model(pipeline.__class__.__name__)
|
45 |
pipeline.vae = AutoencoderTiny.from_pretrained(
|
46 |
vae_model,
|
47 |
torch_dtype=torch_data_type,
|
48 |
local_files_only=use_local_model,
|
|
|
|
|
|
|
49 |
)
|
50 |
|
51 |
|
|
|
24 |
unet = UNet2DConditionModel.from_pretrained(
|
25 |
lcm_model_id,
|
26 |
torch_dtype=torch.float32,
|
27 |
+
low_cpu_mem_usage=True,
|
28 |
+
safety_checker=None,
|
29 |
+
requires_safety_checker=False,
|
30 |
local_files_only=use_local_model,
|
31 |
)
|
32 |
pipeline = DiffusionPipeline.from_pretrained(
|
33 |
base_model_id,
|
34 |
unet=unet,
|
35 |
torch_dtype=torch.float32,
|
36 |
+
low_cpu_mem_usage=True,
|
37 |
+
safety_checker=None,
|
38 |
+
requires_safety_checker=False,
|
39 |
local_files_only=use_local_model,
|
40 |
)
|
41 |
pipeline.scheduler = LCMScheduler.from_config(pipeline.scheduler.config)
|
|
|
46 |
pipeline: Any,
|
47 |
use_local_model: bool = False,
|
48 |
torch_data_type: torch.dtype = torch.float32,
|
49 |
+
low_cpu_mem_usage=True,
|
50 |
+
safety_checker=None,
|
51 |
+
requires_safety_checker=False,
|
52 |
):
|
53 |
vae_model = get_tiny_decoder_vae_model(pipeline.__class__.__name__)
|
54 |
pipeline.vae = AutoencoderTiny.from_pretrained(
|
55 |
vae_model,
|
56 |
torch_dtype=torch_data_type,
|
57 |
local_files_only=use_local_model,
|
58 |
+
low_cpu_mem_usage=True,
|
59 |
+
safety_checker=None,
|
60 |
+
requires_safety_checker=False,
|
61 |
)
|
62 |
|
63 |
|