Spaces:
Running
on
Zero
Running
on
Zero
quantumiracle
commited on
Commit
·
ccfcf8d
1
Parent(s):
a552667
fix
Browse files- SUPIR/util.py +23 -13
SUPIR/util.py
CHANGED
@@ -8,6 +8,8 @@ from omegaconf import OmegaConf
|
|
8 |
from sgm.util import instantiate_from_config
|
9 |
from huggingface_hub import hf_hub_download
|
10 |
|
|
|
|
|
11 |
def get_state_dict(d):
|
12 |
return d.get('state_dict', d)
|
13 |
|
@@ -30,12 +32,14 @@ def create_model(config_path):
|
|
30 |
print(f'Loaded model config from [{config_path}]')
|
31 |
return model
|
32 |
|
|
|
33 |
def resolve_ckpt_path(path_or_hub):
|
|
|
|
|
34 |
if os.path.exists(path_or_hub):
|
35 |
-
return path_or_hub
|
36 |
|
37 |
-
|
38 |
-
if "/" in path_or_hub and path_or_hub.endswith((".ckpt", ".safetensors", ".bin")):
|
39 |
parts = path_or_hub.split("/")
|
40 |
repo_id = "/".join(parts[:2])
|
41 |
filename = "/".join(parts[2:])
|
@@ -43,24 +47,31 @@ def resolve_ckpt_path(path_or_hub):
|
|
43 |
|
44 |
raise FileNotFoundError(f"Could not resolve checkpoint path: {path_or_hub}")
|
45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
def create_SUPIR_model(config_path, SUPIR_sign=None, load_default_setting=False):
|
47 |
config = OmegaConf.load(config_path)
|
48 |
model = instantiate_from_config(config.model).cpu()
|
49 |
print(f'Loaded model config from [{config_path}]')
|
50 |
|
51 |
-
if config.get("SDXL_CKPT")
|
52 |
path = resolve_ckpt_path(config.SDXL_CKPT)
|
53 |
-
model.load_state_dict(
|
54 |
|
55 |
-
if config.get("SUPIR_CKPT")
|
56 |
path = resolve_ckpt_path(config.SUPIR_CKPT)
|
57 |
-
model.load_state_dict(
|
58 |
|
59 |
if SUPIR_sign is not None:
|
60 |
-
assert SUPIR_sign in ['F', 'Q']
|
61 |
key = f"SUPIR_CKPT_{SUPIR_sign}"
|
62 |
-
|
63 |
-
|
|
|
64 |
|
65 |
if load_default_setting:
|
66 |
return model, config.default_setting
|
@@ -68,11 +79,10 @@ def create_SUPIR_model(config_path, SUPIR_sign=None, load_default_setting=False)
|
|
68 |
|
69 |
def load_QF_ckpt(config_path):
|
70 |
config = OmegaConf.load(config_path)
|
71 |
-
ckpt_F =
|
72 |
-
ckpt_Q =
|
73 |
return ckpt_Q, ckpt_F
|
74 |
|
75 |
-
|
76 |
def PIL2Tensor(img, upsacle=1, min_size=1024, fix_resize=None):
|
77 |
'''
|
78 |
PIL.Image -> Tensor[C, H, W], RGB, [-1, 1]
|
|
|
8 |
from sgm.util import instantiate_from_config
|
9 |
from huggingface_hub import hf_hub_download
|
10 |
|
11 |
+
from safetensors.torch import load_file as load_safetensors
|
12 |
+
|
13 |
def get_state_dict(d):
|
14 |
return d.get('state_dict', d)
|
15 |
|
|
|
32 |
print(f'Loaded model config from [{config_path}]')
|
33 |
return model
|
34 |
|
35 |
+
|
36 |
def resolve_ckpt_path(path_or_hub):
|
37 |
+
path_or_hub = path_or_hub.strip()
|
38 |
+
|
39 |
if os.path.exists(path_or_hub):
|
40 |
+
return path_or_hub
|
41 |
|
42 |
+
if "/" in path_or_hub and path_or_hub.endswith((".ckpt", ".pt", ".bin", ".safetensors")):
|
|
|
43 |
parts = path_or_hub.split("/")
|
44 |
repo_id = "/".join(parts[:2])
|
45 |
filename = "/".join(parts[2:])
|
|
|
47 |
|
48 |
raise FileNotFoundError(f"Could not resolve checkpoint path: {path_or_hub}")
|
49 |
|
50 |
+
def load_checkpoint(path):
|
51 |
+
if path.endswith(".safetensors"):
|
52 |
+
return load_safetensors(path, device='cpu')
|
53 |
+
else:
|
54 |
+
return torch.load(path, map_location='cpu')
|
55 |
+
|
56 |
def create_SUPIR_model(config_path, SUPIR_sign=None, load_default_setting=False):
|
57 |
config = OmegaConf.load(config_path)
|
58 |
model = instantiate_from_config(config.model).cpu()
|
59 |
print(f'Loaded model config from [{config_path}]')
|
60 |
|
61 |
+
if config.get("SDXL_CKPT"):
|
62 |
path = resolve_ckpt_path(config.SDXL_CKPT)
|
63 |
+
model.load_state_dict(load_checkpoint(path), strict=False)
|
64 |
|
65 |
+
if config.get("SUPIR_CKPT"):
|
66 |
path = resolve_ckpt_path(config.SUPIR_CKPT)
|
67 |
+
model.load_state_dict(load_checkpoint(path), strict=False)
|
68 |
|
69 |
if SUPIR_sign is not None:
|
70 |
+
assert SUPIR_sign in ['F', 'Q'], "SUPIR_sign must be 'F' or 'Q'"
|
71 |
key = f"SUPIR_CKPT_{SUPIR_sign}"
|
72 |
+
if config.get(key):
|
73 |
+
path = resolve_ckpt_path(config[key])
|
74 |
+
model.load_state_dict(load_checkpoint(path), strict=False)
|
75 |
|
76 |
if load_default_setting:
|
77 |
return model, config.default_setting
|
|
|
79 |
|
80 |
def load_QF_ckpt(config_path):
|
81 |
config = OmegaConf.load(config_path)
|
82 |
+
ckpt_F = load_checkpoint(resolve_ckpt_path(config.SUPIR_CKPT_F))
|
83 |
+
ckpt_Q = load_checkpoint(resolve_ckpt_path(config.SUPIR_CKPT_Q))
|
84 |
return ckpt_Q, ckpt_F
|
85 |
|
|
|
86 |
def PIL2Tensor(img, upsacle=1, min_size=1024, fix_resize=None):
|
87 |
'''
|
88 |
PIL.Image -> Tensor[C, H, W], RGB, [-1, 1]
|