Update app.py
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ os.environ["XVERSE_PREPROCESSED_DATA"] = f"{os.getcwd()}/proprocess_data"
|
|
42 |
# FLUX.1-schnell
|
43 |
snapshot_download(
|
44 |
repo_id="black-forest-labs/FLUX.1-schnell",
|
45 |
-
local_dir="
|
46 |
local_dir_use_symlinks=False
|
47 |
)
|
48 |
|
@@ -50,62 +50,62 @@ snapshot_download(
|
|
50 |
# # FLUX.1-dev
|
51 |
# snapshot_download(
|
52 |
# repo_id="black-forest-labs/FLUX.1-dev",
|
53 |
-
# local_dir="
|
54 |
# local_dir_use_symlinks=False
|
55 |
# )
|
56 |
|
57 |
# Florence-2-large
|
58 |
snapshot_download(
|
59 |
repo_id="microsoft/Florence-2-large",
|
60 |
-
local_dir="
|
61 |
local_dir_use_symlinks=False
|
62 |
)
|
63 |
|
64 |
# CLIP ViT Large
|
65 |
snapshot_download(
|
66 |
repo_id="openai/clip-vit-large-patch14",
|
67 |
-
local_dir="
|
68 |
local_dir_use_symlinks=False
|
69 |
)
|
70 |
|
71 |
# DINO ViT-s16
|
72 |
snapshot_download(
|
73 |
repo_id="facebook/dino-vits16",
|
74 |
-
local_dir="
|
75 |
local_dir_use_symlinks=False
|
76 |
)
|
77 |
|
78 |
# mPLUG Visual Question Answering
|
79 |
snapshot_download(
|
80 |
repo_id="xingjianleng/mplug_visual-question-answering_coco_large_en",
|
81 |
-
local_dir="
|
82 |
local_dir_use_symlinks=False
|
83 |
)
|
84 |
|
85 |
# XVerse
|
86 |
snapshot_download(
|
87 |
repo_id="ByteDance/XVerse",
|
88 |
-
local_dir="
|
89 |
local_dir_use_symlinks=False
|
90 |
)
|
91 |
|
92 |
hf_hub_download(
|
93 |
repo_id="facebook/sam2.1-hiera-large",
|
94 |
-
local_dir="
|
95 |
filename="sam2.1_hiera_large.pt",
|
96 |
)
|
97 |
|
98 |
|
99 |
|
100 |
-
os.environ["FLORENCE2_MODEL_PATH"] = "
|
101 |
-
os.environ["SAM2_MODEL_PATH"] = "
|
102 |
os.environ["FACE_ID_MODEL_PATH"] = "./checkpoints/model_ir_se50.pth"
|
103 |
-
os.environ["CLIP_MODEL_PATH"] = "
|
104 |
-
# os.environ["FLUX_MODEL_PATH"] = "
|
105 |
-
os.environ["FLUX_MODEL_PATH"] = "
|
106 |
|
107 |
-
os.environ["DPG_VQA_MODEL_PATH"] = "
|
108 |
-
os.environ["DINO_MODEL_PATH"] = "
|
109 |
|
110 |
dtype = torch.bfloat16
|
111 |
device = "cuda"
|
@@ -140,7 +140,7 @@ vlm_btns = []
|
|
140 |
|
141 |
idip_checkboxes = []
|
142 |
|
143 |
-
ckpt_root = "
|
144 |
model.clear_modulation_adapters()
|
145 |
model.pipe.unload_lora_weights()
|
146 |
if not os.path.exists(ckpt_root):
|
|
|
42 |
# FLUX.1-schnell
|
43 |
snapshot_download(
|
44 |
repo_id="black-forest-labs/FLUX.1-schnell",
|
45 |
+
local_dir="./checkpoints/FLUX.1-schnell",
|
46 |
local_dir_use_symlinks=False
|
47 |
)
|
48 |
|
|
|
50 |
# # FLUX.1-dev
|
51 |
# snapshot_download(
|
52 |
# repo_id="black-forest-labs/FLUX.1-dev",
|
53 |
+
# local_dir="./checkpoints/FLUX.1-dev",
|
54 |
# local_dir_use_symlinks=False
|
55 |
# )
|
56 |
|
57 |
# Florence-2-large
|
58 |
snapshot_download(
|
59 |
repo_id="microsoft/Florence-2-large",
|
60 |
+
local_dir="./checkpoints/Florence-2-large",
|
61 |
local_dir_use_symlinks=False
|
62 |
)
|
63 |
|
64 |
# CLIP ViT Large
|
65 |
snapshot_download(
|
66 |
repo_id="openai/clip-vit-large-patch14",
|
67 |
+
local_dir="./checkpoints/clip-vit-large-patch14",
|
68 |
local_dir_use_symlinks=False
|
69 |
)
|
70 |
|
71 |
# DINO ViT-s16
|
72 |
snapshot_download(
|
73 |
repo_id="facebook/dino-vits16",
|
74 |
+
local_dir="./checkpoints/dino-vits16",
|
75 |
local_dir_use_symlinks=False
|
76 |
)
|
77 |
|
78 |
# mPLUG Visual Question Answering
|
79 |
snapshot_download(
|
80 |
repo_id="xingjianleng/mplug_visual-question-answering_coco_large_en",
|
81 |
+
local_dir="./checkpoints/mplug_visual-question-answering_coco_large_en",
|
82 |
local_dir_use_symlinks=False
|
83 |
)
|
84 |
|
85 |
# XVerse
|
86 |
snapshot_download(
|
87 |
repo_id="ByteDance/XVerse",
|
88 |
+
local_dir="./checkpoints/XVerse",
|
89 |
local_dir_use_symlinks=False
|
90 |
)
|
91 |
|
92 |
hf_hub_download(
|
93 |
repo_id="facebook/sam2.1-hiera-large",
|
94 |
+
local_dir="./checkpoints/",
|
95 |
filename="sam2.1_hiera_large.pt",
|
96 |
)
|
97 |
|
98 |
|
99 |
|
100 |
+
os.environ["FLORENCE2_MODEL_PATH"] = "./checkpoints/Florence-2-large"
|
101 |
+
os.environ["SAM2_MODEL_PATH"] = "./checkpoints/sam2.1_hiera_large.pt"
|
102 |
os.environ["FACE_ID_MODEL_PATH"] = "./checkpoints/model_ir_se50.pth"
|
103 |
+
os.environ["CLIP_MODEL_PATH"] = "./checkpoints/clip-vit-large-patch14"
|
104 |
+
# os.environ["FLUX_MODEL_PATH"] = "./checkpoints/FLUX.1-dev"
|
105 |
+
os.environ["FLUX_MODEL_PATH"] = "./checkpoints/FLUX.1-schnell"
|
106 |
|
107 |
+
os.environ["DPG_VQA_MODEL_PATH"] = "./checkpoints/mplug_visual-question-answering_coco_large_en"
|
108 |
+
os.environ["DINO_MODEL_PATH"] = "./checkpoints/dino-vits16"
|
109 |
|
110 |
dtype = torch.bfloat16
|
111 |
device = "cuda"
|
|
|
140 |
|
141 |
idip_checkboxes = []
|
142 |
|
143 |
+
ckpt_root = "./checkpoints/XVerse"
|
144 |
model.clear_modulation_adapters()
|
145 |
model.pipe.unload_lora_weights()
|
146 |
if not os.path.exists(ckpt_root):
|