Update qwen2_5_1_5b_kl16_mar_h.py
Browse files
qwen2_5_1_5b_kl16_mar_h.py
CHANGED
@@ -3,15 +3,15 @@ import torch
|
|
3 |
from transformers import AutoModelForCausalLM
|
4 |
from src.models.mar.mar import mar_huge, mar_max
|
5 |
from src.models.mar.vae import AutoencoderKL
|
6 |
-
from src.models.
|
7 |
from xtuner.utils import PROMPT_TEMPLATE
|
8 |
from transformers import AutoTokenizer
|
9 |
from transformers import SiglipVisionModel
|
10 |
|
11 |
|
12 |
|
13 |
-
llm_name_or_path = "/
|
14 |
-
siglip2_path = "/
|
15 |
|
16 |
|
17 |
prompt_template = dict(
|
@@ -31,14 +31,14 @@ tokenizer = dict(
|
|
31 |
)
|
32 |
|
33 |
model = dict(
|
34 |
-
type=
|
35 |
tokenizer=tokenizer,
|
36 |
prompt_template=prompt_template,
|
37 |
vae=dict(
|
38 |
type=AutoencoderKL,
|
39 |
embed_dim=16,
|
40 |
ch_mult=(1, 1, 2, 2, 4),
|
41 |
-
ckpt_path="/
|
42 |
),
|
43 |
vae_scale=0.2325,
|
44 |
llm=dict(
|
|
|
3 |
from transformers import AutoModelForCausalLM
|
4 |
from src.models.mar.mar import mar_huge, mar_max
|
5 |
from src.models.mar.vae import AutoencoderKL
|
6 |
+
from src.models.skywork_unipic_siglip import SkyworkUnipic
|
7 |
from xtuner.utils import PROMPT_TEMPLATE
|
8 |
from transformers import AutoTokenizer
|
9 |
from transformers import SiglipVisionModel
|
10 |
|
11 |
|
12 |
|
13 |
+
llm_name_or_path = "Qwen/Qwen2.5-1.5B-Instruct"
|
14 |
+
siglip2_path = "google/siglip2-so400m-patch16-512"
|
15 |
|
16 |
|
17 |
prompt_template = dict(
|
|
|
31 |
)
|
32 |
|
33 |
model = dict(
|
34 |
+
type=SkyworkUnipic,
|
35 |
tokenizer=tokenizer,
|
36 |
prompt_template=prompt_template,
|
37 |
vae=dict(
|
38 |
type=AutoencoderKL,
|
39 |
embed_dim=16,
|
40 |
ch_mult=(1, 1, 2, 2, 4),
|
41 |
+
ckpt_path="checkpoint/kl16.ckpt",
|
42 |
),
|
43 |
vae_scale=0.2325,
|
44 |
llm=dict(
|