Spaces:
dreroc
/
Running on Zero

yichenchenchen commited on
Commit
9892427
·
verified ·
1 Parent(s): ea88892

Update qwen2_5_1_5b_kl16_mar_h.py

Browse files
Files changed (1) hide show
  1. qwen2_5_1_5b_kl16_mar_h.py +5 -5
qwen2_5_1_5b_kl16_mar_h.py CHANGED
@@ -3,15 +3,15 @@ import torch
3
  from transformers import AutoModelForCausalLM
4
  from src.models.mar.mar import mar_huge, mar_max
5
  from src.models.mar.vae import AutoencoderKL
6
- from src.models.harmon_siglip import Harmon
7
  from xtuner.utils import PROMPT_TEMPLATE
8
  from transformers import AutoTokenizer
9
  from transformers import SiglipVisionModel
10
 
11
 
12
 
13
- llm_name_or_path = "/mnt/datasets_vlm/models/Qwen2.5-1.5B-Instruct"
14
- siglip2_path = "/mnt/data_vlm/wangxiaokun/Unified/harmon/siglip2-so400m-patch16-512"
15
 
16
 
17
  prompt_template = dict(
@@ -31,14 +31,14 @@ tokenizer = dict(
31
  )
32
 
33
  model = dict(
34
- type=Harmon,
35
  tokenizer=tokenizer,
36
  prompt_template=prompt_template,
37
  vae=dict(
38
  type=AutoencoderKL,
39
  embed_dim=16,
40
  ch_mult=(1, 1, 2, 2, 4),
41
- ckpt_path="/mnt/data_vlm/wangxiaokun/Unified/harmon/kl16.ckpt",
42
  ),
43
  vae_scale=0.2325,
44
  llm=dict(
 
3
  from transformers import AutoModelForCausalLM
4
  from src.models.mar.mar import mar_huge, mar_max
5
  from src.models.mar.vae import AutoencoderKL
6
+ from src.models.skywork_unipic_siglip import SkyworkUnipic
7
  from xtuner.utils import PROMPT_TEMPLATE
8
  from transformers import AutoTokenizer
9
  from transformers import SiglipVisionModel
10
 
11
 
12
 
13
+ llm_name_or_path = "Qwen/Qwen2.5-1.5B-Instruct"
14
+ siglip2_path = "google/siglip2-so400m-patch16-512"
15
 
16
 
17
  prompt_template = dict(
 
31
  )
32
 
33
  model = dict(
34
+ type=SkyworkUnipic,
35
  tokenizer=tokenizer,
36
  prompt_template=prompt_template,
37
  vae=dict(
38
  type=AutoencoderKL,
39
  embed_dim=16,
40
  ch_mult=(1, 1, 2, 2, 4),
41
+ ckpt_path="checkpoint/kl16.ckpt",
42
  ),
43
  vae_scale=0.2325,
44
  llm=dict(