xxyyy123 commited on
Commit
f64747c
·
verified ·
1 Parent(s): dffbc77

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -14,6 +14,7 @@ model_name = 'AIDC-AI/Ovis1.6-Llama3.2-3B'
14
  model = AutoModelForCausalLM.from_pretrained(model_name,
15
  torch_dtype=torch.bfloat16,
16
  multimodal_max_length=8192,
 
17
  trust_remote_code=True).to(device='cuda')
18
  text_tokenizer = model.get_text_tokenizer()
19
  visual_tokenizer = model.get_visual_tokenizer()
 
14
  model = AutoModelForCausalLM.from_pretrained(model_name,
15
  torch_dtype=torch.bfloat16,
16
  multimodal_max_length=8192,
17
+ use_auth_token=os.getenv('HUGGINGFACE_TOKEN'),
18
  trust_remote_code=True).to(device='cuda')
19
  text_tokenizer = model.get_text_tokenizer()
20
  visual_tokenizer = model.get_visual_tokenizer()