vikhyatk commited on
Commit
86e64b5
·
verified ·
1 Parent(s): 811dbd7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ tokenizer = AutoTokenizer.from_pretrained("vikhyatk/moondream2")
15
  moondream = AutoModelForCausalLM.from_pretrained(
16
  "vikhyatk/moondream-next", trust_remote_code=True,
17
  torch_dtype=torch.bfloat16, device_map={"": "cuda"},
18
- attn_implementation="flash_attention_2"
19
  )
20
  moondream.eval()
21
 
 
15
  moondream = AutoModelForCausalLM.from_pretrained(
16
  "vikhyatk/moondream-next", trust_remote_code=True,
17
  torch_dtype=torch.bfloat16, device_map={"": "cuda"},
18
+ attn_implementation="flash_attention_2", use_auth_token=auth_token
19
  )
20
  moondream.eval()
21