Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ tokenizer = AutoTokenizer.from_pretrained("vikhyatk/moondream2")
|
|
15 |
moondream = AutoModelForCausalLM.from_pretrained(
|
16 |
"vikhyatk/moondream-next", trust_remote_code=True,
|
17 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
18 |
-
attn_implementation="flash_attention_2"
|
19 |
)
|
20 |
moondream.eval()
|
21 |
|
|
|
15 |
moondream = AutoModelForCausalLM.from_pretrained(
|
16 |
"vikhyatk/moondream-next", trust_remote_code=True,
|
17 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
18 |
+
attn_implementation="flash_attention_2", use_auth_token=auth_token
|
19 |
)
|
20 |
moondream.eval()
|
21 |
|