my_test

Running on Zero

AlexHung29629 commited on 14 days ago

Commit

7f16707

verified ·

1 Parent(s): 2ccd67f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -134,7 +134,7 @@ if torch.cuda.is_available():
     model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
     model_id = "AlexHung29629/add_vision_3"
     model_id = "AlexHung29629/Draft1"
-    model = AutoModelForImageTextToText.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_id)

     model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
     model_id = "AlexHung29629/add_vision_3"
     model_id = "AlexHung29629/Draft1"
+    model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_id)