Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -131,12 +131,12 @@ CHAT_TEMPLATE="""{%- set today = strftime_now("%Y-%m-%d") %}
|
|
131 |
{%- endfor %}"""
|
132 |
|
133 |
if torch.cuda.is_available():
|
134 |
-
model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
|
135 |
model_id = "AlexHung29629/add_vision_3"
|
136 |
-
model_id = "AlexHung29629/Draft1"
|
137 |
-
model_id = "AlexHung29629/tir_grpo"
|
138 |
-
model_id = "AlexHung29629/my_checkpoint_1"
|
139 |
-
model =
|
140 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
141 |
|
142 |
|
|
|
131 |
{%- endfor %}"""
|
132 |
|
133 |
if torch.cuda.is_available():
|
134 |
+
#model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
|
135 |
model_id = "AlexHung29629/add_vision_3"
|
136 |
+
#model_id = "AlexHung29629/Draft1"
|
137 |
+
#model_id = "AlexHung29629/tir_grpo"
|
138 |
+
#model_id = "AlexHung29629/my_checkpoint_1"
|
139 |
+
model = AutoModelForImageTextToText.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
|
140 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
141 |
|
142 |
|