Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ def load_models():
|
|
16 |
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_name,
|
19 |
-
torch_dtype=
|
20 |
# device_map="auto"
|
21 |
)
|
22 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
16 |
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_name,
|
19 |
+
torch_dtype=torch.bfloat16,
|
20 |
# device_map="auto"
|
21 |
)
|
22 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|