Spaces:
Sleeping
Sleeping
Commit
·
fe25480
1
Parent(s):
e05d589
bug fix
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
|
|
9 |
model_name,
|
10 |
low_cpu_mem_usage=True,
|
11 |
return_dict=True,
|
12 |
-
torch_dtype=torch.
|
13 |
trust_remote_code=True
|
14 |
# device_map=device_map,
|
15 |
)
|
|
|
9 |
model_name,
|
10 |
low_cpu_mem_usage=True,
|
11 |
return_dict=True,
|
12 |
+
torch_dtype=torch.float32,
|
13 |
trust_remote_code=True
|
14 |
# device_map=device_map,
|
15 |
)
|