Spaces:
Runtime error
Runtime error
Update processing.py
Browse files- processing.py +2 -1
processing.py
CHANGED
|
@@ -59,7 +59,8 @@ class SequentialAnalyzer:
|
|
| 59 |
torch_dtype=torch.bfloat16,
|
| 60 |
device_map="auto",
|
| 61 |
use_auth_token=self.hf_token,
|
| 62 |
-
use_cache=False
|
|
|
|
| 63 |
)
|
| 64 |
model.gradient_checkpointing_enable()
|
| 65 |
return model
|
|
|
|
| 59 |
torch_dtype=torch.bfloat16,
|
| 60 |
device_map="auto",
|
| 61 |
use_auth_token=self.hf_token,
|
| 62 |
+
use_cache=False,
|
| 63 |
+
load_in_4bit=True
|
| 64 |
)
|
| 65 |
model.gradient_checkpointing_enable()
|
| 66 |
return model
|