Spaces:
Sleeping
Sleeping
Upload transformers_config.json with huggingface_hub
Browse files- transformers_config.json +2 -1
transformers_config.json
CHANGED
|
@@ -33,7 +33,8 @@
|
|
| 33 |
"fp16": true,
|
| 34 |
"bf16": false,
|
| 35 |
"gradient_checkpointing": true,
|
| 36 |
-
"device_map": "auto"
|
|
|
|
| 37 |
},
|
| 38 |
"quantization_config": {
|
| 39 |
"load_in_4bit": true,
|
|
|
|
| 33 |
"fp16": true,
|
| 34 |
"bf16": false,
|
| 35 |
"gradient_checkpointing": true,
|
| 36 |
+
"device_map": "auto",
|
| 37 |
+
"attn_implementation": "eager"
|
| 38 |
},
|
| 39 |
"quantization_config": {
|
| 40 |
"load_in_4bit": true,
|