George-API commited on
Commit
eab09f4
·
verified ·
1 Parent(s): 5c3991d

Upload transformers_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. transformers_config.json +2 -1
transformers_config.json CHANGED
@@ -34,7 +34,8 @@
34
  "bf16": false,
35
  "gradient_checkpointing": true,
36
  "device_map": "auto",
37
- "attn_implementation": "eager"
 
38
  },
39
  "quantization_config": {
40
  "load_in_4bit": true,
 
34
  "bf16": false,
35
  "gradient_checkpointing": true,
36
  "device_map": "auto",
37
+ "attn_implementation": "eager",
38
+ "use_flash_attention": false
39
  },
40
  "quantization_config": {
41
  "load_in_4bit": true,