codys12 commited on
Commit
db44755
·
verified ·
1 Parent(s): a138d1c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +8 -0
config.json CHANGED
@@ -24,6 +24,14 @@
24
  "num_hidden_layers": 48,
25
  "num_key_value_heads": 4,
26
  "output_router_logits": false,
 
 
 
 
 
 
 
 
27
  "rms_norm_eps": 1e-06,
28
  "rope_scaling": null,
29
  "rope_theta": 10000000,
 
24
  "num_hidden_layers": 48,
25
  "num_key_value_heads": 4,
26
  "output_router_logits": false,
27
+ "quantization_config": {
28
+ "linear_class": "bitlinear",
29
+ "quant_method": "bitnet",
30
+ "quantization_mode": "online",
31
+ "linear_class": "autobitlinear",
32
+ "use_rms_norm": true,
33
+ "modules_to_not_convert": []
34
+ },
35
  "rms_norm_eps": 1e-06,
36
  "rope_scaling": null,
37
  "rope_theta": 10000000,