cy948
/

starcoder-peft-airscript

Generated from Trainer

Model card Files Files and versions Community

cy948 commited on Oct 26, 2024

Commit

35ef9a5

·

verified ·

1 Parent(s): 11160de

Training in progress, step 100

Files changed (2) hide show

adapter_config.json +3 -3
adapter_model.safetensors +1 -1

adapter_config.json CHANGED Viewed

@@ -14,7 +14,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 48,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -25,10 +25,10 @@
   "rank_pattern": null,
   "revision": null,
   "target_modules": [
-    "c_fc",
     "c_proj",
     "q_attn",
-    "c_attn"
   ],
   "target_r": 8,
   "task_type": "CAUSAL_LM",

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 64,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "rank_pattern": null,
   "revision": null,
   "target_modules": [
     "c_proj",
+    "c_attn",
     "q_attn",
+    "c_fc"
   ],
   "target_r": 8,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e44be6c7edac5c4b1f33d9dbee670fc99368235a42d2687b7cf2a868a8ab17c2
 size 33364520

 version https://git-lfs.github.com/spec/v1
+oid sha256:bc534b672b0f253dcb5fc7942f932f1368561d92a472dc6c33a682cc505fdf9a
 size 33364520