Hugging Face's logo

Spaces:
Platma
/
platma-retrain
Paused

App Files Community
24
Platma commited on
Commit
a4cfe8d
·
verified ·
1 Parent(s): 987551e

Update src/config.yaml

Browse files
Files changed (1) hide show
  1. src/config.yaml +3 -3
src/config.yaml CHANGED
@@ -1,6 +1,6 @@
1
  task: llm-sft
2
- # base_model: microsoft/Phi-3.5-mini-instruct
3
- base_model: TheBloke/WizardCoder-33B-V1.1-AWQ
4
  project_name: llama
5
  log: tensorboard
6
  backend: local
@@ -18,7 +18,7 @@ params:
18
  lr: 1e-4
19
  warmup_ratio: 0.1
20
  weight_decay: 0.01
21
- epochs: 1
22
  batch_size: 2
23
  gradient_accumulation: 8
24
  mixed_precision: fp16
 
1
  task: llm-sft
2
+ base_model: microsoft/Phi-3.5-mini-instruct
3
+ # base_model: TheBloke/WizardCoder-33B-V1.1-AWQ
4
  project_name: llama
5
  log: tensorboard
6
  backend: local
 
18
  lr: 1e-4
19
  warmup_ratio: 0.1
20
  weight_decay: 0.01
21
+ epochs: 2
22
  batch_size: 2
23
  gradient_accumulation: 8
24
  mixed_precision: fp16