ryanmarten commited on
Commit
3f7a3f6
·
verified ·
1 Parent(s): 51f8d8f

Upload configs.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. configs.yaml +24 -26
configs.yaml CHANGED
@@ -1,39 +1,37 @@
1
  assistant_tag: gpt
2
- bf16: 'True'
3
  content_tag: value
4
- cutoff_len: '16384'
5
- dataloader_num_workers: '4'
6
- dataloader_persistent_workers: 'True'
7
- dataloader_pin_memory: 'True'
8
- dataset: mlfoundations-dev/fig1_all_s1
9
  dataset_dir: ONLINE
10
- ddp_timeout: '180000000'
11
- deepspeed: /opt/ml/code/zero3.json
12
- do_train: 'True'
13
- enable_liger_kernel: 'True'
14
  finetuning_type: full
15
- formatting: sharegpt
16
- global_batch_size: '96'
17
- gradient_accumulation_steps: '12'
18
- hub_model_id: mlfoundations-dev/fig1_all_s1
19
- learning_rate: 2e-05
20
- logging_steps: '1'
21
  lr_scheduler_type: cosine
22
  messages: conversations
23
  model_name_or_path: Qwen/Qwen2.5-7B-Instruct
24
- num_train_epochs: '7.0'
25
- output_dir: /opt/ml/model
26
- overwrite_cache: 'True'
27
- per_device_train_batch_size: '1'
28
- plot_loss: 'True'
29
- preprocessing_num_workers: '16'
30
- push_to_db: 'True'
31
- push_to_hub: 'True'
32
  report_to: wandb
33
  role_tag: from
34
- run_name: fig1_all_s1
35
  save_strategy: epoch
36
  stage: sft
37
  template: qwen25
38
  user_tag: human
39
- warmup_ratio: '0.1'
 
1
  assistant_tag: gpt
2
+ bf16: true
3
  content_tag: value
4
+ cutoff_len: 16384
5
+ dataloader_num_workers: 4
6
+ dataloader_persistent_workers: true
7
+ dataloader_pin_memory: true
8
+ dataset: mlfoundations-dev/s1
9
  dataset_dir: ONLINE
10
+ ddp_timeout: 180000000
11
+ deepspeed: dcft/train/zero3.json
12
+ do_train: true
13
+ enable_liger_kernel: true
14
  finetuning_type: full
15
+ global_batch_size: 96
16
+ gradient_accumulation_steps: 24
17
+ hub_model_id: mlfoundations-dev/s1
18
+ learning_rate: 2.0e-05
19
+ logging_steps: 1
 
20
  lr_scheduler_type: cosine
21
  messages: conversations
22
  model_name_or_path: Qwen/Qwen2.5-7B-Instruct
23
+ num_train_epochs: 7.0
24
+ output_dir: /data/cat/ws/ryma833h-dcft/checkpoints/s1
25
+ overwrite_cache: true
26
+ per_device_train_batch_size: 1
27
+ plot_loss: true
28
+ preprocessing_num_workers: 16
29
+ push_to_db: true
30
+ push_to_hub: true
31
  report_to: wandb
32
  role_tag: from
 
33
  save_strategy: epoch
34
  stage: sft
35
  template: qwen25
36
  user_tag: human
37
+ warmup_ratio: 0.1