SystemAdmin123 commited on
Commit
accb7ad
·
verified ·
1 Parent(s): e64e7ca

Training in progress, step 20

Browse files
axolotl_config.yaml CHANGED
@@ -15,7 +15,7 @@ datasets:
15
  system_prompt: ''
16
  device_map: auto
17
  eval_sample_packing: false
18
- eval_steps: 200
19
  flash_attention: true
20
  gradient_checkpointing: true
21
  group_by_length: true
@@ -33,13 +33,15 @@ output_dir: /root/.sn56/axolotl/tmp/llama-3-sqlcoder-8b
33
  pad_to_sequence_len: true
34
  resize_token_embeddings_to_32x: false
35
  sample_packing: true
36
- save_steps: 200
37
  save_total_limit: 1
38
  sequence_len: 2048
39
  special_tokens:
40
  pad_token: <|eot_id|>
41
  tokenizer_type: PreTrainedTokenizerFast
42
  torch_dtype: bf16
 
 
43
  trust_remote_code: true
44
  val_set_size: 0.1
45
  wandb_entity: ''
 
15
  system_prompt: ''
16
  device_map: auto
17
  eval_sample_packing: false
18
+ eval_steps: 20
19
  flash_attention: true
20
  gradient_checkpointing: true
21
  group_by_length: true
 
33
  pad_to_sequence_len: true
34
  resize_token_embeddings_to_32x: false
35
  sample_packing: true
36
+ save_steps: 20
37
  save_total_limit: 1
38
  sequence_len: 2048
39
  special_tokens:
40
  pad_token: <|eot_id|>
41
  tokenizer_type: PreTrainedTokenizerFast
42
  torch_dtype: bf16
43
+ training_args_kwargs:
44
+ hub_private_repo: true
45
  trust_remote_code: true
46
  val_set_size: 0.1
47
  wandb_entity: ''
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76e466c580fe14588089dcc7d286c83cd652f7c0a24eccc5457f63a2c1a6744b
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ab72b4709d6ffbeb35af35f341004d363c90fd1eda36628e6d84de407c80bf
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46673c0f6373d0edea145cf1c76d151e7e4002b0f392305989819179f47d88d2
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab6f792622c0c35fd0799cc8a9d4255063a06471fff7aa9c635e67635f7286f
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2181f67f278f731239c7b02e50926de87b1f74983952474350708269c5dd6a24
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567bbc43b31b395b0d27e12f1dc5930e0dafe7f7b99b4e60685919b90587ae4c
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a31a8df2e382dbfa72c7ca55ade38083f4b79558c330f104b4e7917d67b1c3e
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e3a8fbbb21272764f003e8b4f7a98ed04d0de1487f3c39a257ca07988b0161
3
  size 1168138808
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dd3a0af1f706fbf33a681f8d5ee9dd18fc80aa1558af309107d63117c714c75
3
  size 7032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c7728cf6d1151c0535e539428181ba72626c4c7cb50ebf1d0cd8c8ffd1ed8d
3
  size 7032