SystemAdmin123 commited on
Commit
1adb67b
·
verified ·
1 Parent(s): 17955cd

Training in progress, step 20

Browse files
axolotl_config.yaml CHANGED
@@ -15,7 +15,7 @@ datasets:
15
  system_prompt: ''
16
  device_map: auto
17
  eval_sample_packing: false
18
- eval_steps: 200
19
  flash_attention: true
20
  gradient_checkpointing: true
21
  group_by_length: true
@@ -33,11 +33,13 @@ output_dir: /root/.sn56/axolotl/tmp/mistral-7b-instruct-v0.2
33
  pad_to_sequence_len: true
34
  resize_token_embeddings_to_32x: false
35
  sample_packing: true
36
- save_steps: 200
37
  save_total_limit: 1
38
  sequence_len: 2048
39
  tokenizer_type: LlamaTokenizerFast
40
  torch_dtype: bf16
 
 
41
  trust_remote_code: true
42
  val_set_size: 0.1
43
  wandb_entity: ''
 
15
  system_prompt: ''
16
  device_map: auto
17
  eval_sample_packing: false
18
+ eval_steps: 20
19
  flash_attention: true
20
  gradient_checkpointing: true
21
  group_by_length: true
 
33
  pad_to_sequence_len: true
34
  resize_token_embeddings_to_32x: false
35
  sample_packing: true
36
+ save_steps: 20
37
  save_total_limit: 1
38
  sequence_len: 2048
39
  tokenizer_type: LlamaTokenizerFast
40
  torch_dtype: bf16
41
+ training_args_kwargs:
42
+ hub_private_repo: true
43
  trust_remote_code: true
44
  val_set_size: 0.1
45
  wandb_entity: ''
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7db9e716a654f0a96d21edec9619a07c2998eba830a9267d40d59bf353412f28
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a32226883a7ac50cf6cdbc8be3102d173e1907b7a8ed2376557a3d33d01b2367
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e386f70b7dc2b4443e78a1978286af1e2510168dba8030a5d8cda2c6020f9e2d
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09202edeafe5745b96094f13f01f5c2116e51dae7201eff329f3fbb73d0b219
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b6e9f710575538ec9918b5f2ff747ed7ec58f29344a9b102f6427f3348a863a
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f80cb8df7b71b0e9b29b59e5f6dc8c04ccc38c0d087aaaba76e08b2a6df8cb58
3
  size 4540516344
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adab2cd4b892729a3f8cb9343d382b49be7d93397bee49b30af6cf5be7d19904
3
  size 7736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5d19d346ef788eb8cb46e90b86369e226e8da241f52a6ee5f2d5fb6f0845b8
3
  size 7736