SystemAdmin123 commited on
Commit
33e7a44
·
verified ·
1 Parent(s): a416b48

Training in progress, step 40

Browse files
axolotl_config.yaml CHANGED
@@ -1,5 +1,5 @@
1
  base_model: unsloth/OpenHermes-2.5-Mistral-7B
2
- batch_size: 32
3
  bf16: true
4
  chat_template: tokenizer_default_fallback_alpaca
5
  datasets:
@@ -17,7 +17,6 @@ device_map: auto
17
  eval_sample_packing: false
18
  eval_steps: 200
19
  flash_attention: true
20
- gradient_checkpointing: true
21
  group_by_length: true
22
  hub_model_id: SystemAdmin123/test-repo
23
  hub_strategy: checkpoint
 
1
  base_model: unsloth/OpenHermes-2.5-Mistral-7B
2
+ batch_size: 16
3
  bf16: true
4
  chat_template: tokenizer_default_fallback_alpaca
5
  datasets:
 
17
  eval_sample_packing: false
18
  eval_steps: 200
19
  flash_attention: true
 
20
  group_by_length: true
21
  hub_model_id: SystemAdmin123/test-repo
22
  hub_strategy: checkpoint
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49abecc3012aa33040e2fb01e32e561bb0b599ef920d57e5804dbf05cce2f142
3
  size 4943178720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b907ba68261a733495a2decc931e4839e4907e6e52a97528b167a0a5a0ebd392
3
  size 4943178720
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e268892504057e819d6c86952d153640cfeab12dfde0c669137107e7bbaa9a7
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf95b6219ea0c58409934588c2a66dc9c8321e127f35cf06df02c3acd88afc0e
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba955cd0f1842463cd22c00dad17603532a55cb793303e24c624588deaf5affc
3
  size 4540532728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76053a4a789be6b616ea43ab19cf1a53cfc29041a95eebbb8627e860734e1f52
3
  size 4540532728
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa8dcd878159cc59f87447028fd2e09931ebdac776af71b4ee5edce164448ac3
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41a9fb463c0db3738bb35eb54493dd7cd16792db1e56184a9c9b31d58bd7b14
3
  size 6776