Training in progress, step 40
Browse files- axolotl_config.yaml +1 -2
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
- training_args.bin +1 -1
axolotl_config.yaml
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
base_model: unsloth/OpenHermes-2.5-Mistral-7B
|
2 |
-
batch_size:
|
3 |
bf16: true
|
4 |
chat_template: tokenizer_default_fallback_alpaca
|
5 |
datasets:
|
@@ -17,7 +17,6 @@ device_map: auto
|
|
17 |
eval_sample_packing: false
|
18 |
eval_steps: 200
|
19 |
flash_attention: true
|
20 |
-
gradient_checkpointing: true
|
21 |
group_by_length: true
|
22 |
hub_model_id: SystemAdmin123/test-repo
|
23 |
hub_strategy: checkpoint
|
|
|
1 |
base_model: unsloth/OpenHermes-2.5-Mistral-7B
|
2 |
+
batch_size: 16
|
3 |
bf16: true
|
4 |
chat_template: tokenizer_default_fallback_alpaca
|
5 |
datasets:
|
|
|
17 |
eval_sample_packing: false
|
18 |
eval_steps: 200
|
19 |
flash_attention: true
|
|
|
20 |
group_by_length: true
|
21 |
hub_model_id: SystemAdmin123/test-repo
|
22 |
hub_strategy: checkpoint
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4943178720
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b907ba68261a733495a2decc931e4839e4907e6e52a97528b167a0a5a0ebd392
|
3 |
size 4943178720
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999819336
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf95b6219ea0c58409934588c2a66dc9c8321e127f35cf06df02c3acd88afc0e
|
3 |
size 4999819336
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4540532728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76053a4a789be6b616ea43ab19cf1a53cfc29041a95eebbb8627e860734e1f52
|
3 |
size 4540532728
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6776
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b41a9fb463c0db3738bb35eb54493dd7cd16792db1e56184a9c9b31d58bd7b14
|
3 |
size 6776
|