Training in progress, step 100
Browse files- axolotl_config.yaml +2 -2
- model.safetensors +1 -1
- training_args.bin +1 -1
axolotl_config.yaml
CHANGED
|
@@ -15,7 +15,7 @@ datasets:
|
|
| 15 |
system_prompt: ''
|
| 16 |
device_map: auto
|
| 17 |
eval_sample_packing: false
|
| 18 |
-
eval_steps:
|
| 19 |
flash_attention: true
|
| 20 |
gradient_checkpointing: true
|
| 21 |
group_by_length: true
|
|
@@ -33,7 +33,7 @@ output_dir: /root/.sn56/axolotl/tmp/opt-350m
|
|
| 33 |
pad_to_sequence_len: true
|
| 34 |
resize_token_embeddings_to_32x: false
|
| 35 |
sample_packing: true
|
| 36 |
-
save_steps:
|
| 37 |
save_total_limit: 1
|
| 38 |
sequence_len: 2048
|
| 39 |
tokenizer_type: GPT2TokenizerFast
|
|
|
|
| 15 |
system_prompt: ''
|
| 16 |
device_map: auto
|
| 17 |
eval_sample_packing: false
|
| 18 |
+
eval_steps: 200
|
| 19 |
flash_attention: true
|
| 20 |
gradient_checkpointing: true
|
| 21 |
group_by_length: true
|
|
|
|
| 33 |
pad_to_sequence_len: true
|
| 34 |
resize_token_embeddings_to_32x: false
|
| 35 |
sample_packing: true
|
| 36 |
+
save_steps: 200
|
| 37 |
save_total_limit: 1
|
| 38 |
sequence_len: 2048
|
| 39 |
tokenizer_type: GPT2TokenizerFast
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 662430992
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd666fbb2e21f97e8d17488cc5d8a9b18c0a8214c01ae16975129e3ddda35428
|
| 3 |
size 662430992
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bdfa99156b89b16ec5fa2a9dbf1b49622d09344a5aea17d9ad3478c38d45547
|
| 3 |
size 6840
|