SystemAdmin123 commited on
Commit
cb316a0
·
verified ·
1 Parent(s): a41cdc1

Training in progress, step 440, checkpoint

Browse files
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6ff65fdaabdbf317ebeba7a949d5d0a4c4d92e83844319c0d7fe8a36188ae52
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2fb0b3c74d1ce9cad255087000265c31c25c76f4299532d8b88d85a4441a3e4
3
  size 4976698672
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75a8866762d9e391b12fc72c391a88203f43a851b8cb313ef7dad4f518fa97c7
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5038c9de904dbea4e32315c794fa2074ecc92c50c8eb6195def7911e593e18d
3
  size 4999802720
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bdc3634cc2773d067b17c976dcd11b7c7df5940a7571bbb00f5d7df4c638644
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:141f38f7b29ec3541b6db31c4ce70506e88378235faeb8284e0042bdb72ee8f2
3
  size 4915916176
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f015982ff6bce7542e828f15d4eeef9584a889686885e52763409fdc683cfcdd
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b86685c4b1f23b972380ed4f5d5cb1c2ea00d7ffa8cf4923514704537825099
3
  size 1168138808
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65e0c53a4e65a879c4f5b6bbea3d323377988982d8d0b1157cdadf6ac17d04c3
3
  size 16311821444
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa98c4565c961954703f6a0050170f46f8bf17adb206bc140547154f733c23d1
3
  size 16311821444
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90b33c83dc0410b94f46921f5ce291ef34ed50ec198c7840b5fe049891543c68
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb81452b7889ec50c58e9c6cfe42bd41415f0b599131b3afe2d3e903774fb256
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a673aaf85c0fe6b6c29cb8f3e7dbd829eef637110e4ad9a775f3fcf001c92591
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc08998cd3131e9eceb26f149e13426c0c67832091c26bd1c251b4a9292ec95c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.10346611484738748,
5
  "eval_steps": 20,
6
- "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -455,6 +455,50 @@
455
  "eval_samples_per_second": 8.576,
456
  "eval_steps_per_second": 4.288,
457
  "step": 400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
458
  }
459
  ],
460
  "logging_steps": 10,
@@ -474,7 +518,7 @@
474
  "attributes": {}
475
  }
476
  },
477
- "total_flos": 7.37764114956288e+16,
478
  "train_batch_size": 2,
479
  "trial_name": null,
480
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.11381272633212623,
5
  "eval_steps": 20,
6
+ "global_step": 440,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
455
  "eval_samples_per_second": 8.576,
456
  "eval_steps_per_second": 4.288,
457
  "step": 400
458
+ },
459
+ {
460
+ "epoch": 0.10605276771857217,
461
+ "grad_norm": 17.25,
462
+ "learning_rate": 0.00019297764858882514,
463
+ "loss": 3.3748,
464
+ "step": 410
465
+ },
466
+ {
467
+ "epoch": 0.10863942058975685,
468
+ "grad_norm": 10.0,
469
+ "learning_rate": 0.00019248258232139388,
470
+ "loss": 3.2153,
471
+ "step": 420
472
+ },
473
+ {
474
+ "epoch": 0.10863942058975685,
475
+ "eval_loss": 2.999889850616455,
476
+ "eval_runtime": 110.6746,
477
+ "eval_samples_per_second": 7.771,
478
+ "eval_steps_per_second": 3.885,
479
+ "step": 420
480
+ },
481
+ {
482
+ "epoch": 0.11122607346094154,
483
+ "grad_norm": 20.5,
484
+ "learning_rate": 0.00019197133427991436,
485
+ "loss": 3.0603,
486
+ "step": 430
487
+ },
488
+ {
489
+ "epoch": 0.11381272633212623,
490
+ "grad_norm": 71.5,
491
+ "learning_rate": 0.00019144399391799043,
492
+ "loss": 2.795,
493
+ "step": 440
494
+ },
495
+ {
496
+ "epoch": 0.11381272633212623,
497
+ "eval_loss": 3.199730396270752,
498
+ "eval_runtime": 97.5912,
499
+ "eval_samples_per_second": 8.812,
500
+ "eval_steps_per_second": 4.406,
501
+ "step": 440
502
  }
503
  ],
504
  "logging_steps": 10,
 
518
  "attributes": {}
519
  }
520
  },
521
+ "total_flos": 8.115405264519168e+16,
522
  "train_batch_size": 2,
523
  "trial_name": null,
524
  "trial_params": null