SystemAdmin123 commited on
Commit
e218d2e
·
verified ·
1 Parent(s): 13fecef

Training in progress, step 520, checkpoint

Browse files
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb2a93906c4f7e25f297087b5d118acb381dc3455c3b0e427daf8b7c1a4a018c
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc81f761cfc8bdce5d4645d596275ebae46f5b388451e19e4c8d7151b84c9715
3
  size 4976698672
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f7c049136f803487282ec0e617d77b627a8998042e2c8af437fc4dc57b6d0d1
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7da038dd672630df7e600441c36fa83e824a9e2fb99b73b2420909cbb2ad6eb
3
  size 4999802720
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ff95b7efcfb0d4d8d1e85c4cbdf6f2a5bef8cf96aa5049d319cb25f0110f517
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e5d26c381151ab0de50104b9e5ce82eabe494b836bd9ed820acb0c36701679
3
  size 4915916176
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efef2c24ea48bab541befd9dc3933f088e89a1139a8f2474997caacf97b805d0
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a091b0c39bd9b27ef31e5a41bbc9472016dcf757f5df52524848568afc94178
3
  size 1168138808
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:235123e41bf972e846c0458cbd60ad40fb411d42353e0b61237b9b543f3f24ca
3
  size 16311821444
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e282f5d03b3ef029829e361590621b745fcf0f26c09b36123475b88e1779ed
3
  size 16311821444
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1bd44ef18b3964269607bf5c6b6357cefe6facd470a29e030d2876d0d88465e6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631bcc7b2b54adc0f8c13ccb364aeb8eebda651c6ce4485857a6aba1f8d727b5
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1eb1a41635f25b0841e574b17402cb850d5e67c16dbdc4c56b1aeab6b36b6f8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e6669863251bb7520c41ff8dcf5a27af1ba81a55e01b68c96831c6305cf7b27
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.12415933781686497,
5
  "eval_steps": 20,
6
- "global_step": 480,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -543,6 +543,50 @@
543
  "eval_samples_per_second": 8.672,
544
  "eval_steps_per_second": 4.336,
545
  "step": 480
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
546
  }
547
  ],
548
  "logging_steps": 10,
@@ -562,7 +606,7 @@
562
  "attributes": {}
563
  }
564
  },
565
- "total_flos": 8.853169379475456e+16,
566
  "train_batch_size": 2,
567
  "trial_name": null,
568
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.13450594930160373,
5
  "eval_steps": 20,
6
+ "global_step": 520,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
543
  "eval_samples_per_second": 8.672,
544
  "eval_steps_per_second": 4.336,
545
  "step": 480
546
+ },
547
+ {
548
+ "epoch": 0.12674599068804968,
549
+ "grad_norm": 16.125,
550
+ "learning_rate": 0.00018856923435837022,
551
+ "loss": 2.8926,
552
+ "step": 490
553
+ },
554
+ {
555
+ "epoch": 0.12933264355923435,
556
+ "grad_norm": 19.875,
557
+ "learning_rate": 0.0001879473751206489,
558
+ "loss": 2.6167,
559
+ "step": 500
560
+ },
561
+ {
562
+ "epoch": 0.12933264355923435,
563
+ "eval_loss": 3.3905065059661865,
564
+ "eval_runtime": 107.7161,
565
+ "eval_samples_per_second": 7.984,
566
+ "eval_steps_per_second": 3.992,
567
+ "step": 500
568
+ },
569
+ {
570
+ "epoch": 0.13191929643041903,
571
+ "grad_norm": 26.125,
572
+ "learning_rate": 0.00018731012763882133,
573
+ "loss": 3.4937,
574
+ "step": 510
575
+ },
576
+ {
577
+ "epoch": 0.13450594930160373,
578
+ "grad_norm": 14.9375,
579
+ "learning_rate": 0.00018665760341274505,
580
+ "loss": 3.0402,
581
+ "step": 520
582
+ },
583
+ {
584
+ "epoch": 0.13450594930160373,
585
+ "eval_loss": 2.930636167526245,
586
+ "eval_runtime": 97.9968,
587
+ "eval_samples_per_second": 8.776,
588
+ "eval_steps_per_second": 4.388,
589
+ "step": 520
590
  }
591
  ],
592
  "logging_steps": 10,
 
606
  "attributes": {}
607
  }
608
  },
609
+ "total_flos": 9.590933494431744e+16,
610
  "train_batch_size": 2,
611
  "trial_name": null,
612
  "trial_params": null