SystemAdmin123 commited on
Commit
39af988
·
verified ·
1 Parent(s): 20eb785

Training in progress, step 480, checkpoint

Browse files
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2fb0b3c74d1ce9cad255087000265c31c25c76f4299532d8b88d85a4441a3e4
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2a93906c4f7e25f297087b5d118acb381dc3455c3b0e427daf8b7c1a4a018c
3
  size 4976698672
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5038c9de904dbea4e32315c794fa2074ecc92c50c8eb6195def7911e593e18d
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7c049136f803487282ec0e617d77b627a8998042e2c8af437fc4dc57b6d0d1
3
  size 4999802720
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:141f38f7b29ec3541b6db31c4ce70506e88378235faeb8284e0042bdb72ee8f2
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff95b7efcfb0d4d8d1e85c4cbdf6f2a5bef8cf96aa5049d319cb25f0110f517
3
  size 4915916176
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b86685c4b1f23b972380ed4f5d5cb1c2ea00d7ffa8cf4923514704537825099
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efef2c24ea48bab541befd9dc3933f088e89a1139a8f2474997caacf97b805d0
3
  size 1168138808
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa98c4565c961954703f6a0050170f46f8bf17adb206bc140547154f733c23d1
3
  size 16311821444
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:235123e41bf972e846c0458cbd60ad40fb411d42353e0b61237b9b543f3f24ca
3
  size 16311821444
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb81452b7889ec50c58e9c6cfe42bd41415f0b599131b3afe2d3e903774fb256
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bd44ef18b3964269607bf5c6b6357cefe6facd470a29e030d2876d0d88465e6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc08998cd3131e9eceb26f149e13426c0c67832091c26bd1c251b4a9292ec95c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1eb1a41635f25b0841e574b17402cb850d5e67c16dbdc4c56b1aeab6b36b6f8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.11381272633212623,
5
  "eval_steps": 20,
6
- "global_step": 440,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -499,6 +499,50 @@
499
  "eval_samples_per_second": 8.812,
500
  "eval_steps_per_second": 4.406,
501
  "step": 440
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
502
  }
503
  ],
504
  "logging_steps": 10,
@@ -518,7 +562,7 @@
518
  "attributes": {}
519
  }
520
  },
521
- "total_flos": 8.115405264519168e+16,
522
  "train_batch_size": 2,
523
  "trial_name": null,
524
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.12415933781686497,
5
  "eval_steps": 20,
6
+ "global_step": 480,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
499
  "eval_samples_per_second": 8.812,
500
  "eval_steps_per_second": 4.406,
501
  "step": 440
502
+ },
503
+ {
504
+ "epoch": 0.11639937920331092,
505
+ "grad_norm": 12.1875,
506
+ "learning_rate": 0.00019090065350491626,
507
+ "loss": 2.6585,
508
+ "step": 450
509
+ },
510
+ {
511
+ "epoch": 0.11898603207449561,
512
+ "grad_norm": 16.875,
513
+ "learning_rate": 0.0001903414081095315,
514
+ "loss": 3.4396,
515
+ "step": 460
516
+ },
517
+ {
518
+ "epoch": 0.11898603207449561,
519
+ "eval_loss": 2.9584171772003174,
520
+ "eval_runtime": 116.1807,
521
+ "eval_samples_per_second": 7.402,
522
+ "eval_steps_per_second": 3.701,
523
+ "step": 460
524
+ },
525
+ {
526
+ "epoch": 0.12157268494568028,
527
+ "grad_norm": 25.75,
528
+ "learning_rate": 0.00018976635558358722,
529
+ "loss": 2.9627,
530
+ "step": 470
531
+ },
532
+ {
533
+ "epoch": 0.12415933781686497,
534
+ "grad_norm": 15.9375,
535
+ "learning_rate": 0.00018917559654462474,
536
+ "loss": 2.8675,
537
+ "step": 480
538
+ },
539
+ {
540
+ "epoch": 0.12415933781686497,
541
+ "eval_loss": 2.8588883876800537,
542
+ "eval_runtime": 99.1718,
543
+ "eval_samples_per_second": 8.672,
544
+ "eval_steps_per_second": 4.336,
545
+ "step": 480
546
  }
547
  ],
548
  "logging_steps": 10,
 
562
  "attributes": {}
563
  }
564
  },
565
+ "total_flos": 8.853169379475456e+16,
566
  "train_batch_size": 2,
567
  "trial_name": null,
568
  "trial_params": null