SystemAdmin123 commited on
Commit
f2313bf
·
verified ·
1 Parent(s): c36bf86

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54199da57b837d4891196f02c89063f1b4c8051da494ceb732eca28e0e049899
3
  size 2200119864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d49c67c9a9666f30da75813d84d4f345d605af04f3db06de5d25afb0ea920121
3
  size 2200119864
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afb6588ffa25521011a1286f0128a2f605dab5da48172dece4259b51767d871d
3
- size 2235234810
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa9854a24c3214762143f01506e34bdb6a7f70c7cd9c9204e36de47b73b262d
3
+ size 2235235002
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f2762d792d815ec78151cdfb1183ff8fe6b1a4c5fcc050ac87b15dc66050802
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5bab486e54fec167df9035ee491641ac4693e6fee5143f139d8f5e78d33bb4
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbc1f875219f8ac3c776408d86b647fbc8462ad7ecb23ac468a078c2c50ec46e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eca9038103aafcb78807df6c0d9a976f86161b975a7d39850ba8b30af810dc6
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbcdba7bc63bee2e58552ca3df8d3d9521da29d066231bf49913479cc60a05a4
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bd6fc8a4cf304bf8ccc7371cacf9e2e0ff157c5b5651b58a181d0a1c5c46b1
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac162cf8f57eb46f3e3f12f50328cd5574b5384b6fe27493b80f0979cc8d636b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75dad65b2c4702dc22bd40914a23f91917390cf5c9bf829ecd6acffcfa98c50c
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abcd078b1186023c3032f4652f953246e76b5f62233ca3f894e881ea9feb17b7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c268aaacedf0424c20d98a7500a3ae5948e221bb4ac7fd103a57d4b9664fd8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 11.764705882352942,
5
  "eval_steps": 200,
6
- "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -163,6 +163,154 @@
163
  "eval_samples_per_second": 247.958,
164
  "eval_steps_per_second": 5.286,
165
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "logging_steps": 10,
@@ -177,12 +325,12 @@
177
  "should_evaluate": false,
178
  "should_log": false,
179
  "should_save": true,
180
- "should_training_stop": false
181
  },
182
  "attributes": {}
183
  }
184
  },
185
- "total_flos": 1.2203604110737408e+17,
186
  "train_batch_size": 12,
187
  "trial_name": null,
188
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 23.529411764705884,
5
  "eval_steps": 200,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
163
  "eval_samples_per_second": 247.958,
164
  "eval_steps_per_second": 5.286,
165
  "step": 200
166
+ },
167
+ {
168
+ "epoch": 12.352941176470589,
169
+ "grad_norm": 0.03076171875,
170
+ "learning_rate": 0.0001,
171
+ "loss": 0.0022,
172
+ "step": 210
173
+ },
174
+ {
175
+ "epoch": 12.941176470588236,
176
+ "grad_norm": 0.026123046875,
177
+ "learning_rate": 9.174206545276677e-05,
178
+ "loss": 0.0021,
179
+ "step": 220
180
+ },
181
+ {
182
+ "epoch": 13.529411764705882,
183
+ "grad_norm": 0.0230712890625,
184
+ "learning_rate": 8.35405409719266e-05,
185
+ "loss": 0.002,
186
+ "step": 230
187
+ },
188
+ {
189
+ "epoch": 14.117647058823529,
190
+ "grad_norm": 0.0223388671875,
191
+ "learning_rate": 7.54514512859201e-05,
192
+ "loss": 0.0021,
193
+ "step": 240
194
+ },
195
+ {
196
+ "epoch": 14.705882352941176,
197
+ "grad_norm": 0.0225830078125,
198
+ "learning_rate": 6.753005307953167e-05,
199
+ "loss": 0.002,
200
+ "step": 250
201
+ },
202
+ {
203
+ "epoch": 15.294117647058824,
204
+ "grad_norm": 0.0191650390625,
205
+ "learning_rate": 5.983045753470308e-05,
206
+ "loss": 0.002,
207
+ "step": 260
208
+ },
209
+ {
210
+ "epoch": 15.882352941176471,
211
+ "grad_norm": 0.0191650390625,
212
+ "learning_rate": 5.240526069629265e-05,
213
+ "loss": 0.002,
214
+ "step": 270
215
+ },
216
+ {
217
+ "epoch": 16.470588235294116,
218
+ "grad_norm": 0.01953125,
219
+ "learning_rate": 4.530518418775733e-05,
220
+ "loss": 0.0019,
221
+ "step": 280
222
+ },
223
+ {
224
+ "epoch": 17.058823529411764,
225
+ "grad_norm": 0.0213623046875,
226
+ "learning_rate": 3.857872873103322e-05,
227
+ "loss": 0.002,
228
+ "step": 290
229
+ },
230
+ {
231
+ "epoch": 17.647058823529413,
232
+ "grad_norm": 0.0230712890625,
233
+ "learning_rate": 3.227184283742591e-05,
234
+ "loss": 0.0019,
235
+ "step": 300
236
+ },
237
+ {
238
+ "epoch": 18.235294117647058,
239
+ "grad_norm": 0.0208740234375,
240
+ "learning_rate": 2.6427608932686843e-05,
241
+ "loss": 0.0019,
242
+ "step": 310
243
+ },
244
+ {
245
+ "epoch": 18.823529411764707,
246
+ "grad_norm": 0.0228271484375,
247
+ "learning_rate": 2.1085949060360654e-05,
248
+ "loss": 0.0019,
249
+ "step": 320
250
+ },
251
+ {
252
+ "epoch": 19.41176470588235,
253
+ "grad_norm": 0.02587890625,
254
+ "learning_rate": 1.6283352173747145e-05,
255
+ "loss": 0.002,
256
+ "step": 330
257
+ },
258
+ {
259
+ "epoch": 20.0,
260
+ "grad_norm": 0.021484375,
261
+ "learning_rate": 1.2052624879351104e-05,
262
+ "loss": 0.0019,
263
+ "step": 340
264
+ },
265
+ {
266
+ "epoch": 20.58823529411765,
267
+ "grad_norm": 0.0208740234375,
268
+ "learning_rate": 8.422667334494249e-06,
269
+ "loss": 0.002,
270
+ "step": 350
271
+ },
272
+ {
273
+ "epoch": 21.176470588235293,
274
+ "grad_norm": 0.02294921875,
275
+ "learning_rate": 5.418275829936537e-06,
276
+ "loss": 0.0019,
277
+ "step": 360
278
+ },
279
+ {
280
+ "epoch": 21.764705882352942,
281
+ "grad_norm": 0.020751953125,
282
+ "learning_rate": 3.059973406066963e-06,
283
+ "loss": 0.002,
284
+ "step": 370
285
+ },
286
+ {
287
+ "epoch": 22.352941176470587,
288
+ "grad_norm": 0.0203857421875,
289
+ "learning_rate": 1.3638696597277679e-06,
290
+ "loss": 0.0019,
291
+ "step": 380
292
+ },
293
+ {
294
+ "epoch": 22.941176470588236,
295
+ "grad_norm": 0.0240478515625,
296
+ "learning_rate": 3.415506993330153e-07,
297
+ "loss": 0.0019,
298
+ "step": 390
299
+ },
300
+ {
301
+ "epoch": 23.529411764705884,
302
+ "grad_norm": 0.0218505859375,
303
+ "learning_rate": 0.0,
304
+ "loss": 0.0019,
305
+ "step": 400
306
+ },
307
+ {
308
+ "epoch": 23.529411764705884,
309
+ "eval_loss": 3.6231682300567627,
310
+ "eval_runtime": 6.0013,
311
+ "eval_samples_per_second": 250.112,
312
+ "eval_steps_per_second": 5.332,
313
+ "step": 400
314
  }
315
  ],
316
  "logging_steps": 10,
 
325
  "should_evaluate": false,
326
  "should_log": false,
327
  "should_save": true,
328
+ "should_training_stop": true
329
  },
330
  "attributes": {}
331
  }
332
  },
333
+ "total_flos": 2.4407208221474816e+17,
334
  "train_batch_size": 12,
335
  "trial_name": null,
336
  "trial_params": null