Training in progress, step 160, checkpoint

last-checkpoint/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "peft-internal-testing/tiny-dummy-qwen2",
+  "_name_or_path": "fxmarty/tiny-dummy-qwen2",
   "architectures": [
     "Qwen2ForCausalLM"
   ],

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2ac42a4e290301e33b155ddebb8e8dddf14ba8e3c5c0c71d5e99cbc1a405bf0
+oid sha256:89fe48d90293c6de8a412c54d1431a33bdd6255c0ce7cf015902d4131b92c913
 size 2433024

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7feb9881de10dc326a82161377898fc16e443f71eeec6414ee7a567a4f2f4cd8
+oid sha256:bf7ecc2f0c8d284946a757ca8f3ded322c622c5f84f3780795fb07bff724c053
 size 2498406

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8717e6db6dad3bdb0d92afa70b8fbe0c4677a2360eab813a627812a62061fd4
+oid sha256:ca96cd8cea5e89c26f322ab0bc4569dd89f58599184456a2a043cfe41d0a9016
 size 15984

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6c7dfa9863eadd74540b95922e8cee67d3b691b168a951cb8b3349087d7a629
+oid sha256:3e1c8b411336f8c21c042cf34f54cd83fe460e6146fa041149703c71f00d1e7b
 size 15984

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7596c043bb61ec6ab94f537047f856762fd577107f970ea392238fff0ea6ef1
+oid sha256:9c588e7a6251848ca72003d225e2e8cf344e2b4645d7ce1e51f191dc1db88063
 size 15984

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:712dd66678ab2f0cf679625d414555daee92b448e39ad2db26b98722c1b424fc
+oid sha256:f5b050aa4a26eb700ebc404ec1ff62750644e1e3fa94786597f4b7eda4b17bfa
 size 15984

last-checkpoint/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bb08d77b3a8f33a22badf4599bdece3856ac2be5b489c3048c3951f5a13e4fd
+oid sha256:e397ffcf130e7acafde3d20cb6e16fdb641f8e06485f1c15d8ff4eb284addba3
 size 15984

last-checkpoint/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d84262c7d232955fd6ce9f416c4b38411017050149a8346d4ddba5d641d0b78f
+oid sha256:63e0a7403419853c906dc2a28ee5a75408f4aa4439daaf673dc94372a55a22d4
 size 15984

last-checkpoint/rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:144141c670561050eb2f8450fb88edb4facad52016564e94dfc875ba7b564975
+oid sha256:e8f9663d63b5d724c82dcf4a32718ed3fc7be625d342141f353e8daafed1a8ab
 size 15984

last-checkpoint/rng_state_7.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbe39dd1e728e6b0298971fe77b09b4d43dbe6b288ac55d64a2318e60f21229e
+oid sha256:e34e10848d2dbdc394eecb9997530b5e1ea02407c4d3d521c60cc28f7a872d18
 size 15984

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:416b2ea21de930aef02b3dd806b882963de9b98a0a8d9ff11b933cd6bf4116bc
+oid sha256:8f0c7ff54b85ffef1dcbffa5d8d256d7b7e02cf6f2a611b338e53d605c1ee098
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.14201183431952663,
+  "epoch": 0.1893491124260355,
   "eval_steps": 20,
-  "global_step": 120,
+  "global_step": 160,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -11,9 +11,9 @@
     {
       "epoch": 0.001183431952662722,
       "eval_loss": 11.929322242736816,
-      "eval_runtime": 3.5903,
-      "eval_samples_per_second": 418.354,
-      "eval_steps_per_second": 26.182,
+      "eval_runtime": 3.6066,
+      "eval_samples_per_second": 416.454,
+      "eval_steps_per_second": 26.063,
       "step": 1
     },
     {
@@ -33,9 +33,9 @@
     {
       "epoch": 0.023668639053254437,
       "eval_loss": 11.92916488647461,
-      "eval_runtime": 3.5713,
-      "eval_samples_per_second": 420.581,
-      "eval_steps_per_second": 26.321,
+      "eval_runtime": 3.5052,
+      "eval_samples_per_second": 428.502,
+      "eval_steps_per_second": 26.817,
       "step": 20
     },
     {
@@ -55,9 +55,9 @@
     {
       "epoch": 0.047337278106508875,
       "eval_loss": 11.928914070129395,
-      "eval_runtime": 3.5591,
-      "eval_samples_per_second": 422.018,
-      "eval_steps_per_second": 26.411,
+      "eval_runtime": 3.5385,
+      "eval_samples_per_second": 424.474,
+      "eval_steps_per_second": 26.565,
       "step": 40
     },
     {
@@ -77,9 +77,9 @@
     {
       "epoch": 0.07100591715976332,
       "eval_loss": 11.92799186706543,
-      "eval_runtime": 3.5712,
-      "eval_samples_per_second": 420.581,
-      "eval_steps_per_second": 26.321,
+      "eval_runtime": 3.5198,
+      "eval_samples_per_second": 426.723,
+      "eval_steps_per_second": 26.706,
       "step": 60
     },
     {
@@ -99,9 +99,9 @@
     {
       "epoch": 0.09467455621301775,
       "eval_loss": 11.925419807434082,
-      "eval_runtime": 3.5691,
-      "eval_samples_per_second": 420.839,
-      "eval_steps_per_second": 26.337,
+      "eval_runtime": 3.5432,
+      "eval_samples_per_second": 423.91,
+      "eval_steps_per_second": 26.53,
       "step": 80
     },
     {
@@ -121,9 +121,9 @@
     {
       "epoch": 0.11834319526627218,
       "eval_loss": 11.913871765136719,
-      "eval_runtime": 3.6305,
-      "eval_samples_per_second": 413.717,
-      "eval_steps_per_second": 25.892,
+      "eval_runtime": 3.569,
+      "eval_samples_per_second": 420.841,
+      "eval_steps_per_second": 26.338,
       "step": 100
     },
     {
@@ -143,10 +143,54 @@
     {
       "epoch": 0.14201183431952663,
       "eval_loss": 11.85535717010498,
-      "eval_runtime": 3.526,
-      "eval_samples_per_second": 425.979,
-      "eval_steps_per_second": 26.659,
+      "eval_runtime": 3.5242,
+      "eval_samples_per_second": 426.2,
+      "eval_steps_per_second": 26.673,
       "step": 120
+    },
+    {
+      "epoch": 0.15384615384615385,
+      "grad_norm": 0.59765625,
+      "learning_rate": 0.0001999978128380225,
+      "loss": 11.8261,
+      "step": 130
+    },
+    {
+      "epoch": 0.16568047337278108,
+      "grad_norm": 0.4921875,
+      "learning_rate": 0.0001999803161162393,
+      "loss": 11.7729,
+      "step": 140
+    },
+    {
+      "epoch": 0.16568047337278108,
+      "eval_loss": 11.73879337310791,
+      "eval_runtime": 3.5068,
+      "eval_samples_per_second": 428.313,
+      "eval_steps_per_second": 26.805,
+      "step": 140
+    },
+    {
+      "epoch": 0.17751479289940827,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.00019994532573409262,
+      "loss": 11.714,
+      "step": 150
+    },
+    {
+      "epoch": 0.1893491124260355,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.00019989284781388617,
+      "loss": 11.6588,
+      "step": 160
+    },
+    {
+      "epoch": 0.1893491124260355,
+      "eval_loss": 11.629658699035645,
+      "eval_runtime": 3.5382,
+      "eval_samples_per_second": 424.513,
+      "eval_steps_per_second": 26.567,
+      "step": 160
     }
   ],
   "logging_steps": 10,
@@ -166,7 +210,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 47046131712.0,
+  "total_flos": 62711857152.0,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e48ac84782c337d69ea61e02906bc12c93173b2673d18eb497beeca4879618fc
-size 6712
+oid sha256:a2fc14b73e72c8c4e6be92ce021b14d6ae153c7fb50bd5862e87626146592080
+size 6648