Hugging Face's logo

mlfoundations-dev
/
b2_code_length_gpt41nano_3k

Text Generation
Transformers
Safetensors
qwen2
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files
xet
Community
1
ryanmarten commited on
Commit
ccebbbb
·
verified ·
1 Parent(s): 48d2728

Training in progress, epoch 6

Browse files
Files changed (5) hide show
  1. model-00001-of-00004.safetensors +1 -1
  2. model-00002-of-00004.safetensors +1 -1
  3. model-00003-of-00004.safetensors +1 -1
  4. model-00004-of-00004.safetensors +1 -1
  5. trainer_log.jsonl +28 -0
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99659b889a066111cfd0ab84b13140d8bce0b225447a9771528b6465de4fbad5
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c62d858528797a0f788298e10613698c40bb0322b7196f49b5a077f4ad5ebd9
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:653d4b66e8da8587810ca481c79af1490c7f2d833facc6d3a4cb2294352e45ef
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8758b482862af512331696ae8be5914da320b461688a8879db87be5b4ddd2a2
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd475976d35ef17e42901154c32862a20dd33ed34e042f04aefcb9f7e85898b4
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037a8e48b7b860c8f429a3165214e2eb12b09d2508f99935fc044831193cf811
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c78f3d36e0a172e16ed71bff5ea6a45a9bae3b7249f9e841f68708f67f9e6201
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1873160f403343fdf44c7aeda87e26f397cd722f04f453cd4a0a43fc21e0b27b
3
  size 1089994880
trainer_log.jsonl CHANGED
@@ -195,3 +195,31 @@
195
  {"current_steps": 195, "total_steps": 224, "loss": 0.4405, "lr": 1.0097768704058542e-06, "epoch": 5.962025316455696, "percentage": 87.05, "elapsed_time": "6:28:42", "remaining_time": "0:57:48"}
196
  {"current_steps": 196, "total_steps": 224, "loss": 0.4178, "lr": 9.424343531000968e-07, "epoch": 5.992405063291139, "percentage": 87.5, "elapsed_time": "6:30:51", "remaining_time": "0:55:50"}
197
  {"current_steps": 197, "total_steps": 224, "loss": 0.4294, "lr": 8.773044733510338e-07, "epoch": 6.030379746835443, "percentage": 87.95, "elapsed_time": "6:34:02", "remaining_time": "0:54:00"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
195
  {"current_steps": 195, "total_steps": 224, "loss": 0.4405, "lr": 1.0097768704058542e-06, "epoch": 5.962025316455696, "percentage": 87.05, "elapsed_time": "6:28:42", "remaining_time": "0:57:48"}
196
  {"current_steps": 196, "total_steps": 224, "loss": 0.4178, "lr": 9.424343531000968e-07, "epoch": 5.992405063291139, "percentage": 87.5, "elapsed_time": "6:30:51", "remaining_time": "0:55:50"}
197
  {"current_steps": 197, "total_steps": 224, "loss": 0.4294, "lr": 8.773044733510338e-07, "epoch": 6.030379746835443, "percentage": 87.95, "elapsed_time": "6:34:02", "remaining_time": "0:54:00"}
198
+ {"current_steps": 198, "total_steps": 224, "loss": 0.3953, "lr": 8.144031414842012e-07, "epoch": 6.060759493670886, "percentage": 88.39, "elapsed_time": "6:36:09", "remaining_time": "0:52:01"}
199
+ {"current_steps": 199, "total_steps": 224, "loss": 0.4083, "lr": 7.537457234218271e-07, "epoch": 6.091139240506329, "percentage": 88.84, "elapsed_time": "6:38:02", "remaining_time": "0:50:00"}
200
+ {"current_steps": 200, "total_steps": 224, "loss": 0.3919, "lr": 6.953470369291349e-07, "epoch": 6.121518987341772, "percentage": 89.29, "elapsed_time": "6:40:05", "remaining_time": "0:48:00"}
201
+ {"current_steps": 201, "total_steps": 224, "loss": 0.4036, "lr": 6.392213479945852e-07, "epoch": 6.151898734177215, "percentage": 89.73, "elapsed_time": "6:41:55", "remaining_time": "0:45:59"}
202
+ {"current_steps": 202, "total_steps": 224, "loss": 0.4076, "lr": 5.853823673448877e-07, "epoch": 6.182278481012658, "percentage": 90.18, "elapsed_time": "6:43:35", "remaining_time": "0:43:57"}
203
+ {"current_steps": 203, "total_steps": 224, "loss": 0.4086, "lr": 5.33843247095659e-07, "epoch": 6.2126582278481015, "percentage": 90.62, "elapsed_time": "6:45:22", "remaining_time": "0:41:56"}
204
+ {"current_steps": 204, "total_steps": 224, "loss": 0.4073, "lr": 4.846165775385459e-07, "epoch": 6.243037974683545, "percentage": 91.07, "elapsed_time": "6:47:27", "remaining_time": "0:39:56"}
205
+ {"current_steps": 205, "total_steps": 224, "loss": 0.3937, "lr": 4.3771438406559173e-07, "epoch": 6.273417721518987, "percentage": 91.52, "elapsed_time": "6:49:21", "remaining_time": "0:37:56"}
206
+ {"current_steps": 206, "total_steps": 224, "loss": 0.4134, "lr": 3.931481242315993e-07, "epoch": 6.30379746835443, "percentage": 91.96, "elapsed_time": "6:51:29", "remaining_time": "0:35:57"}
207
+ {"current_steps": 207, "total_steps": 224, "loss": 0.442, "lr": 3.5092868495520294e-07, "epoch": 6.334177215189873, "percentage": 92.41, "elapsed_time": "6:53:24", "remaining_time": "0:33:57"}
208
+ {"current_steps": 208, "total_steps": 224, "loss": 0.4153, "lr": 3.110663798593616e-07, "epoch": 6.364556962025317, "percentage": 92.86, "elapsed_time": "6:55:26", "remaining_time": "0:31:57"}
209
+ {"current_steps": 209, "total_steps": 224, "loss": 0.4115, "lr": 2.735709467518699e-07, "epoch": 6.39493670886076, "percentage": 93.3, "elapsed_time": "6:57:25", "remaining_time": "0:29:57"}
210
+ {"current_steps": 210, "total_steps": 224, "loss": 0.3988, "lr": 2.384515452465475e-07, "epoch": 6.425316455696202, "percentage": 93.75, "elapsed_time": "6:59:19", "remaining_time": "0:27:57"}
211
+ {"current_steps": 211, "total_steps": 224, "loss": 0.4101, "lr": 2.0571675452567997e-07, "epoch": 6.455696202531645, "percentage": 94.2, "elapsed_time": "7:01:12", "remaining_time": "0:25:57"}
212
+ {"current_steps": 212, "total_steps": 224, "loss": 0.4, "lr": 1.7537457124423896e-07, "epoch": 6.4860759493670885, "percentage": 94.64, "elapsed_time": "7:03:16", "remaining_time": "0:23:57"}
213
+ {"current_steps": 213, "total_steps": 224, "loss": 0.395, "lr": 1.474324075764111e-07, "epoch": 6.516455696202532, "percentage": 95.09, "elapsed_time": "7:05:03", "remaining_time": "0:21:57"}
214
+ {"current_steps": 214, "total_steps": 224, "loss": 0.3994, "lr": 1.2189708940490653e-07, "epoch": 6.546835443037975, "percentage": 95.54, "elapsed_time": "7:07:06", "remaining_time": "0:19:57"}
215
+ {"current_steps": 215, "total_steps": 224, "loss": 0.4078, "lr": 9.877485465349057e-08, "epoch": 6.577215189873417, "percentage": 95.98, "elapsed_time": "7:09:06", "remaining_time": "0:17:57"}
216
+ {"current_steps": 216, "total_steps": 224, "loss": 0.3933, "lr": 7.807135176314707e-08, "epoch": 6.6075949367088604, "percentage": 96.43, "elapsed_time": "7:11:05", "remaining_time": "0:15:57"}
217
+ {"current_steps": 217, "total_steps": 224, "loss": 0.3974, "lr": 5.979163831223988e-08, "epoch": 6.637974683544304, "percentage": 96.88, "elapsed_time": "7:12:53", "remaining_time": "0:13:57"}
218
+ {"current_steps": 218, "total_steps": 224, "loss": 0.4065, "lr": 4.394017978101905e-08, "epoch": 6.668354430379747, "percentage": 97.32, "elapsed_time": "7:14:39", "remaining_time": "0:11:57"}
219
+ {"current_steps": 219, "total_steps": 224, "loss": 0.4101, "lr": 3.0520848460765525e-08, "epoch": 6.69873417721519, "percentage": 97.77, "elapsed_time": "7:16:38", "remaining_time": "0:09:58"}
220
+ {"current_steps": 220, "total_steps": 224, "loss": 0.4226, "lr": 1.9536922507841227e-08, "epoch": 6.729113924050633, "percentage": 98.21, "elapsed_time": "7:18:36", "remaining_time": "0:07:58"}
221
+ {"current_steps": 221, "total_steps": 224, "loss": 0.3902, "lr": 1.099108514288627e-08, "epoch": 6.759493670886076, "percentage": 98.66, "elapsed_time": "7:20:40", "remaining_time": "0:05:58"}
222
+ {"current_steps": 222, "total_steps": 224, "loss": 0.4094, "lr": 4.885423995341088e-09, "epoch": 6.789873417721519, "percentage": 99.11, "elapsed_time": "7:22:27", "remaining_time": "0:03:59"}
223
+ {"current_steps": 223, "total_steps": 224, "loss": 0.4241, "lr": 1.2214305934699078e-09, "epoch": 6.820253164556962, "percentage": 99.55, "elapsed_time": "7:24:38", "remaining_time": "0:01:59"}
224
+ {"current_steps": 224, "total_steps": 224, "loss": 0.4244, "lr": 0.0, "epoch": 6.850632911392405, "percentage": 100.0, "elapsed_time": "7:26:39", "remaining_time": "0:00:00"}
225
+ {"current_steps": 224, "total_steps": 224, "epoch": 6.850632911392405, "percentage": 100.0, "elapsed_time": "7:28:53", "remaining_time": "0:00:00"}