rakhman-llm commited on
Commit
a81e4aa
·
verified ·
1 Parent(s): d7b65e3

Training in progress, step 7000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6312a7d18158015b6ca3368ce985616c02baba57e749583a73698e9311365a8
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6beb99d53dc85acda2f8ace3d229350875cf63a734ef325761a0e457e7f612
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:811f77f1e7a4d53f0449c64f994693035f7345177e8f1d35540ff8163935e513
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2701e97535a87882ab713841abd901bf0568af17cf0a339a8c12431670adb4b
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ed5fba27a3a8a24d10b87fd853e1ccad54f52ff4b84d894d5cce98569dfa342
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f110c3c4fe22448ff8783649fbef7b54b070a7c45b4469624f986b9a7cd74b3
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7a7b1b30309b1c3b11ce15f113db2c6e3df169af496faf041634b692afa8937
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ccfed333de7ee72e49042ff43701fa36052369ab2407e1f957a0a822d1a798f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.08321517705917358,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-6000",
4
- "epoch": 1.04,
5
  "eval_steps": 500,
6
- "global_step": 6500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1021,6 +1021,84 @@
1021
  "eval_samples_per_second": 17.125,
1022
  "eval_steps_per_second": 2.141,
1023
  "step": 6500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1024
  }
1025
  ],
1026
  "logging_steps": 50,
@@ -1040,7 +1118,7 @@
1040
  "attributes": {}
1041
  }
1042
  },
1043
- "total_flos": 3.166581030912e+16,
1044
  "train_batch_size": 8,
1045
  "trial_name": null,
1046
  "trial_params": null
 
1
  {
2
  "best_metric": 0.08321517705917358,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-6000",
4
+ "epoch": 1.12,
5
  "eval_steps": 500,
6
+ "global_step": 7000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1021
  "eval_samples_per_second": 17.125,
1022
  "eval_steps_per_second": 2.141,
1023
  "step": 6500
1024
+ },
1025
+ {
1026
+ "epoch": 1.048,
1027
+ "grad_norm": 6437.4033203125,
1028
+ "learning_rate": 1.952e-05,
1029
+ "loss": 0.0567,
1030
+ "step": 6550
1031
+ },
1032
+ {
1033
+ "epoch": 1.056,
1034
+ "grad_norm": 5099.38330078125,
1035
+ "learning_rate": 1.944e-05,
1036
+ "loss": 0.0553,
1037
+ "step": 6600
1038
+ },
1039
+ {
1040
+ "epoch": 1.064,
1041
+ "grad_norm": 5254.07275390625,
1042
+ "learning_rate": 1.936e-05,
1043
+ "loss": 0.0564,
1044
+ "step": 6650
1045
+ },
1046
+ {
1047
+ "epoch": 1.072,
1048
+ "grad_norm": 7453.3330078125,
1049
+ "learning_rate": 1.9280000000000002e-05,
1050
+ "loss": 0.0573,
1051
+ "step": 6700
1052
+ },
1053
+ {
1054
+ "epoch": 1.08,
1055
+ "grad_norm": 3853.006103515625,
1056
+ "learning_rate": 1.9200000000000003e-05,
1057
+ "loss": 0.0607,
1058
+ "step": 6750
1059
+ },
1060
+ {
1061
+ "epoch": 1.088,
1062
+ "grad_norm": 8804.1083984375,
1063
+ "learning_rate": 1.912e-05,
1064
+ "loss": 0.0578,
1065
+ "step": 6800
1066
+ },
1067
+ {
1068
+ "epoch": 1.096,
1069
+ "grad_norm": 5899.22021484375,
1070
+ "learning_rate": 1.904e-05,
1071
+ "loss": 0.0555,
1072
+ "step": 6850
1073
+ },
1074
+ {
1075
+ "epoch": 1.104,
1076
+ "grad_norm": 8429.76171875,
1077
+ "learning_rate": 1.896e-05,
1078
+ "loss": 0.0539,
1079
+ "step": 6900
1080
+ },
1081
+ {
1082
+ "epoch": 1.112,
1083
+ "grad_norm": 9160.4794921875,
1084
+ "learning_rate": 1.888e-05,
1085
+ "loss": 0.0572,
1086
+ "step": 6950
1087
+ },
1088
+ {
1089
+ "epoch": 1.12,
1090
+ "grad_norm": 4707.27099609375,
1091
+ "learning_rate": 1.8800000000000003e-05,
1092
+ "loss": 0.0563,
1093
+ "step": 7000
1094
+ },
1095
+ {
1096
+ "epoch": 1.12,
1097
+ "eval_loss": 0.08350159972906113,
1098
+ "eval_runtime": 116.6938,
1099
+ "eval_samples_per_second": 17.139,
1100
+ "eval_steps_per_second": 2.142,
1101
+ "step": 7000
1102
  }
1103
  ],
1104
  "logging_steps": 50,
 
1118
  "attributes": {}
1119
  }
1120
  },
1121
+ "total_flos": 3.410164187136e+16,
1122
  "train_batch_size": 8,
1123
  "trial_name": null,
1124
  "trial_params": null