jahyungu commited on
Commit
6dda384
·
verified ·
1 Parent(s): 1948c46

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -30,5 +30,5 @@
30
  "torch_dtype": "bfloat16",
31
  "transformers_version": "4.55.0",
32
  "use_cache": true,
33
- "vocab_size": 32256
34
  }
 
30
  "torch_dtype": "bfloat16",
31
  "transformers_version": "4.55.0",
32
  "use_cache": true,
33
+ "vocab_size": 32022
34
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81582d7e086857426bdb1216cd783fad2ca2e6779a6da68f1a94e85e54d98ed7
3
- size 4941082504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9123e0737b7de6bb470c738198c5d44482e6d8705c326f80080cf02f551e425
3
+ size 4939165576
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:103cfab8862842d24c231aa0038534a49926931333c2d933a8e3c5eb229743f9
3
  size 4947390880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2267c2cb046e895221729ef21b5544043c2df12e7b9fd6760765511c818284f7
3
  size 4947390880
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a60c7c5a5220491af66d67a0bcb70e57da62c60018efdd848a2082916cce998e
3
- size 3592585968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ad984272c4200564fdee01cfcc66d7b4e974cf94e4b3b839a12787e2f6f375
3
+ size 3590669040
model.safetensors.index.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "metadata": {
3
- "total_parameters": 6740512768,
4
- "total_size": 13481025536
5
  },
6
  "weight_map": {
7
  "lm_head.weight": "model-00003-of-00003.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_parameters": 6738595840,
4
+ "total_size": 13477191680
5
  },
6
  "weight_map": {
7
  "lm_head.weight": "model-00003-of-00003.safetensors",
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Left",
5
- "max_length": 4096,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43ca8d83708291b08b397a13e79e53e1c8085f7f79c03ff57bbe7e1bfc2b4048
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4bee6f9951f68c4949f30ddf6c300dc49157c0f6762cef68f16bab2653c5b4
3
  size 5496