Alignment-Lab-AI commited on
Commit
e7f08b3
·
verified ·
1 Parent(s): c8cd2c4

Upload folder using huggingface_hub

Browse files
checklist.chk ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ 898b2ef9660e940031cb473724d4ba18 consolidated.00.pth
2
+ 9ba9937103119cddf2bf03385e48e2a8 consolidated.01.pth
3
+ 62bd354d9fc9ee02f390765b6ddae3fe consolidated.02.pth
4
+ 8aba034f522169d5b0e57fc751f14bff consolidated.03.pth
5
+ e99f7b076e253e52bf156405c5187872 consolidated.04.pth
6
+ dbc1b3475de7e2a1b1dbdc69f67d39cd consolidated.05.pth
7
+ 3a52e52a05c2a9f3a004ec56d9387421 consolidated.06.pth
8
+ 2eebc4f324eec1d4b27ce1d10c3250e1 consolidated.07.pth
9
+ ca3faf05585c04eb52332144ab4fca8f params.json
10
+ 08292403f8b173e7524d7fba7bbbd2d3 tokenizer.model
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8db55c45ef42098f47051e73445beb3846199e706ba7270cdc05cd1732c267
3
+ size 17640971024
consolidated.01.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2299645c929c0a9f9df36fa5888390bf94446b8b8fb37b8533fdc3a1ad5b5f0b
3
+ size 17640971024
consolidated.02.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:649a0be29b936c1450317b0ee0c0c7ec5c338ae3a11790852bd3be507d162ee9
3
+ size 17640971024
consolidated.03.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630864706bc41ad2888f39336d66a388be5a7727ac4d812a855155b638456359
3
+ size 17640971024
consolidated.04.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ab20bfc5e0f163c6dc59acc50f6802fa8aebab84102e45b9112033a84d1d3b
3
+ size 17640971024
consolidated.05.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e8a6e689c3566a38cd4062531be40f93bc2af34e5eda2e5597757a5876c733
3
+ size 17640971024
consolidated.06.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f92c715cb90167121fc76f6b8394dd90af013391bd28071c2b30e08dac7ffe2
3
+ size 17640971024
consolidated.07.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ab7d222dbd78046b8ebeef9364f08db2cb577ff4f027b0a87959266c8ddb9a
3
+ size 17640971024
params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "ffn_dim_multiplier": 1.3,
4
+ "multiple_of": 4096,
5
+ "n_heads": 64,
6
+ "n_kv_heads": 8,
7
+ "n_layers": 80,
8
+ "norm_eps": 1e-05,
9
+ "vocab_size": 128256,
10
+ "rope_theta": 500000.0
11
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
3
+ size 2183982