Hugging Face's logo

cortexso
/
llama3.1

Text Generation
GGUF
cortex.cpp
Model card Files Community
jan-hq commited on
Commit
c27098f
·
verified ·
1 Parent(s): 4702595

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. llama-3.1-8b-q2_k.gguf +3 -0
  3. llama-3.1-8b-q3_k_l.gguf +3 -0
  4. llama-3.1-8b-q3_k_m.gguf +3 -0
  5. llama-3.1-8b-q3_k_s.gguf +3 -0
  6. llama-3.1-8b-q4_k_m.gguf +3 -0
  7. llama-3.1-8b-q4_k_s.gguf +3 -0
  8. llama-3.1-8b-q5_k_m.gguf +3 -0
  9. llama-3.1-8b-q5_k_s.gguf +3 -0
  10. llama-3.1-8b-q6_k.gguf +3 -0
  11. llama-3.1-8b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.1-8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.1-8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.1-8b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.1-8b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.1-8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.1-8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.1-8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.1-8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.1-8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.1-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.1-8b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4967d08f8e0275f9d8a87a4a799884ffba61c57e8a277c333346904c6b8f0864
3
+ size 3179131360
llama-3.1-8b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f107c10132d0abf6d6e1da98b5c932859a6448e3e41bf1e7336814476a5c8b7b
3
+ size 4321956320
llama-3.1-8b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1028d52292a3a6c7ad8808d319b73051668c77ae591f8fce68268e705ac20f6e
3
+ size 4018917856
llama-3.1-8b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0deb5e321386264bb3a824f9d16477a37158caefca1df29f80fb0e925fa9ebcd
3
+ size 3664499168
llama-3.1-8b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cc77dc0c465d3ecb8c4b181d0a5c8bc94117f3b222c4ca7d74c151aae670c35
3
+ size 4920734176
llama-3.1-8b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1fde547f79805bca6e809b63c77c44a3e05026a094124ef2d95b6275c44d153
3
+ size 4692668896
llama-3.1-8b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93031f929d8c1a699137262b349defa6d08458ea76ac1ba6108c9fc255c5ce7b
3
+ size 5732987360
llama-3.1-8b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5def17644083bbba55e029fd119aa50189167094b80e0b73299b30c2b120484c
3
+ size 5599293920
llama-3.1-8b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2da639b124bcfa09ae37006b5341d30f65838ad4a37de16a83848bb914a5b56
3
+ size 6596006368
llama-3.1-8b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e94395a65e8be7a5f3aed84f8180052157a42c74e2265fb360059f02b0a171
3
+ size 8540770784