Update README.md
Browse files
README.md
CHANGED
@@ -9,9 +9,9 @@ pipeline_tag: text-generation
|
|
9 |
---
|
10 |
| Filename | Quant type | File Size |
|
11 |
| -------- | ---------- | --------- |
|
12 |
-
| [phi-4_hb8_3bpw](https://huggingface.co/cmh/
|
13 |
-
| [phi-4_hb8_4bpw](https://huggingface.co/cmh/
|
14 |
-
| [phi-4_hb8_5bpw](https://huggingface.co/cmh/
|
15 |
-
| [phi-4_hb8_6bpw](https://huggingface.co/cmh/
|
16 |
-
| [phi-4_hb8_7bpw](https://huggingface.co/cmh/
|
17 |
-
| [phi-4_hb8_8bpw](https://huggingface.co/cmh/
|
|
|
9 |
---
|
10 |
| Filename | Quant type | File Size |
|
11 |
| -------- | ---------- | --------- |
|
12 |
+
| [phi-4_hb8_3bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_3bpw) | 3.00 bits per weight | 6.66 GB |
|
13 |
+
| [phi-4_hb8_4bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_4bpw) | 4.00 bits per weight | 8.36 GB |
|
14 |
+
| [phi-4_hb8_5bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_5bpw) | 5.00 bits per weight | 10.1 GB |
|
15 |
+
| [phi-4_hb8_6bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_6bpw) | 6.00 bits per weight | 11.8 GB |
|
16 |
+
| [phi-4_hb8_7bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_7bpw) | 7.00 bits per weight | 13.5 GB |
|
17 |
+
| [phi-4_hb8_8bpw](https://huggingface.co/cmh/phi-4_exl2/tree/hb8_8bpw) | 8.00 bits per weight | 15.2 GB |
|