Upload angelslim_config.json with huggingface_hub
Browse files- angelslim_config.json +5 -5
angelslim_config.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"compression_config": {
|
| 12 |
"name": "PTQ",
|
| 13 |
"quantization": {
|
| 14 |
-
"name": "
|
| 15 |
"bits": 8,
|
| 16 |
"quant_method": {
|
| 17 |
"weight": "per-tensor",
|
|
@@ -32,9 +32,9 @@
|
|
| 32 |
},
|
| 33 |
"dataset_config": {
|
| 34 |
"name": "TextDataset",
|
| 35 |
-
"data_path": "
|
| 36 |
"max_seq_length": 4096,
|
| 37 |
-
"num_samples":
|
| 38 |
"batch_size": 1,
|
| 39 |
"shuffle": false
|
| 40 |
},
|
|
@@ -49,8 +49,8 @@
|
|
| 49 |
"python": "3.10.14 (main, Mar 6 2025, 18:16:47) [GCC 11.4.0]",
|
| 50 |
"angelslim": {
|
| 51 |
"name": "angelslim",
|
| 52 |
-
"version": "
|
| 53 |
-
"source": "
|
| 54 |
},
|
| 55 |
"torch": {
|
| 56 |
"name": "torch",
|
|
|
|
| 11 |
"compression_config": {
|
| 12 |
"name": "PTQ",
|
| 13 |
"quantization": {
|
| 14 |
+
"name": "fp8_psad",
|
| 15 |
"bits": 8,
|
| 16 |
"quant_method": {
|
| 17 |
"weight": "per-tensor",
|
|
|
|
| 32 |
},
|
| 33 |
"dataset_config": {
|
| 34 |
"name": "TextDataset",
|
| 35 |
+
"data_path": "/",
|
| 36 |
"max_seq_length": 4096,
|
| 37 |
+
"num_samples": 32,
|
| 38 |
"batch_size": 1,
|
| 39 |
"shuffle": false
|
| 40 |
},
|
|
|
|
| 49 |
"python": "3.10.14 (main, Mar 6 2025, 18:16:47) [GCC 11.4.0]",
|
| 50 |
"angelslim": {
|
| 51 |
"name": "angelslim",
|
| 52 |
+
"version": "N/A",
|
| 53 |
+
"source": "Unknown"
|
| 54 |
},
|
| 55 |
"torch": {
|
| 56 |
"name": "torch",
|