Spaces:
Running
Running
Oleg Shulyakov
commited on
Commit
·
ae43339
1
Parent(s):
1ed03c8
Rename imatrix output
Browse files- hf-quantize.sh +5 -8
hf-quantize.sh
CHANGED
@@ -27,7 +27,7 @@ QUANT_METHOD="$2"
|
|
27 |
# Optional: "true" to use imatrix, anything else or empty for false
|
28 |
USE_IMATRIX="$3"
|
29 |
|
30 |
-
# Optional: Final GGUF filename (default: <model_name>-<quant_method>.gguf
|
31 |
OUTPUT_FILENAME="$4"
|
32 |
|
33 |
# Optional: "true" to split the model, anything else or empty for false
|
@@ -61,13 +61,10 @@ if [ "$USE_IMATRIX" = "true" ]; then
|
|
61 |
echo "Error: Calibration file '$CALIBRATION_FILE_PATH' not found. Please provide it."
|
62 |
exit 1
|
63 |
fi
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
if [ -z "$OUTPUT_FILENAME" ]; then
|
69 |
-
OUTPUT_FILENAME="${MODEL_NAME}-${QUANT_METHOD}.gguf"
|
70 |
-
fi
|
71 |
fi
|
72 |
|
73 |
FP16_MODEL_PATH="$OUTPUT_DIR/${MODEL_NAME}-fp16.gguf"
|
|
|
27 |
# Optional: "true" to use imatrix, anything else or empty for false
|
28 |
USE_IMATRIX="$3"
|
29 |
|
30 |
+
# Optional: Final GGUF filename (default: <model_name>-<quant_method>.gguf)
|
31 |
OUTPUT_FILENAME="$4"
|
32 |
|
33 |
# Optional: "true" to split the model, anything else or empty for false
|
|
|
61 |
echo "Error: Calibration file '$CALIBRATION_FILE_PATH' not found. Please provide it."
|
62 |
exit 1
|
63 |
fi
|
64 |
+
fi
|
65 |
+
|
66 |
+
if [ -z "$OUTPUT_FILENAME" ]; then
|
67 |
+
OUTPUT_FILENAME="${MODEL_NAME}-${QUANT_METHOD}.gguf"
|
|
|
|
|
|
|
68 |
fi
|
69 |
|
70 |
FP16_MODEL_PATH="$OUTPUT_DIR/${MODEL_NAME}-fp16.gguf"
|