Oleg Shulyakov commited on
Commit
ae43339
·
1 Parent(s): 1ed03c8

Rename imatrix output

Browse files
Files changed (1) hide show
  1. hf-quantize.sh +5 -8
hf-quantize.sh CHANGED
@@ -27,7 +27,7 @@ QUANT_METHOD="$2"
27
  # Optional: "true" to use imatrix, anything else or empty for false
28
  USE_IMATRIX="$3"
29
 
30
- # Optional: Final GGUF filename (default: <model_name>-<quant_method>.gguf or <model_name>-<quant_method>-imat.gguf)
31
  OUTPUT_FILENAME="$4"
32
 
33
  # Optional: "true" to split the model, anything else or empty for false
@@ -61,13 +61,10 @@ if [ "$USE_IMATRIX" = "true" ]; then
61
  echo "Error: Calibration file '$CALIBRATION_FILE_PATH' not found. Please provide it."
62
  exit 1
63
  fi
64
- if [ -z "$OUTPUT_FILENAME" ]; then
65
- OUTPUT_FILENAME="${MODEL_NAME}-${QUANT_METHOD}-imat.gguf"
66
- fi
67
- else
68
- if [ -z "$OUTPUT_FILENAME" ]; then
69
- OUTPUT_FILENAME="${MODEL_NAME}-${QUANT_METHOD}.gguf"
70
- fi
71
  fi
72
 
73
  FP16_MODEL_PATH="$OUTPUT_DIR/${MODEL_NAME}-fp16.gguf"
 
27
  # Optional: "true" to use imatrix, anything else or empty for false
28
  USE_IMATRIX="$3"
29
 
30
+ # Optional: Final GGUF filename (default: <model_name>-<quant_method>.gguf)
31
  OUTPUT_FILENAME="$4"
32
 
33
  # Optional: "true" to split the model, anything else or empty for false
 
61
  echo "Error: Calibration file '$CALIBRATION_FILE_PATH' not found. Please provide it."
62
  exit 1
63
  fi
64
+ fi
65
+
66
+ if [ -z "$OUTPUT_FILENAME" ]; then
67
+ OUTPUT_FILENAME="${MODEL_NAME}-${QUANT_METHOD}.gguf"
 
 
 
68
  fi
69
 
70
  FP16_MODEL_PATH="$OUTPUT_DIR/${MODEL_NAME}-fp16.gguf"