Spaces:
Runtime error
Runtime error
File size: 1,346 Bytes
f99e672 11f9231 f99e672 11f9231 f99e672 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
#!/bin/bash
N_GPU_LAYERS="${N_GPU_LAYERS:-10}"
MODEL_PATH=${MODEL_PATH:-/data/models/mixtral-8x7b-v0.1.Q5_K_M.gguf}
MODEL_URL_="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf}"
PORT="${PORT:-7860}"
CONTEXT="${CONTEXT:-32768}"
# Check if the file exists
if [ ! -e "/data/models/command-r-plus-Q6_K-00001-of-00002.gguf" ]; then
echo "Downloading model."
mkdir -p /data/models
wget -x -q -O /data/models/command-r-plus-Q6_K-00001-of-00002.gguf "https://huggingface.co/pmysl/c4ai-command-r-plus-GGUF/resolve/main/command-r-plus-Q6_K-00001-of-00002.gguf"
echo "Part 1 downloaded. Restart space to download part 2"
exit
else
echo "File already exists."
fi
# Check if the file exists
if [ ! -e "/data/models/command-r-plus-Q6_K-00002-of-00002.gguf" ]; then
echo "Downloading model."
mkdir -p /data/models
wget -x -q -O /data/models/command-r-plus-Q6_K-00002-of-00002.gguf "https://huggingface.co/pmysl/c4ai-command-r-plus-GGUF/resolve/main/command-r-plus-Q6_K-00002-of-00002.gguf"
echo "Part 2 downloaded. Restart space to run app"
exit
else
echo "File already exists."
fi
#--n-gpu-layers $N_GPU_LAYERS
#-c $CONTEXT
cd /app
./server -m "/data/models/command-r-plus-Q6_K-00001-of-00002.gguf" --port $PORT --host 0.0.0.0 --path "/app/public" |