Update Dockerfile

Dockerfile

@@ -1,30 +1,19 @@
 FROM ghcr.io/ggerganov/llama.cpp:full
 
-ENV DEBIAN_FRONTEND=noninteractive
+ARG MODEL_URL=https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main
+ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
 
-# Update and install necessary dependencies
-RUN apt update && \
-    apt install --no-install-recommends -y \
-        build-essential \
-        python3 \
-        python3-pip \
-        wget \
-        curl \
-        git \
-        cmake \
-        zlib1g-dev \
-        libblas-dev && \
-    apt clean && \
-    rm -rf /var/lib/apt/lists/*
+ENV DEBIAN_FRONTEND=noninteractive
 
 WORKDIR /app
 
-RUN wget https://huggingface.co/matthoffner/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_Q4_K_M.gguf
+# Use the variables for the model URL and name
+RUN wget ${MODEL_URL}/${MODEL_NAME}
 
 RUN make
 
 # Expose the port
 EXPOSE 8080
 
-# Start the llava-server with models
-CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]
+# Use the model name variable in CMD as well
+CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "10", "--host", "0.0.0.0"]