Update Dockerfile

Dockerfile

@@ -5,8 +5,6 @@ ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
 
 ENV DEBIAN_FRONTEND=noninteractive
 
-WORKDIR /app
-
 # Update and install necessary dependencies
 RUN apt update && \
     apt install --no-install-recommends -y \
@@ -22,13 +20,15 @@ RUN apt update && \
     apt clean && \
     rm -rf /var/lib/apt/lists/*
 
-# Use the variables for the model URL and name
+WORKDIR /app
+
 RUN wget ${MODEL_URL}/${MODEL_NAME}
 
+
 RUN make
 
 # Expose the port
 EXPOSE 8080
 
 # Use the model name variable in CMD as well
-CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "10", "--host", "0.0.0.0"]
+CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "8", "--host", "0.0.0.0"]