Fixing Dockerfile v12

Dockerfile

@@ -2,27 +2,40 @@
 # Use Python 3.12 slim image as base
 FROM python:3.12-slim
 
-# Set working directory
-WORKDIR /app
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
 
-# Copy requirements first to leverage Docker cache
-COPY requirements.txt .
-
-# Install dependencies
-RUN pip install --no-cache-dir -r requirements.txt
+# Set home to the user's home directory and add local bin to PATH
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
 
-# Create necessary directories and set permissions
+# Create necessary directories first
 RUN mkdir -p /app/logs /app/.cache /app/models \
     && chmod 777 /app/logs /app/.cache /app/models
 
-# Copy the application code
-COPY main /app/main
-COPY ./utils /app/utils
+# Set working directory to the user's app directory
+WORKDIR $HOME/app
+
+# Copy requirements first to leverage Docker cache
+COPY --chown=user requirements.txt .
+
+# Install dependencies as the user
+USER user
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt
+
+# Copy the application code with correct ownership
+COPY --chown=user main $HOME/app/main
+COPY --chown=user utils $HOME/app/utils
 
 # Set environment variables
-ENV PYTHONPATH=/main
+ENV PYTHONPATH=$HOME/app/main
 ENV PYTHONUNBUFFERED=1
-ENV HF_HOME=/app/.cache
+ENV HF_HOME=$HOME/app/.cache
+
+# Expose secret at buildtime if needed
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
+    export HF_TOKEN=$(cat /run/secrets/HF_TOKEN)
 
 # Expose the port (Hugging Face API runs on 7680)
 EXPOSE 7680

main/config.yaml

@@ -10,6 +10,7 @@ model:
     temperature: 0.7
     repetition_penalty: 1.1
   defaults:
+    #model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
     model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
 
 folders: