Changed port to 8001

Dockerfile

@@ -14,5 +14,8 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
 COPY --chown=user . /app
 COPY --chown=user main $HOME/app/main
 
+# Expose the port your application runs on.
+EXPOSE 7680
+
 CMD ["python", "-m", "main.app"]
 

main/config.yaml

@@ -1,6 +1,6 @@
 server:
   host: "0.0.0.0"
-  port: 7680
+  port: 8001
 
 model:
   base_path: "."
@@ -10,8 +10,8 @@ model:
     temperature: 0.7
     repetition_penalty: 1.1
   defaults:
-    model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
-    #model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
+    #model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
+    model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
 
 folders:
   models: "main/models"