llama-cpp-server-13b

Sleeping

muryshev commited on Dec 25, 2023

Commit

0984342

1 Parent(s): 56ec37d

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -35,7 +35,12 @@ WORKDIR /app
 # Copy the executable from the build stage
 COPY --from=build /build/llama.cpp/build/bin/server /app
 COPY --from=build /data/model.gguf /data/model.gguf
 WORKDIR /app
 EXPOSE 7860
-CMD ./server -m /data/model.gguf -c 4096 -ngl 35 --port 7860 --host 0.0.0.0

 # Copy the executable from the build stage
 COPY --from=build /build/llama.cpp/build/bin/server /app
 COPY --from=build /data/model.gguf /data/model.gguf
+COPY ./run.sh /app/run.sh
 WORKDIR /app
 EXPOSE 7860
+# Make the script executable
+RUN chmod +x run.sh
+# CMD to run your script
+CMD ./run.sh