spuun commited on
Commit
7423a6d
·
1 Parent(s): 93f84f9

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -8,8 +8,8 @@ RUN git pull origin master
8
  WORKDIR ..
9
 
10
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
11
- RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-f16.gguf
12
 
13
  RUN make
14
 
15
- CMD ["bin/llava-server", "-m", "ggml-model-f16.gguf", "--mmproj", "mmproj-model-f16.gguf", "--port", "7860", "--host", "0.0.0.0", "--threads", "4", "--log-http"]
 
8
  WORKDIR ..
9
 
10
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf
11
+ RUN wget https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q4_k.gguf
12
 
13
  RUN make
14
 
15
+ CMD ["bin/llava-server", "-m", "ggml-model-q4_k.gguf", "--mmproj", "mmproj-model-f16.gguf", "--port", "7860", "--host", "0.0.0.0", "--log-http"]