Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +7 -3
Dockerfile
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
FROM debian
|
2 |
-
ARG
|
|
|
3 |
ARG IMGMODEL
|
4 |
ARG WHISPERMODEL
|
5 |
ARG MMPROJ
|
@@ -11,8 +12,11 @@ WORKDIR /opt/koboldcpp
|
|
11 |
COPY *.json /opt/koboldcpp/
|
12 |
RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
|
13 |
RUN chmod +x ./koboldcpp
|
14 |
-
RUN curl -fLo
|
|
|
|
|
|
|
15 |
RUN curl -fLo imgmodel.ggml $IMGMODEL || true
|
16 |
RUN curl -fLo mmproj.ggml $MMPROJ || true
|
17 |
RUN curl -fLo whispermodel.ggml $WHISPERMODEL || true
|
18 |
-
CMD ./koboldcpp --model
|
|
|
1 |
FROM debian
|
2 |
+
ARG MODEL_1
|
3 |
+
ARG MODEL_2
|
4 |
ARG IMGMODEL
|
5 |
ARG WHISPERMODEL
|
6 |
ARG MMPROJ
|
|
|
12 |
COPY *.json /opt/koboldcpp/
|
13 |
RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
|
14 |
RUN chmod +x ./koboldcpp
|
15 |
+
RUN curl -fLo model_1.ggml $MODEL_1 || true
|
16 |
+
RUN curl -fLo model_2.ggml $MODEL_2 || true
|
17 |
+
RUN cat model_2.ggml >> model_1.ggml
|
18 |
+
RUN rm model_2.ggml
|
19 |
RUN curl -fLo imgmodel.ggml $IMGMODEL || true
|
20 |
RUN curl -fLo mmproj.ggml $MMPROJ || true
|
21 |
RUN curl -fLo whispermodel.ggml $WHISPERMODEL || true
|
22 |
+
CMD ./koboldcpp --model model_1.ggml --whispermodel whispermodel.ggml --sdmodel imgmodel.ggml --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.ggml $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET
|