| FROM python:3.9 | |
| RUN apt update | |
| RUN apt install -y cmake make gcc g++ git | |
| RUN git clone https://github.com/ggerganov/llama.cpp | |
| RUN mkdir /code && mv llama.cpp/* /code | |
| RUN cd /code && make -j | |
| RUN wget https://huggingface.co/eachadea/legacy-ggml-vicuna-13b-4bit/resolve/main/ggml-vicuna-13b-4bit.bin -P /code | |
| WORKDIR /code | |
| RUN pip install streamlit jupyterlab | |
| COPY app.py /code | |
| EXPOSE 7860 | |
| CMD ["jupyter", "lab", "--ip='*'", "--port=7860", "--no-browser", "--allow-root"] | |