debug

Dockerfile

@@ -12,6 +12,7 @@ RUN apt-get update && apt-get install -y \
     musl-dev \
     musl-tools \
 	libffi-dev \
+	git \
     && rm -rf /var/lib/apt/lists/*
 
 # Install Python 3.11
@@ -49,7 +50,7 @@ RUN pip3 install --break-system-packages https://files.pythonhosted.org/packages
 #RUN FORCE_CMAKE=1 CMAKE_SYSTEM_PROCESSOR=AMD64 pip3 install --break-system-packages --verbose --no-cache-dir llama-cpp-python 
 
 #RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on -DCUDA_PATH=/usr/local/cuda-12.2 -DCUDAToolkit_ROOT=/usr/local/cuda-12.2 -DCUDAToolkit_INCLUDE_DIR=/usr/local/cuda-12/include -DCUDAToolkit_LIBRARY_DIR=/usr/local/cuda-12.2/lib64" FORCE_CMAKE=1 pip install llama-cpp-python - no-cache-dir
-RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 pip install --break-system-packages llama-cpp-python --no-cache-dir
+RUN CMAKE_ARGS="-GGML_CUDA=on" FORCE_CMAKE=1 pip install --break-system-packages llama-cpp-python --no-cache-dir
 
 RUN pip3 install --break-system-packages cffi