Duplicated from ggml-org/gguf-my-repo
3eaaf3a 186d7c9 99ea333 5b4b478 186d7c9 3eaaf3a 99ea333
1
2
3
4
5
6
7
8
9
10
#!/bin/bash export GGML_CUDA=OFF # enable CUDA if [[ -z "${RUN_CUDA}" ]]; then export GGML_CUDA=ON fi python3 app.py
