Spaces:

MVPilgrim
/

SemanticSearchPOC

Running

MVPilgrim commited on Aug 25, 2024

Commit

03da657

1 Parent(s): 424a0a3

debug

Files changed (1) hide show

app.py CHANGED Viewed

@@ -351,7 +351,7 @@ try:
         logger.info("### Initializing LLM.")
         llm = Llama(model_path,
                     #*,
-                    n_gpu_layers=-1,
                     split_mode=llama_cpp.LLAMA_SPLIT_MODE_LAYER,
                     main_gpu=0,
                     tensor_split=None,

         logger.info("### Initializing LLM.")
         llm = Llama(model_path,
                     #*,
+                    n_gpu_layers=0,
                     split_mode=llama_cpp.LLAMA_SPLIT_MODE_LAYER,
                     main_gpu=0,
                     tensor_split=None,