Update modules/llama_cpp_python_hijack.py
Browse files
modules/llama_cpp_python_hijack.py
CHANGED
|
@@ -84,4 +84,4 @@ def monkey_patch_generate(lib):
|
|
| 84 |
for lib in [llama_cpp, llama_cpp_cuda, llama_cpp_cuda_tensorcores]:
|
| 85 |
if lib is not None:
|
| 86 |
lib.Llama.eval = eval_with_progress
|
| 87 |
-
monkey_patch_generate(lib)
|
|
|
|
| 84 |
for lib in [llama_cpp, llama_cpp_cuda, llama_cpp_cuda_tensorcores]:
|
| 85 |
if lib is not None:
|
| 86 |
lib.Llama.eval = eval_with_progress
|
| 87 |
+
monkey_patch_generate(lib)
|