Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool
|
|
27 |
n_batch = 256
|
28 |
|
29 |
llm = LlamaCpp(
|
30 |
-
model_path, callbacks=[StreamingStdOutCallbackHandler()]
|
31 |
)
|
32 |
|
33 |
#llm = LLM = G4FLLM(model=models.gpt_35_turbo,provider=Provider.DeepAi,)
|
|
|
27 |
n_batch = 256
|
28 |
|
29 |
llm = LlamaCpp(
|
30 |
+
model_path=model_path, callbacks=[StreamingStdOutCallbackHandler()]
|
31 |
)
|
32 |
|
33 |
#llm = LLM = G4FLLM(model=models.gpt_35_turbo,provider=Provider.DeepAi,)
|