Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -79,8 +79,6 @@ def respond(
|
|
79 |
n_gpu_layers=0,
|
80 |
n_batch=16,
|
81 |
n_ctx=2048,
|
82 |
-
n_threads=2,
|
83 |
-
use_mmap=True
|
84 |
)
|
85 |
llm_model = model
|
86 |
provider = LlamaCppPythonProvider(llm)
|
@@ -160,7 +158,7 @@ demo = gr.ChatInterface(
|
|
160 |
),
|
161 |
gr.Slider(
|
162 |
minimum=512,
|
163 |
-
maximum=
|
164 |
value=1024,
|
165 |
step=1,
|
166 |
label="Max Tokens",
|
|
|
79 |
n_gpu_layers=0,
|
80 |
n_batch=16,
|
81 |
n_ctx=2048,
|
|
|
|
|
82 |
)
|
83 |
llm_model = model
|
84 |
provider = LlamaCppPythonProvider(llm)
|
|
|
158 |
),
|
159 |
gr.Slider(
|
160 |
minimum=512,
|
161 |
+
maximum=1024,
|
162 |
value=1024,
|
163 |
step=1,
|
164 |
label="Max Tokens",
|