sitammeur commited on
Commit
3e3b758
·
verified ·
1 Parent(s): 8170785

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -79,8 +79,6 @@ def respond(
79
  n_gpu_layers=0,
80
  n_batch=16,
81
  n_ctx=2048,
82
- n_threads=2,
83
- use_mmap=True
84
  )
85
  llm_model = model
86
  provider = LlamaCppPythonProvider(llm)
@@ -160,7 +158,7 @@ demo = gr.ChatInterface(
160
  ),
161
  gr.Slider(
162
  minimum=512,
163
- maximum=2048,
164
  value=1024,
165
  step=1,
166
  label="Max Tokens",
 
79
  n_gpu_layers=0,
80
  n_batch=16,
81
  n_ctx=2048,
 
 
82
  )
83
  llm_model = model
84
  provider = LlamaCppPythonProvider(llm)
 
158
  ),
159
  gr.Slider(
160
  minimum=512,
161
+ maximum=1024,
162
  value=1024,
163
  step=1,
164
  label="Max Tokens",