Tim Luka Horstmann commited on
Commit
051899e
·
1 Parent(s): c020f09

Increased context window

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -74,7 +74,7 @@ try:
74
  )
75
  generator = Llama(
76
  model_path=model_path,
77
- n_ctx=1024,
78
  n_threads=2,
79
  n_batch=512,
80
  n_gpu_layers=0,
 
74
  )
75
  generator = Llama(
76
  model_path=model_path,
77
+ n_ctx=2048,
78
  n_threads=2,
79
  n_batch=512,
80
  n_gpu_layers=0,