Tim Luka Horstmann
commited on
Commit
·
051899e
1
Parent(s):
c020f09
Increased context window
Browse files
app.py
CHANGED
@@ -74,7 +74,7 @@ try:
|
|
74 |
)
|
75 |
generator = Llama(
|
76 |
model_path=model_path,
|
77 |
-
n_ctx=
|
78 |
n_threads=2,
|
79 |
n_batch=512,
|
80 |
n_gpu_layers=0,
|
|
|
74 |
)
|
75 |
generator = Llama(
|
76 |
model_path=model_path,
|
77 |
+
n_ctx=2048,
|
78 |
n_threads=2,
|
79 |
n_batch=512,
|
80 |
n_gpu_layers=0,
|