khalednabawi11 commited on
Commit
e16ea6c
·
verified ·
1 Parent(s): 9c2b696

Update app/main.py

Browse files
Files changed (1) hide show
  1. app/main.py +1 -1
app/main.py CHANGED
@@ -344,7 +344,7 @@ async def lifespan(app: FastAPI):
344
  model_path=model_path,
345
  temperature=0.3,
346
  max_tokens=200,
347
- n_ctx=1200,
348
  top_p=0.9,
349
  top_k=40,
350
  n_threads=1,
 
344
  model_path=model_path,
345
  temperature=0.3,
346
  max_tokens=200,
347
+ n_ctx=1024,
348
  top_p=0.9,
349
  top_k=40,
350
  n_threads=1,