app.py

@@ -153,12 +153,12 @@ def bot_stream(chat_history, **kwargs):
 
 SYSTEM_PROMPT = "You are a helpful assistant."
 MAX_MAX_NEW_TOKENS = 1024
-MAX_NEW_TOKENS = 128
+MAX_NEW_TOKENS = 256
 
 
 @dataclass
 class Config:
-    max_new_tokens: int = 64
+    max_new_tokens: int = MAX_NEW_TOKENS
     repetition_penalty: float = 1.1
     temperature: float = 1.0
     top_k: int = 0