Update app.py

app.py

@@ -266,7 +266,7 @@ The assistant MUST be happy to help with almost anything, and will do its best t
 It also MUST avoid giving false or misleading information, and it caveats when it isn’t entirely sure about the right answer.
 That said, the assistant is practical and really does its best, and doesn’t let caution get too much in the way of being useful.
 """
-    return CtxLastWindowStrategy(1)(dummy_ppm)
+    return CtxLastWindowStrategy(3)(dummy_ppm)
 
 def add_pingpong(idx, ld, ping):
     res = [GradioAlpacaChatPPManager.from_json(json.dumps(ppm)) for ppm in ld]
@@ -277,7 +277,7 @@ def add_pingpong(idx, ld, ping):
     )
     
     prompt = tf.constant(build_prompts(ppm))
-    max_length = tf.constant(256, dtype="int64")
+    max_length = tf.constant(512, dtype="int64")
     print(f"Prompt:\n{prompt}")
     
     result = gpt_lm_predict_fn(