Update app.py

app.py

@@ -16,7 +16,7 @@ def format_prompt(message, history):
   return prompt
 
 def generate(
-    prompt, history, system_prompt, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, seed=42,
+    prompt, history, system_prompt, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, seed=42,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -27,6 +27,7 @@ def generate(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
         top_p=top_p,
+        too_k=top_k
         repetition_penalty=repetition_penalty,
         do_sample=True,
         seed=42,
@@ -83,6 +84,15 @@ additional_inputs=[
         interactive=True,
         info="Higher values sample more low-probability tokens",
     ),
+    gr.Slider(
+        label="Top-k",
+        value=1,
+        minimum=0,
+        maximum=100,
+        step=1,
+        interactive=True,
+        info="Higher k means more diverse outputs by considering a range of tokens",
+    ),
 ]
 
 examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, None],