Update app.py

app.py

@@ -1,5 +1,6 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
+import random
 
 client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
@@ -15,20 +16,26 @@ def format_prompt(message, history):
   return prompt
 
 def generate(
-    prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_prompt, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, random_seed=False, manual_seed=42,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
 
+    if random_seed:
+        seed = random.randint(1, 100000)
+    else:
+        seed = manual_seed
+
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
         top_p=top_p,
+        top_k=top_k,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=42,
+        seed=seed,
     )
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
@@ -44,9 +51,17 @@ def generate(
 additional_inputs=[
     gr.Textbox(
         label="System Prompt",
-        max_lines=1,
         interactive=True,
     ),
+    gr.Slider(
+        label="Max new tokens",
+        value=1000,
+        minimum=0,
+        maximum=32768,
+        step=64,
+        interactive=True,
+        info="The maximum numbers of new tokens, controls how long is the output",
+    ),
     gr.Slider(
         label="Temperature",
         value=0.9,
@@ -57,13 +72,13 @@ additional_inputs=[
         info="Higher values produce more diverse outputs",
     ),
     gr.Slider(
-        label="Max new tokens",
-        value=256,
-        minimum=0,
-        maximum=1048,
-        step=64,
+        label="Repetition penalty",
+        value=1.2,
+        minimum=1.0,
+        maximum=2.0,
+        step=0.05,
         interactive=True,
-        info="The maximum numbers of new tokens",
+        info="Penalize repeated tokens, making the AI repeat less itself",
     ),
     gr.Slider(
         label="Top-p (nucleus sampling)",
@@ -75,29 +90,41 @@ additional_inputs=[
         info="Higher values sample more low-probability tokens",
     ),
     gr.Slider(
-        label="Repetition penalty",
-        value=1.2,
-        minimum=1.0,
-        maximum=2.0,
-        step=0.05,
+        label="Top-k",
+        value=1,
+        minimum=0,
+        maximum=100,
+        step=1,
         interactive=True,
-        info="Penalize repeated tokens",
-    )
+        info="Higher k means more diverse outputs by considering a range of tokens",
+    ),
+    gr.Checkbox(
+        label="Use Random Seed",
+        value=False,
+        info="Use a random starting point to initiate the generation process instead of the manual one"
+    ),
+    gr.Number(
+        label="Manual Seed",
+        value=42,
+        minimum=1,
+        info="Use a manual starting point to initiate the generation process",
+    ),
 ]
 
-examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
-          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
-          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
-          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
-          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
-          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
+examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, None],
+          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None, None],
+          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None, None],
+          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None, None],
+          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None, None],
+          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None, None],
          ]
 
 gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
-    title="Mixtral 46.7B",
+    title="Mixtral 8x7b Instruct v0.1 Chatbot",
+    description="Chatbot space with costumizable options for model: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 \nSpace made by [Nick088](https://linktr.ee/Nick088) \nIf you get an erorr, you putted a too much high Max_New_Tokens or your system prompt+prompt is too long, shorten up one of these",
     examples=examples,
     concurrency_limit=20,
 ).launch(show_api=False)