Update app.py

app.py

@@ -1,6 +1,5 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
-import random
 
 client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
@@ -14,20 +13,15 @@ def format_prompt(message, history):
     prompt += f" {bot_response}</s> "
   prompt += f"[INST] {message} [/INST]"
   return prompt
-    
+
 def generate(
-    prompt, system_prompt, history, max_new_tokens, repetition_penalty, temperature, top_p, top_k, random_seed, manual_seed,
+    prompt, system_prompt, history, max_new_tokens, repetition_penalty, temperature, top_p, top_k, seed
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
 
-    if random_seed:
-        seed = random.randint(1, 100000)
-    else:
-        seed = manual_seed
-
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
@@ -47,12 +41,6 @@ def generate(
         yield output
     return output
 
-def format_prompt(message, history):
-  prompt = "ydney"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response} [INST] {message} [/INST]"
-  return prompt
 
 additional_inputs=[
     gr.Textbox(
@@ -104,33 +92,28 @@ additional_inputs=[
         interactive=True,
         info="Higher k means more diverse outputs by considering a range of tokens",
     ),
-    gr.Checkbox(
-        label="Use Random Seed",
-        value=False,
-        info="Use a random starting point to initiate the generation process instead of the manual one"
-    ),
     gr.Number(
-        label="Manual Seed",
+        label="Seed",
         value=42,
         minimum=1,
-        info="Use a manual starting point to initiate the generation process",
-    ),
+        info="A starting point to initiate the generation process",
+    )
 ]
 
-examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, None],
-          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None, None],
-          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None, None],
-          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None, None],
-          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None, None],
-          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None, None],
+examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, ],
+          ["Can you write a short story about a time-traveling detective who solves historical mysteries?", None, None, None, None, None,],
+          ["I'm trying to learn French. Can you provide some common phrases that would be useful for a beginner, along with their pronunciations?", None, None, None, None, None,],
+          ["I have chicken, rice, and bell peppers in my kitchen. Can you suggest an easy recipe I can make with these ingredients?", None, None, None, None, None,],
+          ["Can you explain how the QuickSort algorithm works and provide a Python implementation?", None, None, None, None, None,],
+          ["What are some unique features of Rust that make it stand out compared to other systems programming languages like C++?", None, None, None, None, None,],
          ]
 
 gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
-    title="Mixtral 8x7b Instruct v0.1 Chatbot",
-    description="Chatbot space with costumizable options for model: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 \nSpace made by [Nick088](https://linktr.ee/Nick088) \nIf you get an erorr, you putted a too much high Max_New_Tokens or your system prompt+prompt is too long, shorten up one of these",
+    title="Mixtral-8x7B-Instruct-v0.1",
+    description="If you get an erorr, you putted a too much high Max_New_Tokens or your system prompt+prompt is too long, shorten up one of these",
     examples=examples,
     concurrency_limit=20,
 ).launch(show_api=False)