Adding more control models

app.py

@@ -9,11 +9,11 @@ import gradio as gr
 from huggingface_hub import login
 
 # Initialize model and tokenizer
-mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
-# mistral_path = "E:/language_models/models/mistral"
+#mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
+mistral_path = r"E:/language_models/models/mistral"
 
-access_token = os.getenv("mistralaccesstoken")
-login(access_token)
+#access_token = os.getenv("mistralaccesstoken")
+#login(access_token)
 
 tokenizer = AutoTokenizer.from_pretrained(mistral_path)
 tokenizer.pad_token_id = 0
@@ -95,12 +95,9 @@ def generate_response(system_prompt, user_message, history, max_new_tokens, repi
     # Construct the formatted prompt based on history
     if len(history) > 0:
         for turn in history:
-            # TODO use history[0].role and history[0].content to replace this
-            # consider what tags to use
-            if turn.role == 'user':
-                formatted_prompt += f"{user_tag} {turn.content}{asst_tag}"
-            elif turn.role == 'assistant':
-                formatted_prompt += f" {turn.content}"
+            user_msg, asst_msg = turn
+            formatted_prompt += f"{user_tag} {user_msg} {asst_tag} {asst_msg}"
+
     
     if len(history) > 0:
         formatted_prompt += "</s>"
@@ -153,7 +150,7 @@ def reset_chat():
 
 # Build the Gradio interface
 with gr.Blocks() as demo:
-    gr.Markdown("# 🧠🧑‍🔬 LLM Brain Control")
+    gr.Markdown("# 🧠 LLM Brain Control")
     gr.Markdown("Usage demo: (link)")
 
     with gr.Row():
@@ -233,7 +230,7 @@ with gr.Blocks() as demo:
                 # Submit and New Chat buttons
                 submit_button = gr.Button("💬 Submit")
                 retry_button = gr.Button("🔃 Retry last turn")
-                new_chat_button = gr.Button("🆕 New Chat")
+                new_chat_button = gr.Button("🌟 New Chat")
             
 
     inputs_list = [system_prompt, user_input, chatbot, max_new_tokens, repetition_penalty] + control_checks + control_sliders