Update app.py

app.py

@@ -138,25 +138,28 @@ templates = [
     "B22", "LLAMA_3", "PHI_3"
 ]
 
-demo = gr.ChatInterface(
+model_dropdown = gr.Dropdown(
+    choices=[
+        'Oumuamua-7b-RP_Q4_K_M.gguf',
+        'Oumuamua-7b-instruct-v2-Q4_K_M.gguf',
+        'umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M.gguf',
+        'Ninja-V3-Q4_K_M.gguf',
+        'kagemusya-7b-v1Q8_0.gguf',
+        'Llama-3-ELYZA-JP-8B-q4_k_m.gguf'
+    ],
+    value="Oumuamua-7b-RP_Q4_K_M.gguf",
+    label="Model"
+)
+
+template_dropdown = gr.Dropdown(
+    choices=templates,
+    value="LLAMA_3",
+    label="Template"
+)
+
+chat_interface = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Dropdown([
-                'Oumuamua-7b-RP_Q4_K_M.gguf',
-                'Oumuamua-7b-instruct-v2-Q4_K_M.gguf',
-                'umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M.gguf',
-                'Ninja-V3-Q4_K_M.gguf',
-                'kagemusya-7b-v1Q8_0.gguf',
-                'Llama-3-ELYZA-JP-8B-q4_k_m.gguf'
-            ],
-            value="Oumuamua-7b-RP_Q4_K_M.gguf",
-            label="Model"
-        ),
-        gr.Dropdown(
-            choices=templates,
-            value="LLAMA_2",
-            label="Template"
-        ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),
         gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
@@ -195,6 +198,14 @@ demo = gr.ChatInterface(
     )
 )
 
+demo = gr.Blocks()
+
+with demo:
+    gr.Markdown(description)
+    model_dropdown.render()
+    template_dropdown.render()
+    chat_interface.render()
 
 if __name__ == "__main__":
     demo.launch()
+