Update app.py

app.py

@@ -14,13 +14,13 @@ huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
 
 hf_hub_download(
     repo_id="mradermacher/GWQ-9B-Preview-GGUF",
-    filename="GWQ-9B-Preview.Q5_K_M.gguf",
+    filename="GWQ-9B-Preview.Q4_K_M.gguf",
     local_dir="./models"
 )
 
 hf_hub_download(
     repo_id="mradermacher/GWQ-9B-Preview2-GGUF",
-    filename="GWQ-9B-Preview2.Q5_K_M.gguf",
+    filename="GWQ-9B-Preview2.Q4_K_M.gguf",
     local_dir="./models"
 )
 
@@ -102,10 +102,10 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-                'GWQ-9B-Preview.Q5_K_M.gguf',
-                'GWQ-9B-Preview2.Q5_K_M.gguf'
+                'GWQ-9B-Preview.Q4_K_M.gguf',
+                'GWQ-9B-Preview2.Q4_K_M.gguf'
             ],
-            value="GWQ-9B-Preview.Q5_K_M.gguf",
+            value="GWQ-9B-Preview.Q4_K_M.gguf",
             label="Model"
         ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),