Update app.py

esbieta-ec-qwen-2.5-3B-F16.gguf

app.py

@@ -18,8 +18,8 @@ hf_hub_download(
     local_dir = "./models"
 )
 hf_hub_download(
-    repo_id="bartowski/gemma-2-27b-it-GGUF",
-    filename="gemma-2-27b-it-Q8_0.gguf",
+    repo_id="pabloce/esbieta-ec-qwen-2.5-3B",
+    filename="esbieta-ec-qwen-2.5-3B-F16.gguf",
     local_dir = "./models"
 )
 
@@ -77,8 +77,8 @@ css = """
 def get_messages_formatter_type(model_name):
     if "Llama" in model_name:
         return MessagesFormatterType.LLAMA_3
-    elif "gemma" in model_name:
-        return MessagesFormatterType.GEMMA_2
+    elif "esbieta" in model_name:
+        return MessagesFormatterType.CHATML
     else:
         raise ValueError(f"Unsupported model: {model_name}")
 
@@ -196,7 +196,7 @@ demo = gr.ChatInterface(
                 'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf',
                 'gemma-2-27b-it-Q8_0.gguf'
             ],
-            value="gemma-2-27b-it-Q8_0.gguf",
+            value="esbieta-ec-qwen-2.5-3B-F16.gguf",
             label="Model"
         ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),