Update app.py

app.py

@@ -74,10 +74,8 @@ def get_messages_formatter_type(model_name):
         return MessagesFormatterType.LLAMA_3
     elif "unsloth" in model_name:
         return MessagesFormatterType.CHATML
-    elif "Mistral" in model_name:
-        # Mistral 모델은 기본적으로 특정 템플릿을 사용합니다
-        # 문서에 따르면 V7-Tekken 템플릿이 기본 형식입니다
-        return MessagesFormatterType.MISTRAL
+    elif "Mistral" in model_name or "BitSix" in model_name:
+        return MessagesFormatterType.CHATML  # Mistral 계열 모델은 ChatML 형식 사용
     else:
         raise ValueError(f"Unsupported model: {model_name}")
 
@@ -192,10 +190,10 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-                'Mistral-Small-24B-Instruct-2501-Q8_0.gguf',
+                'Private-BitSix-Mistral-Small-3.1-24B-Instruct-2503.gguf',
                 'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf'
             ],
-            value="Mistral-Small-24B-Instruct-2501-Q8_0.gguf",
+            value="Private-BitSix-Mistral-Small-3.1-24B-Instruct-2503.gguf",
             label="Model"
         ),
         gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),