Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -77,7 +77,7 @@ css = """
|
|
77 |
def get_messages_formatter_type(model_name):
|
78 |
if "Llama" in model_name:
|
79 |
return MessagesFormatterType.LLAMA_3
|
80 |
-
elif "
|
81 |
return MessagesFormatterType.CHATML
|
82 |
else:
|
83 |
raise ValueError(f"Unsupported model: {model_name}")
|
@@ -196,7 +196,7 @@ demo = gr.ChatInterface(
|
|
196 |
'unsloth.Q8_0.gguf',
|
197 |
'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf'
|
198 |
],
|
199 |
-
value="unsloth.Q8_0.gguf
|
200 |
label="Model"
|
201 |
),
|
202 |
gr.Textbox(value="You are a helpful assistant.", label="System message"),
|
|
|
77 |
def get_messages_formatter_type(model_name):
|
78 |
if "Llama" in model_name:
|
79 |
return MessagesFormatterType.LLAMA_3
|
80 |
+
elif "unsloth" in model_name:
|
81 |
return MessagesFormatterType.CHATML
|
82 |
else:
|
83 |
raise ValueError(f"Unsupported model: {model_name}")
|
|
|
196 |
'unsloth.Q8_0.gguf',
|
197 |
'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf'
|
198 |
],
|
199 |
+
value="unsloth.Q8_0.gguf",
|
200 |
label="Model"
|
201 |
),
|
202 |
gr.Textbox(value="You are a helpful assistant.", label="System message"),
|