Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -18,8 +18,8 @@ hf_hub_download(
|
|
18 |
local_dir = "./models"
|
19 |
)
|
20 |
hf_hub_download(
|
21 |
-
repo_id="
|
22 |
-
filename="
|
23 |
local_dir = "./models"
|
24 |
)
|
25 |
|
@@ -164,7 +164,7 @@ PLACEHOLDER = """
|
|
164 |
<div style="display: flex; justify-content: space-between; align-items: center;">
|
165 |
<div style="display: flex; flex-flow: column; justify-content: space-between;">
|
166 |
<span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(229, 70, 77, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #f88181; margin-bottom: 2.5px;">
|
167 |
-
|
168 |
</span>
|
169 |
<span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(79, 70, 229, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #60a5fa; margin-top: 2.5px;">
|
170 |
Meta Llama 3 70B Instruct
|
@@ -199,7 +199,7 @@ demo = gr.ChatInterface(
|
|
199 |
value="unsloth.Q8_0.gguf",
|
200 |
label="Model"
|
201 |
),
|
202 |
-
gr.Textbox(value="
|
203 |
gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
|
204 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
205 |
gr.Slider(
|
|
|
18 |
local_dir = "./models"
|
19 |
)
|
20 |
hf_hub_download(
|
21 |
+
repo_id="bartowski/Mistral-Small-24B-Instruct-2501-GGUF",
|
22 |
+
filename="Mistral-Small-24B-Instruct-2501-Q8_0.gguf",
|
23 |
local_dir = "./models"
|
24 |
)
|
25 |
|
|
|
164 |
<div style="display: flex; justify-content: space-between; align-items: center;">
|
165 |
<div style="display: flex; flex-flow: column; justify-content: space-between;">
|
166 |
<span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(229, 70, 77, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #f88181; margin-bottom: 2.5px;">
|
167 |
+
Mistral Small 24B Instruct 2501
|
168 |
</span>
|
169 |
<span style="display: inline-flex; align-items: center; border-radius: 0.375rem; background-color: rgba(79, 70, 229, 0.1); padding: 0.1rem 0.75rem; font-size: 0.75rem; font-weight: 500; color: #60a5fa; margin-top: 2.5px;">
|
170 |
Meta Llama 3 70B Instruct
|
|
|
199 |
value="unsloth.Q8_0.gguf",
|
200 |
label="Model"
|
201 |
),
|
202 |
+
gr.Textbox(value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.", label="System message"),
|
203 |
gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
|
204 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
205 |
gr.Slider(
|