Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -18,8 +18,8 @@ hf_hub_download(
|
|
18 |
local_dir = "./models"
|
19 |
)
|
20 |
hf_hub_download(
|
21 |
-
repo_id="
|
22 |
-
filename="
|
23 |
local_dir = "./models"
|
24 |
)
|
25 |
|
@@ -193,10 +193,10 @@ demo = gr.ChatInterface(
|
|
193 |
respond,
|
194 |
additional_inputs=[
|
195 |
gr.Dropdown([
|
196 |
-
'
|
197 |
'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf'
|
198 |
],
|
199 |
-
value="
|
200 |
label="Model"
|
201 |
),
|
202 |
gr.Textbox(value="You are a helpful assistant.", label="System message"),
|
|
|
18 |
local_dir = "./models"
|
19 |
)
|
20 |
hf_hub_download(
|
21 |
+
repo_id="nisten/q3-reasoner-gguf",
|
22 |
+
filename="unsloth.Q8_0.gguf",
|
23 |
local_dir = "./models"
|
24 |
)
|
25 |
|
|
|
193 |
respond,
|
194 |
additional_inputs=[
|
195 |
gr.Dropdown([
|
196 |
+
'unsloth.Q8_0.gguf',
|
197 |
'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf'
|
198 |
],
|
199 |
+
value="unsloth.Q8_0.gguf
|
200 |
label="Model"
|
201 |
),
|
202 |
gr.Textbox(value="You are a helpful assistant.", label="System message"),
|