Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -166,7 +166,7 @@ def respond(
|
|
166 |
demo = gr.ChatInterface(
|
167 |
fn=respond,
|
168 |
title="Ginigen Private AI",
|
169 |
-
description="
|
170 |
theme=gr.themes.Soft(
|
171 |
primary_hue="violet",
|
172 |
secondary_hue="violet",
|
@@ -187,10 +187,11 @@ demo = gr.ChatInterface(
|
|
187 |
),
|
188 |
css=css,
|
189 |
examples=[
|
190 |
-
["
|
191 |
-
["
|
192 |
-
["
|
193 |
],
|
|
|
194 |
additional_inputs=[
|
195 |
gr.Textbox(
|
196 |
value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",
|
|
|
166 |
demo = gr.ChatInterface(
|
167 |
fn=respond,
|
168 |
title="Ginigen Private AI",
|
169 |
+
description="Private-BitSix-Mistral-Small-3.1-24B-Instruct-2503 is a model optimized to run on local 4090 GPUs through 6-bit quantization, based on Mistral-Small-3.1-24B-Instruct-2503",
|
170 |
theme=gr.themes.Soft(
|
171 |
primary_hue="violet",
|
172 |
secondary_hue="violet",
|
|
|
187 |
),
|
188 |
css=css,
|
189 |
examples=[
|
190 |
+
["What are the key advantages of 6-bit quantization for large language models like Mistral?"],
|
191 |
+
["Can you explain the architectural innovations in Mistral models that improve reasoning capabilities?"],
|
192 |
+
["ํ๊ตญ์ด๋ก ๋ณต์กํ ์ถ๋ก ๊ณผ์ ์ ์ค๋ช
ํด์ฃผ์ธ์. ๋ฏธ์คํธ๋ ๋ชจ๋ธ์ ์ฅ์ ์ ํ์ฉํ ์์๋ ํจ๊ป ๋ค์ด์ฃผ์ธ์."]
|
193 |
],
|
194 |
+
|
195 |
additional_inputs=[
|
196 |
gr.Textbox(
|
197 |
value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",
|