ginipick commited on
Commit
919d837
ยท
verified ยท
1 Parent(s): b5d9ec0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -166,7 +166,7 @@ def respond(
166
  demo = gr.ChatInterface(
167
  fn=respond,
168
  title="Ginigen Private AI",
169
- description="6BIT ์–‘์žํ™”๋กœ ๋ชจ๋ธ ํฌ๊ธฐ๋Š” ์ค„์ด๊ณ  ์„ฑ๋Šฅ์€ ์œ ์ง€ํ•˜๋Š” ํ”„๋ผ์ด๋ฒ„์‹œ ์ค‘์‹ฌ AI ์†”๋ฃจ์…˜: The Ginigen Private-BitSix framework simplifies interactions with Large Language Models (LLMs), providing an interface for chatting, executing function calls, generating structured output, performing retrieval augmented generation, and processing text using agentic chains with tools.",
170
  theme=gr.themes.Soft(
171
  primary_hue="violet",
172
  secondary_hue="violet",
@@ -187,10 +187,11 @@ demo = gr.ChatInterface(
187
  ),
188
  css=css,
189
  examples=[
190
- ["์•ˆ๋…•ํ•˜์„ธ์š”, ์ €๋Š” AI์— ๊ด€์‹ฌ์ด ๋งŽ์Šต๋‹ˆ๋‹ค. ์–‘์žํ™”๋ž€ ๋ฌด์—‡์ธ๊ฐ€์š”?"],
191
- ["๋ฏธ์ŠคํŠธ๋ž„ ๋ชจ๋ธ์˜ ํŠน์ง•์€ ๋ฌด์—‡์ธ๊ฐ€์š”?"],
192
- ["๊ธด ์ปจํ…์ŠคํŠธ(context)๋ฅผ ์ฒ˜๋ฆฌํ•˜๋Š” ๋ฐฉ๋ฒ•์„ ์„ค๋ช…ํ•ด ์ฃผ์„ธ์š”."]
193
  ],
 
194
  additional_inputs=[
195
  gr.Textbox(
196
  value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",
 
166
  demo = gr.ChatInterface(
167
  fn=respond,
168
  title="Ginigen Private AI",
169
+ description="Private-BitSix-Mistral-Small-3.1-24B-Instruct-2503 is a model optimized to run on local 4090 GPUs through 6-bit quantization, based on Mistral-Small-3.1-24B-Instruct-2503",
170
  theme=gr.themes.Soft(
171
  primary_hue="violet",
172
  secondary_hue="violet",
 
187
  ),
188
  css=css,
189
  examples=[
190
+ ["What are the key advantages of 6-bit quantization for large language models like Mistral?"],
191
+ ["Can you explain the architectural innovations in Mistral models that improve reasoning capabilities?"],
192
+ ["ํ•œ๊ตญ์–ด๋กœ ๋ณต์žกํ•œ ์ถ”๋ก  ๊ณผ์ •์„ ์„ค๋ช…ํ•ด์ฃผ์„ธ์š”. ๋ฏธ์ŠคํŠธ๋ž„ ๋ชจ๋ธ์˜ ์žฅ์ ์„ ํ™œ์šฉํ•œ ์˜ˆ์‹œ๋„ ํ•จ๊ป˜ ๋“ค์–ด์ฃผ์„ธ์š”."]
193
  ],
194
+
195
  additional_inputs=[
196
  gr.Textbox(
197
  value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",