Spaces:
Running
Running
Update chat_demo.py
Browse files- chat_demo.py +8 -0
chat_demo.py
CHANGED
@@ -17,6 +17,13 @@ MODEL_LIST = [
|
|
17 |
("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
|
18 |
]
|
19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
def read_output(process):
|
21 |
"""Reads the output from the subprocess and prints it to the console."""
|
22 |
for line in iter(process.stdout.readline, ""):
|
@@ -113,6 +120,7 @@ with gr.Blocks() as demo:
|
|
113 |
chatbot=chatbot,
|
114 |
additional_inputs=additional_inputs,
|
115 |
additional_outputs=[conv_state],
|
|
|
116 |
title="Edge level LLM Chat demo",
|
117 |
description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
|
118 |
)
|
|
|
17 |
("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
|
18 |
]
|
19 |
|
20 |
+
example_conv = [
|
21 |
+
"Compare and analyze the pros and cons of traditional vs flat organization in business administration. Feel free to use any style and formatting you want in your response.",
|
22 |
+
"Write a recipe for pancake",
|
23 |
+
"Help me plan a quick weekend getaway trip to Tokyo?",
|
24 |
+
"Write an essay on the role of information technology in international supply chain."
|
25 |
+
]
|
26 |
+
|
27 |
def read_output(process):
|
28 |
"""Reads the output from the subprocess and prints it to the console."""
|
29 |
for line in iter(process.stdout.readline, ""):
|
|
|
120 |
chatbot=chatbot,
|
121 |
additional_inputs=additional_inputs,
|
122 |
additional_outputs=[conv_state],
|
123 |
+
examples=example_conv,
|
124 |
title="Edge level LLM Chat demo",
|
125 |
description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
|
126 |
)
|