lemonteaa commited on
Commit
f557784
·
verified ·
1 Parent(s): 2dfbf5d

Update chat_demo.py

Browse files
Files changed (1) hide show
  1. chat_demo.py +8 -0
chat_demo.py CHANGED
@@ -17,6 +17,13 @@ MODEL_LIST = [
17
  ("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
18
  ]
19
 
 
 
 
 
 
 
 
20
  def read_output(process):
21
  """Reads the output from the subprocess and prints it to the console."""
22
  for line in iter(process.stdout.readline, ""):
@@ -113,6 +120,7 @@ with gr.Blocks() as demo:
113
  chatbot=chatbot,
114
  additional_inputs=additional_inputs,
115
  additional_outputs=[conv_state],
 
116
  title="Edge level LLM Chat demo",
117
  description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
118
  )
 
17
  ("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
18
  ]
19
 
20
+ example_conv = [
21
+ "Compare and analyze the pros and cons of traditional vs flat organization in business administration. Feel free to use any style and formatting you want in your response.",
22
+ "Write a recipe for pancake",
23
+ "Help me plan a quick weekend getaway trip to Tokyo?",
24
+ "Write an essay on the role of information technology in international supply chain."
25
+ ]
26
+
27
  def read_output(process):
28
  """Reads the output from the subprocess and prints it to the console."""
29
  for line in iter(process.stdout.readline, ""):
 
120
  chatbot=chatbot,
121
  additional_inputs=additional_inputs,
122
  additional_outputs=[conv_state],
123
+ examples=example_conv,
124
  title="Edge level LLM Chat demo",
125
  description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
126
  )