Sachi Wagaarachchi
commited on
Commit
·
b264ac6
1
Parent(s):
c285061
bugfixes, update response streaming, thought
Browse files- src/app.py +5 -3
src/app.py
CHANGED
|
@@ -17,10 +17,12 @@ try:
|
|
| 17 |
import spaces
|
| 18 |
@spaces.GPU(duration=60)
|
| 19 |
def run_respond(*args, **kwargs):
|
| 20 |
-
|
|
|
|
| 21 |
except ImportError:
|
| 22 |
def run_respond(*args, **kwargs):
|
| 23 |
-
|
|
|
|
| 24 |
|
| 25 |
def respond(
|
| 26 |
message,
|
|
@@ -102,7 +104,7 @@ def respond(
|
|
| 102 |
|
| 103 |
# Create Gradio interface
|
| 104 |
demo = gr.ChatInterface(
|
| 105 |
-
|
| 106 |
additional_inputs=[
|
| 107 |
gr.Dropdown(
|
| 108 |
choices=["Qwen3-14B", "Qwen3-8B", "Qwen3-0.6B"],
|
|
|
|
| 17 |
import spaces
|
| 18 |
@spaces.GPU(duration=60)
|
| 19 |
def run_respond(*args, **kwargs):
|
| 20 |
+
for token in respond(*args, **kwargs):
|
| 21 |
+
yield token
|
| 22 |
except ImportError:
|
| 23 |
def run_respond(*args, **kwargs):
|
| 24 |
+
for token in respond(*args, **kwargs):
|
| 25 |
+
yield token
|
| 26 |
|
| 27 |
def respond(
|
| 28 |
message,
|
|
|
|
| 104 |
|
| 105 |
# Create Gradio interface
|
| 106 |
demo = gr.ChatInterface(
|
| 107 |
+
run_respond,
|
| 108 |
additional_inputs=[
|
| 109 |
gr.Dropdown(
|
| 110 |
choices=["Qwen3-14B", "Qwen3-8B", "Qwen3-0.6B"],
|