Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -28,11 +28,7 @@ def finish_chat():
|
|
28 |
# 建立推論函式:使用 streamer 並回傳 generator 結果
|
29 |
def generate_stream(prompt):
|
30 |
prompt = prompt #+ " /no_think" + " 答案短且明瞭"
|
31 |
-
|
32 |
-
{"role": "user", "content": "{prompt}"},
|
33 |
-
]
|
34 |
-
prompt = tokenizer.apply_chat_template(chat)
|
35 |
-
|
36 |
q = queue.Queue()
|
37 |
tps_result = ""
|
38 |
def streamer(subword):
|
|
|
28 |
# 建立推論函式:使用 streamer 並回傳 generator 結果
|
29 |
def generate_stream(prompt):
|
30 |
prompt = prompt #+ " /no_think" + " 答案短且明瞭"
|
31 |
+
|
|
|
|
|
|
|
|
|
32 |
q = queue.Queue()
|
33 |
tps_result = ""
|
34 |
def streamer(subword):
|