feat: update stream
Browse files
app.py
CHANGED
@@ -30,8 +30,10 @@ def respond(
|
|
30 |
):
|
31 |
messages = [{"role": "system", "content": system_message}]
|
32 |
|
|
|
33 |
messages.extend(history)
|
34 |
|
|
|
35 |
messages.append({"role": "user", "content": message})
|
36 |
|
37 |
headers = {
|
@@ -56,6 +58,7 @@ def respond(
|
|
56 |
try:
|
57 |
with requests.post(API_URL, headers=headers, json=data, stream=True) as r:
|
58 |
if r.status_code == 200:
|
|
|
59 |
for line in r.iter_lines():
|
60 |
if line:
|
61 |
line = line.decode('utf-8')
|
@@ -67,7 +70,8 @@ def respond(
|
|
67 |
if 'content' in delta:
|
68 |
content = delta['content']
|
69 |
if content:
|
70 |
-
|
|
|
71 |
except json.JSONDecodeError as e:
|
72 |
print(f"[ERROR] JSON decode error: {e}")
|
73 |
continue
|
|
|
30 |
):
|
31 |
messages = [{"role": "system", "content": system_message}]
|
32 |
|
33 |
+
# 添加历史消息
|
34 |
messages.extend(history)
|
35 |
|
36 |
+
# 添加当前用户消息
|
37 |
messages.append({"role": "user", "content": message})
|
38 |
|
39 |
headers = {
|
|
|
58 |
try:
|
59 |
with requests.post(API_URL, headers=headers, json=data, stream=True) as r:
|
60 |
if r.status_code == 200:
|
61 |
+
current_response = ""
|
62 |
for line in r.iter_lines():
|
63 |
if line:
|
64 |
line = line.decode('utf-8')
|
|
|
70 |
if 'content' in delta:
|
71 |
content = delta['content']
|
72 |
if content:
|
73 |
+
current_response += content
|
74 |
+
yield current_response
|
75 |
except json.JSONDecodeError as e:
|
76 |
print(f"[ERROR] JSON decode error: {e}")
|
77 |
continue
|