nanova commited on
Commit
a1a8972
·
1 Parent(s): 70d0b73

feat: update stream

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -30,8 +30,10 @@ def respond(
30
  ):
31
  messages = [{"role": "system", "content": system_message}]
32
 
 
33
  messages.extend(history)
34
 
 
35
  messages.append({"role": "user", "content": message})
36
 
37
  headers = {
@@ -56,6 +58,7 @@ def respond(
56
  try:
57
  with requests.post(API_URL, headers=headers, json=data, stream=True) as r:
58
  if r.status_code == 200:
 
59
  for line in r.iter_lines():
60
  if line:
61
  line = line.decode('utf-8')
@@ -67,7 +70,8 @@ def respond(
67
  if 'content' in delta:
68
  content = delta['content']
69
  if content:
70
- yield content
 
71
  except json.JSONDecodeError as e:
72
  print(f"[ERROR] JSON decode error: {e}")
73
  continue
 
30
  ):
31
  messages = [{"role": "system", "content": system_message}]
32
 
33
+ # 添加历史消息
34
  messages.extend(history)
35
 
36
+ # 添加当前用户消息
37
  messages.append({"role": "user", "content": message})
38
 
39
  headers = {
 
58
  try:
59
  with requests.post(API_URL, headers=headers, json=data, stream=True) as r:
60
  if r.status_code == 200:
61
+ current_response = ""
62
  for line in r.iter_lines():
63
  if line:
64
  line = line.decode('utf-8')
 
70
  if 'content' in delta:
71
  content = delta['content']
72
  if content:
73
+ current_response += content
74
+ yield current_response
75
  except json.JSONDecodeError as e:
76
  print(f"[ERROR] JSON decode error: {e}")
77
  continue