yangtb24 commited on
Commit
0098aa9
·
verified ·
1 Parent(s): 2423ebf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -5
app.py CHANGED
@@ -507,11 +507,27 @@ def handsome_chat_completions():
507
  first_chunk["choices"][0]["delta"]["reasoning_content"] = ""
508
  first_chunk["choices"][0]["delta"]["role"] = "assistant"
509
  yield f"data: {json.dumps(first_chunk)}\n\n"
510
-
511
- openai_chunk["choices"][0]["delta"]["content"] = "<Thought>\n"
512
- openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
513
- yield f"data: {json.dumps(openai_chunk)}\n\n"
 
 
 
 
 
 
 
 
 
 
 
514
  first_reasoning_chunk = False
 
 
 
 
 
515
  else:
516
  openai_chunk["choices"][0]["delta"]["content"] = delta["reasoning_content"]
517
  openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
@@ -520,7 +536,7 @@ def handsome_chat_completions():
520
 
521
  if delta.get("content") is not None:
522
  if not first_reasoning_chunk:
523
- openai_chunk["choices"][0]["delta"]["content"] = "\n</Thought>\n"
524
  openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
525
  yield f"data: {json.dumps(openai_chunk)}\n\n"
526
  first_reasoning_chunk = True
 
507
  first_chunk["choices"][0]["delta"]["reasoning_content"] = ""
508
  first_chunk["choices"][0]["delta"]["role"] = "assistant"
509
  yield f"data: {json.dumps(first_chunk)}\n\n"
510
+
511
+ openai1_chunk = openai_chunk.copy()
512
+ openai2_chunk = openai_chunk.copy()
513
+ openai3_chunk = openai_chunk.copy()
514
+
515
+ openai1_chunk["choices"][0]["delta"]["content"] = "<"
516
+ openai2_chunk["choices"][0]["delta"]["content"] = "think"
517
+ openai3_chunk["choices"][0]["delta"]["content"] = ">\n"
518
+ openai1_chunk["choices"][0]["delta"]["reasoning_content"] = None
519
+ openai2_chunk["choices"][0]["delta"]["reasoning_content"] = None
520
+ openai3_chunk["choices"][0]["delta"]["reasoning_content"] = None
521
+
522
+ yield f"data: {json.dumps(openai1_chunk)}\n\n"
523
+ yield f"data: {json.dumps(openai2_chunk)}\n\n"
524
+ yield f"data: {json.dumps(openai3_chunk)}\n\n"
525
  first_reasoning_chunk = False
526
+
527
+ # openai_chunk["choices"][0]["delta"]["content"] = "<think>\n"
528
+ # openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
529
+ # yield f"data: {json.dumps(openai_chunk)}\n\n"
530
+ # first_reasoning_chunk = False
531
  else:
532
  openai_chunk["choices"][0]["delta"]["content"] = delta["reasoning_content"]
533
  openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
 
536
 
537
  if delta.get("content") is not None:
538
  if not first_reasoning_chunk:
539
+ openai_chunk["choices"][0]["delta"]["content"] = "\n</think>\n"
540
  openai_chunk["choices"][0]["delta"]["reasoning_content"] = None
541
  yield f"data: {json.dumps(openai_chunk)}\n\n"
542
  first_reasoning_chunk = True