Tomtom84 commited on
Commit
934094f
·
verified ·
1 Parent(s): f2002a0

Update engines/orpheus_engine.py

Browse files
Files changed (1) hide show
  1. engines/orpheus_engine.py +2 -0
engines/orpheus_engine.py CHANGED
@@ -224,6 +224,8 @@ class OrpheusEngine(BaseEngine):
224
  if 'choices' in data and data['choices']:
225
  delta = data["choices"][0]["delta"]
226
  token_text = delta.get("content", "")
 
 
227
  if token_text:
228
  token_counter += 1
229
  # Print the time it took to get the first token
 
224
  if 'choices' in data and data['choices']:
225
  delta = data["choices"][0]["delta"]
226
  token_text = delta.get("content", "")
227
+ if "<custom_token_" in token_text:
228
+ logging.debug(f"SNAC-frame: {token_text[:40]}")
229
  if token_text:
230
  token_counter += 1
231
  # Print the time it took to get the first token