Update engines/orpheus_engine.py
Browse files
engines/orpheus_engine.py
CHANGED
@@ -224,6 +224,8 @@ class OrpheusEngine(BaseEngine):
|
|
224 |
if 'choices' in data and data['choices']:
|
225 |
delta = data["choices"][0]["delta"]
|
226 |
token_text = delta.get("content", "")
|
|
|
|
|
227 |
if token_text:
|
228 |
token_counter += 1
|
229 |
# Print the time it took to get the first token
|
|
|
224 |
if 'choices' in data and data['choices']:
|
225 |
delta = data["choices"][0]["delta"]
|
226 |
token_text = delta.get("content", "")
|
227 |
+
if "<custom_token_" in token_text:
|
228 |
+
logging.debug(f"SNAC-frame: {token_text[:40]}")
|
229 |
if token_text:
|
230 |
token_counter += 1
|
231 |
# Print the time it took to get the first token
|