Commit
·
00c92c0
1
Parent(s):
eac13d7
push demo
Browse files
llm.py
CHANGED
@@ -19,8 +19,10 @@ def stream_request(variant: str, secret: str, user_input: str):
|
|
19 |
context={"step": variant}, # , "environments": []},
|
20 |
inputs={"secret": secret, "user_input": user_input},
|
21 |
)
|
|
|
22 |
|
23 |
for chunk in stream:
|
|
|
24 |
if not chunk.is_final:
|
25 |
yield chunk.choices[0].message.content
|
26 |
|
|
|
19 |
context={"step": variant}, # , "environments": []},
|
20 |
inputs={"secret": secret, "user_input": user_input},
|
21 |
)
|
22 |
+
print(stream)
|
23 |
|
24 |
for chunk in stream:
|
25 |
+
print(chunk)
|
26 |
if not chunk.is_final:
|
27 |
yield chunk.choices[0].message.content
|
28 |
|