Spaces:
Running
Running
Update utils/llms.py
Browse files- utils/llms.py +6 -2
utils/llms.py
CHANGED
|
@@ -56,7 +56,9 @@ def chatstream(messages,model,api_keys):
|
|
| 56 |
provider=DeepInfraChat,
|
| 57 |
model=model,
|
| 58 |
messages=messages,
|
| 59 |
-
stream=True
|
|
|
|
|
|
|
| 60 |
|
| 61 |
)
|
| 62 |
for part in response:
|
|
@@ -204,7 +206,9 @@ def chatstream(messages,model,api_keys):
|
|
| 204 |
provider=providers[provider],
|
| 205 |
model=model_name,
|
| 206 |
messages=messages,
|
| 207 |
-
stream=True
|
|
|
|
|
|
|
| 208 |
|
| 209 |
# Add any other necessary parameters
|
| 210 |
)
|
|
|
|
| 56 |
provider=DeepInfraChat,
|
| 57 |
model=model,
|
| 58 |
messages=messages,
|
| 59 |
+
stream=True,
|
| 60 |
+
response_format="json_object"
|
| 61 |
+
|
| 62 |
|
| 63 |
)
|
| 64 |
for part in response:
|
|
|
|
| 206 |
provider=providers[provider],
|
| 207 |
model=model_name,
|
| 208 |
messages=messages,
|
| 209 |
+
stream=True,
|
| 210 |
+
response_format="json_object"
|
| 211 |
+
|
| 212 |
|
| 213 |
# Add any other necessary parameters
|
| 214 |
)
|