Spaces:
Running
Running
Update utils/llms.py
Browse files- utils/llms.py +13 -17
utils/llms.py
CHANGED
@@ -67,21 +67,20 @@ def chatstream(messages,model,api_keys):
|
|
67 |
pass
|
68 |
yield ("RESULT: "+cunk)
|
69 |
elif model == "Qwen3-235B-A22B" or model == "Qwen3-30B-A3B" or model == "Qwen3-32B":
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
stream=True
|
76 |
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
|
84 |
-
yield ("RESULT: "+cunk)
|
85 |
elif model == "DeepSeekR1-togetherAI":
|
86 |
response = completion(model="together_ai/deepseek-ai/DeepSeek-R1", messages=messages, stream=True)
|
87 |
|
@@ -150,9 +149,6 @@ def chatstream(messages,model,api_keys):
|
|
150 |
x=str(part.choices[0].delta.content)
|
151 |
# print(part.choices[0])
|
152 |
# x=x.replace(">","> \n \n s ")
|
153 |
-
# # if "</think>" in str(part.choices[0].delta.content):
|
154 |
-
# # yield(part.choices[0].delta.content.replace("</think>","") or "")
|
155 |
-
# # print(part.choices[0].delta.content.replace("</think>","</think> \n \n ") or "", end="")
|
156 |
if "```json" not in cunk:
|
157 |
if "None" not in x:
|
158 |
yield(x or "")
|
|
|
67 |
pass
|
68 |
yield ("RESULT: "+cunk)
|
69 |
elif model == "Qwen3-235B-A22B" or model == "Qwen3-30B-A3B" or model == "Qwen3-32B":
|
70 |
+
response = client.chat.completions.create(
|
71 |
+
provider=DeepInfraChat,
|
72 |
+
model=f"Qwen/{model}",
|
73 |
+
messages=messages,
|
74 |
+
stream=True
|
|
|
75 |
|
76 |
+
)
|
77 |
+
for part in response:
|
78 |
+
resp=str(part.choices[0].delta.content)
|
79 |
+
cunk=cunk+(resp or "")
|
80 |
+
|
81 |
+
if ("```json" not in cunk or "```" not in cunk) and resp != "None":
|
82 |
+
yield (resp or "")
|
83 |
+
yield ("RESULT: "+str(cunk))
|
84 |
elif model == "DeepSeekR1-togetherAI":
|
85 |
response = completion(model="together_ai/deepseek-ai/DeepSeek-R1", messages=messages, stream=True)
|
86 |
|
|
|
149 |
x=str(part.choices[0].delta.content)
|
150 |
# print(part.choices[0])
|
151 |
# x=x.replace(">","> \n \n s ")
|
|
|
|
|
|
|
152 |
if "```json" not in cunk:
|
153 |
if "None" not in x:
|
154 |
yield(x or "")
|