Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -83,7 +83,7 @@ async def generate_response(message):
|
|
83 |
|
84 |
loop = asyncio.get_event_loop()
|
85 |
response = await loop.run_in_executor(None, lambda: hf_client.chat_completion(
|
86 |
-
messages, max_tokens=
|
87 |
|
88 |
full_response = []
|
89 |
for part in response:
|
|
|
83 |
|
84 |
loop = asyncio.get_event_loop()
|
85 |
response = await loop.run_in_executor(None, lambda: hf_client.chat_completion(
|
86 |
+
messages, max_tokens=500, stream=True, temperature=0.7, top_p=0.85))
|
87 |
|
88 |
full_response = []
|
89 |
for part in response:
|