seawolf2357 commited on
Commit
33e137c
·
verified ·
1 Parent(s): 3497755

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -83,7 +83,7 @@ async def generate_response(message):
83
 
84
  loop = asyncio.get_event_loop()
85
  response = await loop.run_in_executor(None, lambda: hf_client.chat_completion(
86
- messages, max_tokens=1000, stream=True, temperature=0.7, top_p=0.85))
87
 
88
  full_response = []
89
  for part in response:
 
83
 
84
  loop = asyncio.get_event_loop()
85
  response = await loop.run_in_executor(None, lambda: hf_client.chat_completion(
86
+ messages, max_tokens=500, stream=True, temperature=0.7, top_p=0.85))
87
 
88
  full_response = []
89
  for part in response: