zRzRzRzRzRzRzR commited on
Commit
ecbee24
·
1 Parent(s): cfdacf5

more token

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def stream_from_vllm(messages, thinking_enabled=True, temperature=1.0):
17
  messages=messages,
18
  temperature=temperature,
19
  stream=True,
20
- max_tokens=32000,
21
  extra_body={
22
  "thinking":
23
  {
 
17
  messages=messages,
18
  temperature=temperature,
19
  stream=True,
20
+ max_tokens=65536,
21
  extra_body={
22
  "thinking":
23
  {