k3ybladewielder commited on
Commit
4520f8d
·
verified ·
1 Parent(s): 95a4f54

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -80,7 +80,7 @@ def get_llm():
80
  "text-generation",
81
  model=model,
82
  tokenizer=tokenizer,
83
- max_new_tokens=550,
84
  temperature=0.6,
85
  #eos_token_id=tokenizer.eos_token_id,
86
  eos_token_id=tokenizer.convert_tokens_to_ids("</s>"),
 
80
  "text-generation",
81
  model=model,
82
  tokenizer=tokenizer,
83
+ max_new_tokens=250,
84
  temperature=0.6,
85
  #eos_token_id=tokenizer.eos_token_id,
86
  eos_token_id=tokenizer.convert_tokens_to_ids("</s>"),