316usman commited on
Commit
78dc359
·
1 Parent(s): f591817

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -98,7 +98,7 @@ if st.session_state["model_loaded"]:
98
  temperature=temperature, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
99
  top_p=top_p, # select from top tokens whose probability add up to 15%
100
  top_k=top_k, # select from top 0 tokens (because zero, relies on top_p)
101
- max_new_tokens=max_new_token, # mex number of tokens to generate in the output
102
  repetition_penalty=repetition_penalty # without this output begins repeating
103
  )
104
 
 
98
  temperature=temperature, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
99
  top_p=top_p, # select from top tokens whose probability add up to 15%
100
  top_k=top_k, # select from top 0 tokens (because zero, relies on top_p)
101
+ max_new_tokens=max_new_tokens, # mex number of tokens to generate in the output
102
  repetition_penalty=repetition_penalty # without this output begins repeating
103
  )
104