Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -98,7 +98,7 @@ if st.session_state["model_loaded"]:
|
|
98 |
temperature=temperature, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
|
99 |
top_p=top_p, # select from top tokens whose probability add up to 15%
|
100 |
top_k=top_k, # select from top 0 tokens (because zero, relies on top_p)
|
101 |
-
max_new_tokens=
|
102 |
repetition_penalty=repetition_penalty # without this output begins repeating
|
103 |
)
|
104 |
|
|
|
98 |
temperature=temperature, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
|
99 |
top_p=top_p, # select from top tokens whose probability add up to 15%
|
100 |
top_k=top_k, # select from top 0 tokens (because zero, relies on top_p)
|
101 |
+
max_new_tokens=max_new_tokens, # mex number of tokens to generate in the output
|
102 |
repetition_penalty=repetition_penalty # without this output begins repeating
|
103 |
)
|
104 |
|