Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ def generate(
|
|
24 |
|
25 |
generate_kwargs = dict(
|
26 |
temperature=temperature,
|
27 |
-
max_new_tokens=
|
28 |
top_p=top_p,
|
29 |
repetition_penalty=repetition_penalty,
|
30 |
do_sample=True,
|
@@ -54,9 +54,9 @@ additional_inputs=[
|
|
54 |
),
|
55 |
gr.Slider(
|
56 |
label="Max new tokens",
|
57 |
-
value=
|
58 |
-
minimum=
|
59 |
-
maximum=
|
60 |
step=64,
|
61 |
interactive=True,
|
62 |
info="The maximum numbers of new tokens",
|
@@ -89,7 +89,7 @@ css = """
|
|
89 |
}
|
90 |
"""
|
91 |
|
92 |
-
with gr.Blocks(css=css
|
93 |
gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
|
94 |
gr.ChatInterface(
|
95 |
generate,
|
|
|
24 |
|
25 |
generate_kwargs = dict(
|
26 |
temperature=temperature,
|
27 |
+
max_new_tokens=8000,
|
28 |
top_p=top_p,
|
29 |
repetition_penalty=repetition_penalty,
|
30 |
do_sample=True,
|
|
|
54 |
),
|
55 |
gr.Slider(
|
56 |
label="Max new tokens",
|
57 |
+
value=8000,
|
58 |
+
minimum=4000,
|
59 |
+
maximum=16000,
|
60 |
step=64,
|
61 |
interactive=True,
|
62 |
info="The maximum numbers of new tokens",
|
|
|
89 |
}
|
90 |
"""
|
91 |
|
92 |
+
with gr.Blocks(css=css) as demo:
|
93 |
gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
|
94 |
gr.ChatInterface(
|
95 |
generate,
|