sablab commited on
Commit
4010b81
·
verified ·
1 Parent(s): 4b11dc0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -24,7 +24,7 @@ def generate(
24
 
25
  generate_kwargs = dict(
26
  temperature=temperature,
27
- max_new_tokens=4000,
28
  top_p=top_p,
29
  repetition_penalty=repetition_penalty,
30
  do_sample=True,
@@ -54,9 +54,9 @@ additional_inputs=[
54
  ),
55
  gr.Slider(
56
  label="Max new tokens",
57
- value=4000,
58
- minimum=2000,
59
- maximum=8000,
60
  step=64,
61
  interactive=True,
62
  info="The maximum numbers of new tokens",
@@ -89,7 +89,7 @@ css = """
89
  }
90
  """
91
 
92
- with gr.Blocks(css=css, show_copy_button= True) as demo:
93
  gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
94
  gr.ChatInterface(
95
  generate,
 
24
 
25
  generate_kwargs = dict(
26
  temperature=temperature,
27
+ max_new_tokens=8000,
28
  top_p=top_p,
29
  repetition_penalty=repetition_penalty,
30
  do_sample=True,
 
54
  ),
55
  gr.Slider(
56
  label="Max new tokens",
57
+ value=8000,
58
+ minimum=4000,
59
+ maximum=16000,
60
  step=64,
61
  interactive=True,
62
  info="The maximum numbers of new tokens",
 
89
  }
90
  """
91
 
92
+ with gr.Blocks(css=css) as demo:
93
  gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
94
  gr.ChatInterface(
95
  generate,