Daemontatox commited on
Commit
165f418
·
verified ·
1 Parent(s): 0f6a0c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -206,14 +206,14 @@ def create_examples():
206
  "What is the role of DNA in genetics?"
207
  ]
208
 
209
- @spaces.GPU(660)
210
  def chat_response(
211
  message: str,
212
  history: list,
213
  chat_display: str,
214
  system_prompt: str,
215
  temperature: float = 1.0,
216
- max_new_tokens: int = 4000,
217
  top_p: float = 0.8,
218
  top_k: int = 40,
219
  penalty: float = 1.2,
@@ -324,7 +324,7 @@ def main():
324
  minimum=128,
325
  maximum=32000,
326
  step=128,
327
- value=4000,
328
  label="Max Tokens",
329
  )
330
  top_p = gr.Slider(
 
206
  "What is the role of DNA in genetics?"
207
  ]
208
 
209
+ @spaces.GPU()
210
  def chat_response(
211
  message: str,
212
  history: list,
213
  chat_display: str,
214
  system_prompt: str,
215
  temperature: float = 1.0,
216
+ max_new_tokens: int = 8192,
217
  top_p: float = 0.8,
218
  top_k: int = 40,
219
  penalty: float = 1.2,
 
324
  minimum=128,
325
  maximum=32000,
326
  step=128,
327
+ value=8192,
328
  label="Max Tokens",
329
  )
330
  top_p = gr.Slider(