Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -206,14 +206,14 @@ def create_examples():
|
|
206 |
"What is the role of DNA in genetics?"
|
207 |
]
|
208 |
|
209 |
-
@spaces.GPU(
|
210 |
def chat_response(
|
211 |
message: str,
|
212 |
history: list,
|
213 |
chat_display: str,
|
214 |
system_prompt: str,
|
215 |
temperature: float = 1.0,
|
216 |
-
max_new_tokens: int =
|
217 |
top_p: float = 0.8,
|
218 |
top_k: int = 40,
|
219 |
penalty: float = 1.2,
|
@@ -324,7 +324,7 @@ def main():
|
|
324 |
minimum=128,
|
325 |
maximum=32000,
|
326 |
step=128,
|
327 |
-
value=
|
328 |
label="Max Tokens",
|
329 |
)
|
330 |
top_p = gr.Slider(
|
|
|
206 |
"What is the role of DNA in genetics?"
|
207 |
]
|
208 |
|
209 |
+
@spaces.GPU()
|
210 |
def chat_response(
|
211 |
message: str,
|
212 |
history: list,
|
213 |
chat_display: str,
|
214 |
system_prompt: str,
|
215 |
temperature: float = 1.0,
|
216 |
+
max_new_tokens: int = 8192,
|
217 |
top_p: float = 0.8,
|
218 |
top_k: int = 40,
|
219 |
penalty: float = 1.2,
|
|
|
324 |
minimum=128,
|
325 |
maximum=32000,
|
326 |
step=128,
|
327 |
+
value=8192,
|
328 |
label="Max Tokens",
|
329 |
)
|
330 |
top_p = gr.Slider(
|