Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -16,13 +16,14 @@ def predict(instruction, topp, max_new_tokens, temperature):
|
|
16 |
top_p=topp,
|
17 |
num_return_sequences=1,
|
18 |
max_new_tokens=max_new_tokens,
|
|
|
19 |
temperature=temperature
|
20 |
)[0]["generated_text"]
|
21 |
|
22 |
return x[len(instruction):]
|
23 |
|
24 |
iface = gr.Interface(fn=predict, inputs=["text",
|
25 |
-
gr.inputs.Slider(0,
|
26 |
gr.inputs.Slider(0, 512, default=64, label="max_new_tokens"),
|
27 |
gr.inputs.Slider(0, 1, default=1, label="temperature")
|
28 |
],
|
|
|
16 |
top_p=topp,
|
17 |
num_return_sequences=1,
|
18 |
max_new_tokens=max_new_tokens,
|
19 |
+
max_length=None,
|
20 |
temperature=temperature
|
21 |
)[0]["generated_text"]
|
22 |
|
23 |
return x[len(instruction):]
|
24 |
|
25 |
iface = gr.Interface(fn=predict, inputs=["text",
|
26 |
+
gr.inputs.Slider(0, 2, default=0.90, label="top_p"),
|
27 |
gr.inputs.Slider(0, 512, default=64, label="max_new_tokens"),
|
28 |
gr.inputs.Slider(0, 1, default=1, label="temperature")
|
29 |
],
|