akoksal commited on
Commit
e08a33a
·
1 Parent(s): 8b044f4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -16,13 +16,14 @@ def predict(instruction, topp, max_new_tokens, temperature):
16
  top_p=topp,
17
  num_return_sequences=1,
18
  max_new_tokens=max_new_tokens,
 
19
  temperature=temperature
20
  )[0]["generated_text"]
21
 
22
  return x[len(instruction):]
23
 
24
  iface = gr.Interface(fn=predict, inputs=["text",
25
- gr.inputs.Slider(0, 3, default=0.90, label="top_p"),
26
  gr.inputs.Slider(0, 512, default=64, label="max_new_tokens"),
27
  gr.inputs.Slider(0, 1, default=1, label="temperature")
28
  ],
 
16
  top_p=topp,
17
  num_return_sequences=1,
18
  max_new_tokens=max_new_tokens,
19
+ max_length=None,
20
  temperature=temperature
21
  )[0]["generated_text"]
22
 
23
  return x[len(instruction):]
24
 
25
  iface = gr.Interface(fn=predict, inputs=["text",
26
+ gr.inputs.Slider(0, 2, default=0.90, label="top_p"),
27
  gr.inputs.Slider(0, 512, default=64, label="max_new_tokens"),
28
  gr.inputs.Slider(0, 1, default=1, label="temperature")
29
  ],