Spaces:
Runtime error
Runtime error
Add `length_penalty`
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ def predict(text):
|
|
11 |
input_ids=tokenized_inputs["input_ids"],
|
12 |
attention_mask=tokenized_inputs["attention_mask"],
|
13 |
max_new_tokens=256,
|
|
|
14 |
num_beams=2,
|
15 |
do_sample=True
|
16 |
)
|
|
|
11 |
input_ids=tokenized_inputs["input_ids"],
|
12 |
attention_mask=tokenized_inputs["attention_mask"],
|
13 |
max_new_tokens=256,
|
14 |
+
length_penalty=0.8,
|
15 |
num_beams=2,
|
16 |
do_sample=True
|
17 |
)
|