Spaces:
Runtime error
Runtime error
Update app.py
Browse filesfixed! batch_decode(Bug)
app.py
CHANGED
@@ -19,7 +19,7 @@ def generate_output(prompt, input, kwargs):
|
|
19 |
text = prompt + input
|
20 |
inputs = tokenizer(text, return_tensors="pt")
|
21 |
generate = model.generate(**inputs, **kwargs)
|
22 |
-
output = tokenizer.
|
23 |
generate[:, inputs.input_ids.shape[1] :], skip_special_tokens=True
|
24 |
)
|
25 |
return output[0].split("\n\n")[0].strip()
|
|
|
19 |
text = prompt + input
|
20 |
inputs = tokenizer(text, return_tensors="pt")
|
21 |
generate = model.generate(**inputs, **kwargs)
|
22 |
+
output = tokenizer.batch_decode(
|
23 |
generate[:, inputs.input_ids.shape[1] :], skip_special_tokens=True
|
24 |
)
|
25 |
return output[0].split("\n\n")[0].strip()
|