Spaces:
Running
Running
max length in the rephraser model modified
Browse files
app/services/rephraser.py
CHANGED
@@ -62,14 +62,14 @@ def rephrase_text(text: str, tone: str = "general") -> str:
|
|
62 |
prompt = f"Rephrase in a {tone} tone without introductory phrases:\n{text} </s>"
|
63 |
|
64 |
inputs = tokenizer([prompt], return_tensors="pt", padding=True, truncation=True).to(device)
|
65 |
-
|
66 |
outputs = model.generate(
|
67 |
**inputs,
|
68 |
do_sample=True,
|
69 |
top_k=50,
|
70 |
top_p=0.92,
|
71 |
temperature=0.8,
|
72 |
-
max_length=
|
73 |
repetition_penalty=1.1,
|
74 |
early_stopping=True
|
75 |
)
|
|
|
62 |
prompt = f"Rephrase in a {tone} tone without introductory phrases:\n{text} </s>"
|
63 |
|
64 |
inputs = tokenizer([prompt], return_tensors="pt", padding=True, truncation=True).to(device)
|
65 |
+
max_length = min(int(input_length * 1.3), 1024)
|
66 |
outputs = model.generate(
|
67 |
**inputs,
|
68 |
do_sample=True,
|
69 |
top_k=50,
|
70 |
top_p=0.92,
|
71 |
temperature=0.8,
|
72 |
+
max_length=max_length,
|
73 |
repetition_penalty=1.1,
|
74 |
early_stopping=True
|
75 |
)
|