axnand commited on
Commit
307a792
·
1 Parent(s): 5221f59

max length in the rephraser model modified

Browse files
Files changed (1) hide show
  1. app/services/rephraser.py +2 -2
app/services/rephraser.py CHANGED
@@ -62,14 +62,14 @@ def rephrase_text(text: str, tone: str = "general") -> str:
62
  prompt = f"Rephrase in a {tone} tone without introductory phrases:\n{text} </s>"
63
 
64
  inputs = tokenizer([prompt], return_tensors="pt", padding=True, truncation=True).to(device)
65
-
66
  outputs = model.generate(
67
  **inputs,
68
  do_sample=True,
69
  top_k=50,
70
  top_p=0.92,
71
  temperature=0.8,
72
- max_length=1024,
73
  repetition_penalty=1.1,
74
  early_stopping=True
75
  )
 
62
  prompt = f"Rephrase in a {tone} tone without introductory phrases:\n{text} </s>"
63
 
64
  inputs = tokenizer([prompt], return_tensors="pt", padding=True, truncation=True).to(device)
65
+ max_length = min(int(input_length * 1.3), 1024)
66
  outputs = model.generate(
67
  **inputs,
68
  do_sample=True,
69
  top_k=50,
70
  top_p=0.92,
71
  temperature=0.8,
72
+ max_length=max_length,
73
  repetition_penalty=1.1,
74
  early_stopping=True
75
  )