SecureLLMSys commited on
Commit
383cea5
·
1 Parent(s): ec7a6b4
Files changed (1) hide show
  1. src/utils.py +1 -0
src/utils.py CHANGED
@@ -200,6 +200,7 @@ def split_into_sentences(text: str) -> list[str]:
200
  :return: list of sentences
201
  :rtype: list[str]
202
  """
 
203
  text = " " + text + " "
204
  text = text.replace("\n","<newline>")
205
  text = re.sub(prefixes,"\\1<prd>",text)
 
200
  :return: list of sentences
201
  :rtype: list[str]
202
  """
203
+ text = text.replace("。", ".")
204
  text = " " + text + " "
205
  text = text.replace("\n","<newline>")
206
  text = re.sub(prefixes,"\\1<prd>",text)