nelsonjq commited on
Commit
8bdbe52
·
verified ·
1 Parent(s): b120a5a

leave_marks removed argument, only 2 args as clean_text=True as default

Browse files
Files changed (1) hide show
  1. utils.py +2 -2
utils.py CHANGED
@@ -22,8 +22,8 @@ def align_text(txt1: str, txt2: str, lang1: str, lang2: str) -> pd.DataFrame:
22
 
23
  text1_prepared = preprocessor.mark_paragraphs(txt1)
24
  text2_prepared = preprocessor.mark_paragraphs(txt2)
25
- splitted_from = splitter.split_by_sentences_wrapper(text1_prepared, lang1, leave_marks=True)
26
- splitted_to = splitter.split_by_sentences_wrapper(text2_prepared, lang2, leave_marks=True)
27
 
28
  if os.path.isfile(db_path):
29
  os.unlink(db_path)
 
22
 
23
  text1_prepared = preprocessor.mark_paragraphs(txt1)
24
  text2_prepared = preprocessor.mark_paragraphs(txt2)
25
+ splitted_from = splitter.split_by_sentences_wrapper(text1_prepared, lang1)
26
+ splitted_to = splitter.split_by_sentences_wrapper(text2_prepared, lang2)
27
 
28
  if os.path.isfile(db_path):
29
  os.unlink(db_path)