MilanM commited on
Commit
301e2bc
·
verified ·
1 Parent(s): 9ad01a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -709,7 +709,7 @@ def sentence_splitter_instantiation(
709
  ### Chunker/Sentence Splitter
710
  def simple_whitespace_tokenizer(text):
711
  """Tokenizer that considers each word as one token"""
712
- return text.split()
713
 
714
  if sentence_splitter_config.value is not None:
715
  sentence_splitter_config_values = sentence_splitter_config.value
 
709
  ### Chunker/Sentence Splitter
710
  def simple_whitespace_tokenizer(text):
711
  """Tokenizer that considers each word as one token"""
712
+ return text.split()
713
 
714
  if sentence_splitter_config.value is not None:
715
  sentence_splitter_config_values = sentence_splitter_config.value