Skip to content

Commit

Permalink
Update haystack/components/preprocessors/recursive_splitter.py
Browse files Browse the repository at this point in the history
Co-authored-by: Sebastian Husch Lee <sjrl@users.noreply.github.com>
  • Loading branch information
davidsbatista and sjrl authored Jan 8, 2025
1 parent 602ac9b commit 78ebc71
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions haystack/components/preprocessors/recursive_splitter.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,15 +91,10 @@ def __init__(
else:
self.sentence_splitter_params["keep_white_spaces"] = True

def warm_up(self, sentence_splitter_params):
def warm_up(self):
"""
Warm up the sentence tokenizer.
:param sentence_splitter_params: Optional parameters to pass to the sentence tokenizer.
:returns:
An instance of the SentenceSplitter.
"""
sentence_splitter_params = sentence_splitter_params or {"keep_white_spaces": True}
self.nltk_tokenizer = self._get_custom_sentence_tokenizer(sentence_splitter_params)

def _check_params(self):
Expand Down

0 comments on commit 78ebc71

Please sign in to comment.