diff --git a/smart_kit/text_preprocessing/local_text_normalizer.py b/smart_kit/text_preprocessing/local_text_normalizer.py index a1df191e..399f1e4c 100644 --- a/smart_kit/text_preprocessing/local_text_normalizer.py +++ b/smart_kit/text_preprocessing/local_text_normalizer.py @@ -40,7 +40,7 @@ def get_token_list(self, text): def __load_everything(self): try: - nltk.data.find("tokenizers/punkt") + nltk.data.find("tokenizers/punkt_tab") except LookupError: nltk.download("punkt_tab")