diff --git a/enelvo/normaliser.py b/enelvo/normaliser.py index 4c85647..6982eeb 100644 --- a/enelvo/normaliser.py +++ b/enelvo/normaliser.py @@ -121,7 +121,7 @@ def normalise(self, sentence): pp_line = preprocessing.tokenize(text=sentence, tokenizer=self.tokenizer) oov_tokens = ( analytics.identify_oov( - lex=self.ok_lex, force_list=self.fc_list, tokens=self.pp_line + lex=self.ok_lex, force_list=self.fc_list, tokens=pp_line ) if self.fc_list else analytics.identify_oov(lex=self.ok_lex, tokens=pp_line)