From 79b337486faa2bb9f5a7701df3126810e37ec63d Mon Sep 17 00:00:00 2001 From: kinghuin Date: Wed, 20 Nov 2019 15:39:37 +0800 Subject: [PATCH] debug ernie tiny reader --- paddlehub/reader/nlp_reader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paddlehub/reader/nlp_reader.py b/paddlehub/reader/nlp_reader.py index b89039bb..e3788543 100644 --- a/paddlehub/reader/nlp_reader.py +++ b/paddlehub/reader/nlp_reader.py @@ -49,7 +49,7 @@ class BaseReader(object): in_tokens=False): self.max_seq_len = max_seq_len if sp_model_path and word_dict_path: - self.tzokenizer = tokenization.WSSPTokenizer( + self.tokenizer = tokenization.WSSPTokenizer( vocab_path, sp_model_path, word_dict_path, ws=True, lower=True) else: self.tokenizer = tokenization.FullTokenizer( -- GitLab