未验证 提交 e02bc11f 编写于 作者: S Steffy-zxf 提交者: GitHub

update codes (#5072)

* update codes

* update codes

* update codes
上级 268c6248
...@@ -175,8 +175,8 @@ if __name__ == "__main__": ...@@ -175,8 +175,8 @@ if __name__ == "__main__":
args.model_type = args.model_type.lower() args.model_type = args.model_type.lower()
model_class, tokenizer_class = MODEL_CLASSES[args.model_type] model_class, tokenizer_class = MODEL_CLASSES[args.model_type]
if args.model_name_or_path == 'ernie_tiny': if args.model_name_or_path == 'ernie-tiny':
# ErnieTinyTokenizer is special for ernie_tiny pretained model. # ErnieTinyTokenizer is special for ernie-tiny pretained model.
tokenizer = ppnlp.transformers.ErnieTinyTokenizer.from_pretrained( tokenizer = ppnlp.transformers.ErnieTinyTokenizer.from_pretrained(
args.model_name_or_path) args.model_name_or_path)
else: else:
......
...@@ -29,9 +29,8 @@ from model import SentenceTransformer ...@@ -29,9 +29,8 @@ from model import SentenceTransformer
MODEL_CLASSES = { MODEL_CLASSES = {
"bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer), "bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer),
'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer), 'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer),
'roberta': (ppnlp.transformers.RobertaModel, 'roberta':
ppnlp.transformers.RobertaTokenizer), (ppnlp.transformers.RobertaModel, ppnlp.transformers.RobertaTokenizer)
'electra': (ppnlp.transformers.Electra, ppnlp.transformers.ElectraTokenizer)
} }
......
...@@ -30,8 +30,8 @@ from model import SentenceTransformer ...@@ -30,8 +30,8 @@ from model import SentenceTransformer
MODEL_CLASSES = { MODEL_CLASSES = {
"bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer), "bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer),
'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer), 'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer),
'roberta': (ppnlp.transformers.RobertaModel, 'roberta':
ppnlp.transformers.RobertaTokenizer), (ppnlp.transformers.RobertaModel, ppnlp.transformers.RobertaTokenizer),
} }
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册