未验证 提交 e02bc11f 编写于 作者: S Steffy-zxf 提交者: GitHub

update codes (#5072)

* update codes

* update codes

* update codes
上级 268c6248
......@@ -175,8 +175,8 @@ if __name__ == "__main__":
args.model_type = args.model_type.lower()
model_class, tokenizer_class = MODEL_CLASSES[args.model_type]
if args.model_name_or_path == 'ernie_tiny':
# ErnieTinyTokenizer is special for ernie_tiny pretained model.
if args.model_name_or_path == 'ernie-tiny':
# ErnieTinyTokenizer is special for ernie-tiny pretained model.
tokenizer = ppnlp.transformers.ErnieTinyTokenizer.from_pretrained(
args.model_name_or_path)
else:
......
......@@ -29,9 +29,8 @@ from model import SentenceTransformer
MODEL_CLASSES = {
"bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer),
'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer),
'roberta': (ppnlp.transformers.RobertaModel,
ppnlp.transformers.RobertaTokenizer),
'electra': (ppnlp.transformers.Electra, ppnlp.transformers.ElectraTokenizer)
'roberta':
(ppnlp.transformers.RobertaModel, ppnlp.transformers.RobertaTokenizer)
}
......
......@@ -30,8 +30,8 @@ from model import SentenceTransformer
MODEL_CLASSES = {
"bert": (ppnlp.transformers.BertModel, ppnlp.transformers.BertTokenizer),
'ernie': (ppnlp.transformers.ErnieModel, ppnlp.transformers.ErnieTokenizer),
'roberta': (ppnlp.transformers.RobertaModel,
ppnlp.transformers.RobertaTokenizer),
'roberta':
(ppnlp.transformers.RobertaModel, ppnlp.transformers.RobertaTokenizer),
}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册