diff --git a/ernie/tokenizing_ernie.py b/ernie/tokenizing_ernie.py index 428138f9802290729ea12af19272a34adca59439..4556bb8c239167a2b6804e48b27f0b6de15b0199 100644 --- a/ernie/tokenizing_ernie.py +++ b/ernie/tokenizing_ernie.py @@ -79,6 +79,8 @@ class ErnieTokenizer(object): 'ernie-2.0-en': bce + 'model-ernie2.0-en.1.tar.gz', 'ernie-2.0-large-en': bce + 'model-ernie2.0-large-en.1.tar.gz', 'ernie-tiny': bce + 'model-ernie_tiny.1.tar.gz', + 'ernie-gen-base-en': bce + 'model-ernie-gen-base-en.1.tar.gz', + 'ernie-gen-large-en': bce + 'model-ernie-gen-large-en.1.tar.gz', } @classmethod def from_pretrained(cls, pretrain_dir_or_url, force_download=False, **kwargs):