local Path in from_pretrained (#600)

Co-authored-by: Nsuweiyue <suweiyue@baidu.com>

ernie/modeling_ernie.py

@@ -202,7 +202,7 @@ class PretrainedModel(object):
             pretrain_dir = _fetch_from_remote(url, force_download)
         else:
             log.info('pretrain dir %s not in %s, read from local' % (pretrain_dir_or_url, repr(cls.resource_map)))
-            pretrain_dir = pretrain_dir_or_url
+            pretrain_dir = Path(pretrain_dir_or_url)
 
         if not pretrain_dir.exists():
             raise ValueError('pretrain dir not found: %s' % pretrain_dir)

ernie/tokenizing_ernie.py

@@ -24,6 +24,10 @@ import re
 import logging
 import tempfile
 from functools import partial
+if six.PY2:
+    from pathlib2 import Path
+else:
+    from pathlib import Path
 
 from tqdm import tqdm
 import numpy as np
@@ -90,7 +94,7 @@ class ErnieTokenizer(object):
             pretrain_dir = _fetch_from_remote(url, force_download=force_download)
         else:
             log.info('pretrain dir %s not in %s, read from local' % (pretrain_dir_or_url, repr(cls.resource_map)))
-            pretrain_dir = pretrain_dir_or_url
+            pretrain_dir = Path(pretrain_dir_or_url)
         if not pretrain_dir.exists():
             raise ValueError('pretrain dir not found: %s' % pretrain_dir)
         vocab_path = pretrain_dir / 'vocab.txt'
@@ -206,7 +210,7 @@ class ErnieTinyTokenizer(ErnieTokenizer):
             pretrain_dir = _fetch_from_remote(url, force_download)
         else:
             log.info('pretrain dir %s not in %s, read from local' % (pretrain_dir_or_url, repr(cls.resource_map)))
-            pretrain_dir = pretrain_dir_or_url
+            pretrain_dir = Path(pretrain_dir_or_url)
         if not pretrain_dir.exists():
             raise ValueError('pretrain dir not found: %s' % pretrain_dir)
         vocab_path = pretrain_dir / 'vocab.txt'