提交 2aa55f14 编写于 作者: M MRXLT

fix app

上级 f323db4a
...@@ -11,10 +11,4 @@ ...@@ -11,10 +11,4 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
from .reader.chinese_bert_reader import ChineseBertReader
from .reader.image_reader import ImageReader, File2Image, URL2Image, Sequential, Normalize, CenterCrop, Resize, PadStride
from .reader.lac_reader import LACReader
from .reader.senta_reader import SentaReader
from .reader.imdb_reader import IMDBDataset
from .models import ServingModels from .models import ServingModels
from .local_predict import Debugger
...@@ -48,10 +48,16 @@ def load_kv_dict(dict_path, ...@@ -48,10 +48,16 @@ def load_kv_dict(dict_path,
class LACReader(object): class LACReader(object):
"""data reader""" """data reader"""
def __init__(self, dict_folder): def __init__(self, dict_folder=""):
# read dict # read dict
#basepath = os.path.abspath(__file__) #basepath = os.path.abspath(__file__)
#folder = os.path.dirname(basepath) #folder = os.path.dirname(basepath)
if dict_folder == "":
dict_folder = "lac_dict"
if not os.path.exists(dict_folder):
r = os.system(
"wget https://paddle-serving.bj.bcebos.com/reader/lac/lac_dict.tar.gz --no-check-certificate && tar -xzvf lac_dict.tar.gz"
)
word_dict_path = os.path.join(dict_folder, "word.dic") word_dict_path = os.path.join(dict_folder, "word.dic")
label_dict_path = os.path.join(dict_folder, "tag.dic") label_dict_path = os.path.join(dict_folder, "tag.dic")
replace_dict_path = os.path.join(dict_folder, "q2b.dic") replace_dict_path = os.path.join(dict_folder, "q2b.dic")
......
...@@ -14,10 +14,11 @@ ...@@ -14,10 +14,11 @@
import sys import sys
import io import io
import os
class SentaReader(): class SentaReader():
def __init__(self, vocab_path, max_seq_len=20): def __init__(self, vocab_path="", max_seq_len=20):
self.max_seq_len = max_seq_len self.max_seq_len = max_seq_len
self.word_dict = self.load_vocab(vocab_path) self.word_dict = self.load_vocab(vocab_path)
...@@ -25,6 +26,13 @@ class SentaReader(): ...@@ -25,6 +26,13 @@ class SentaReader():
""" """
load the given vocabulary load the given vocabulary
""" """
if vocab_path == "":
vocab_path = "senta_vocab.txt"
if not os.path.exists(vocab_path):
r = os.system(
" wget https://paddle-serving.bj.bcebos.com/reader/senta/senta_vocab.txt --no-check-certificate"
)
vocab = {} vocab = {}
with io.open(vocab_path, 'r', encoding='utf8') as f: with io.open(vocab_path, 'r', encoding='utf8') as f:
for line in f: for line in f:
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册