#coding:utf-8 from __future__ import absolute_import from __future__ import division from __future__ import print_function import argparse import ast import numpy as np import os import time import paddle import paddle.fluid as fluid import paddlehub as hub # yapf: disable parser = argparse.ArgumentParser(__doc__) parser.add_argument("--checkpoint_dir", type=str, default=None, help="Directory to model checkpoint") parser.add_argument("--use_gpu", type=ast.literal_eval, default=True, help="Whether use GPU for fine-tuning, input should be True or False") parser.add_argument("--batch_size", type=int, default=1, help="Total examples' number in batch when the program predicts.") args = parser.parse_args() # yapf: enable. if __name__ == '__main__': # loading Paddlehub senta pretrained model module = hub.Module(name="senta_bilstm") inputs, outputs, program = module.context(trainable=True) # Download dataset and use LACClassifyReader to read dataset dataset = hub.dataset.ChnSentiCorp() reader = hub.reader.LACClassifyReader( dataset=dataset, vocab_path=module.get_vocab_path()) sent_feature = outputs["sentence_feature"] # Setup feed list for data feeder # Must feed all the tensor of senta's module need feed_list = [inputs["words"].name] # Setup RunConfig for PaddleHub Fine-tune API config = hub.RunConfig( use_data_parallel=False, use_cuda=args.use_gpu, batch_size=args.batch_size, checkpoint_dir=args.checkpoint_dir, strategy=hub.AdamWeightDecayStrategy()) # Define a classfication fine-tune task by PaddleHub's API cls_task = hub.TextClassifierTask( data_reader=reader, feature=sent_feature, feed_list=feed_list, num_classes=dataset.num_labels, config=config) # Data to be predicted data = ["这家餐厅很好吃", "这部电影真的很差劲"] print(cls_task.predict(data=data, return_result=True))