#coding:utf-8 import argparse import ast import paddle.fluid as fluid import paddlehub as hub # yapf: disable parser = argparse.ArgumentParser(__doc__) parser.add_argument("--num_epoch", type=int, default=3, help="Number of epoches for fine-tuning.") parser.add_argument("--use_gpu", type=ast.literal_eval, default=True, help="Whether use GPU for fine-tuning, input should be True or False") parser.add_argument("--checkpoint_dir", type=str, default=None, help="Directory to model checkpoint") parser.add_argument("--batch_size", type=int, default=32, help="Total examples' number in batch for training.") args = parser.parse_args() # yapf: enable. if __name__ == '__main__': # Load Paddlehub senta pretrained model module = hub.Module(name="senta_bilstm") inputs, outputs, program = module.context(trainable=True) # Download dataset and use LACClassifyReader to read dataset dataset = hub.dataset.ChnSentiCorp() reader = hub.reader.LACClassifyReader( dataset=dataset, vocab_path=module.get_vocab_path()) sent_feature = outputs["sentence_feature"] # Setup feed list for data feeder # Must feed all the tensor of senta's module need feed_list = [inputs["words"].name] # Setup RunConfig for PaddleHub Fine-tune API config = hub.RunConfig( use_cuda=args.use_gpu, use_pyreader=False, use_data_parallel=False, num_epoch=args.num_epoch, batch_size=args.batch_size, checkpoint_dir=args.checkpoint_dir, strategy=hub.AdamWeightDecayStrategy()) # Define a classfication fine-tune task by PaddleHub's API cls_task = hub.TextClassifierTask( data_reader=reader, feature=sent_feature, feed_list=feed_list, num_classes=dataset.num_labels, config=config) # Fine-tune and evaluate by PaddleHub's API # will finish training, evaluation, testing, save model automatically cls_task.finetune_and_eval()