diff --git a/paddlehub/finetune/finetune.py b/paddlehub/finetune/finetune.py
index 6516bde1234e4dbe220ed5e29ac3cd088053e7a0..204270ac19d8c9d13ce0fd86149ac03c4f8a666f 100644
--- a/paddlehub/finetune/finetune.py
+++ b/paddlehub/finetune/finetune.py
@@ -89,6 +89,8 @@ def _finetune_seq_label_task(task,
         train_time_used = 0
         logger.info("PaddleHub finetune start")
 
+        exe.run(fluid.default_startup_program())
+
         # Finetune loop
         for epoch in range(current_epoch, num_epoch + 1):
             train_reader = data_reader.data_generator(
@@ -195,6 +197,8 @@ def _finetune_cls_task(task, data_reader, feed_list, config=None,
             eval_loss_scalar = logw.scalar(tag="loss[evaluate]")
             eval_acc_scalar = logw.scalar(tag="accuracy[evaluate]")
 
+        exe.run(fluid.default_startup_program())
+
         # Finetune loop
         for epoch in range(current_epoch, num_epoch + 1):
             train_reader = data_reader.data_generator(