diff --git a/paddlehub/finetune/trainer.py b/paddlehub/finetune/trainer.py
index 199ab663f5fd72c6d62ae04e2668024a362cfbc4..c2b01eb86f2e121c43d5fe387bfdf346f34703bf 100644
--- a/paddlehub/finetune/trainer.py
+++ b/paddlehub/finetune/trainer.py
@@ -301,24 +301,26 @@ class Trainer(object):
                 collate_fn=collate_fn)
 
             self.model.eval()
+            
             avg_loss = num_samples = 0
             sum_metrics = defaultdict(int)
             avg_metrics = defaultdict(int)
 
             with logger.processing('Evaluation on validation dataset'):
-                for batch_idx, batch in enumerate(loader):
-                    result = self.validation_step(batch, batch_idx)
+                with paddle.no_grad():
+                    for batch_idx, batch in enumerate(loader):
+                        result = self.validation_step(batch, batch_idx)
 
-                    loss = result.get('loss', None)
-                    metrics = result.get('metrics', {})
-                    bs = batch[0].shape[0]
-                    num_samples += bs
+                        loss = result.get('loss', None)
+                        metrics = result.get('metrics', {})
+                        bs = batch[0].shape[0]
+                        num_samples += bs
 
-                    if loss:
-                        avg_loss += loss.numpy()[0] * bs
+                        if loss:
+                            avg_loss += loss.numpy()[0] * bs
 
-                    for metric, value in metrics.items():
-                        sum_metrics[metric] += value * bs
+                        for metric, value in metrics.items():
+                            sum_metrics[metric] += value * bs
 
             # print avg metrics and loss
             print_msg = '[Evaluation result]'