diff --git a/python/paddle/v2/fluid/tests/test_dynrnn_gradient_check.py b/python/paddle/v2/fluid/tests/test_dynrnn_gradient_check.py
index 3018588c3a10f5a3a09efc6834be0895b9316af1..d0b805882fc8dd720314a09b490665d18b80e598 100644
--- a/python/paddle/v2/fluid/tests/test_dynrnn_gradient_check.py
+++ b/python/paddle/v2/fluid/tests/test_dynrnn_gradient_check.py
@@ -142,10 +142,10 @@ class BaseRNN(object):
         return feed_dict
 
     def get_numeric_gradient_of_param(self, param_name, delta=0.001):
+        p = self.params[param_name]
         if len(p.shape) != 2:
             raise ValueError("Not support get numeric gradient of an parameter,"
                              " which is not matrix")
-        p = self.params[param_name]
         g = numpy.zeros(shape=p.shape, dtype=p.dtype)
 
         for i in xrange(p.shape[0]):