diff --git a/python/paddle/fluid/regularizer.py b/python/paddle/fluid/regularizer.py
index a4336e955f21b0b09bf3dadbd437855c06745860..97644df007117be35ccd4d66495d8ca0ec7b0e88 100644
--- a/python/paddle/fluid/regularizer.py
+++ b/python/paddle/fluid/regularizer.py
@@ -237,6 +237,7 @@ class L1DecayRegularizer(WeightDecayRegularizer):
                         'Ids': idx},
                 outputs={'Out': decay},
                 attrs={'is_sparse': True})
+            param = decay
 
         # Append sign op
         block.append_op(