diff --git a/python/paddle/v2/fluid/clip.py b/python/paddle/v2/fluid/clip.py
index 9800ad7c5d024b21e564762c8079d40968cd97d2..d97cd9ecc936e4b9d77416c9cecad3a1aa2616e0 100644
--- a/python/paddle/v2/fluid/clip.py
+++ b/python/paddle/v2/fluid/clip.py
@@ -124,11 +124,7 @@ class GradientClipByGlobalNorm(BaseGradientClipAttr):
 
         cls.global_norm_var = layers.fill_constant(
             shape=[1], dtype="float32", value=0.0)
-        cls.local_norm_var = framework.default_main_program().block(
-            0).create_var(
-                name=framework.unique_name("local_norm"),
-                dtype="float32",
-                persistable=False)
+        cls.local_norm_var = layers.create_tensor(dtype="float32")
         cls.clip_norm_var = layers.fill_constant(
             shape=[1], dtype="float32", value=clip_norm)