fix regularizer lod bug (#17848)

* fix regularizer lod bug; test=develop

* fix exception bug and one_hot expand; test=develop

python/paddle/fluid/clip.py

@@ -21,6 +21,7 @@ import functools
 from . import layers
 from . import framework
 from . import core
+from .dygraph import not_support
 
 __all__ = [
     'ErrorClipByValue',
@@ -335,6 +336,7 @@ class GradientClipByGlobalNorm(BaseGradientClipAttr):
         return param, new_grad
 
 
+@not_support
 def set_gradient_clip(clip, param_list=None, program=None):
     """
     To specify parameters that require gradient clip.

python/paddle/fluid/framework.py

@@ -654,6 +654,8 @@ class Variable(object):
     @property
     def lod_level(self):
         # TODO(minqiyang): Support lod_level in dygraph mode
+        if in_dygraph_mode():
+            raise Exception("Dygraph model DO NOT supprt lod")
         return self.desc.lod_level()
 
     @property

python/paddle/fluid/layers/nn.py

@@ -6576,6 +6576,7 @@ def one_hot(input, depth):
             inputs = {'X': input}
             attrs = {'depth': depth}
         else:
+            depth.stop_gradient = True
             inputs = {'X': input, 'depth_tensor': depth}
             attrs = {}
     helper.append_op(
@@ -9383,6 +9384,7 @@ def expand(x, expand_times, name=None):
             new_expand_times = []
             for ele in expand_times:
                 if isinstance(ele, Variable):
+                    ele.stop_gradient = True
                     new_expand_times.append(ele)
                 else:
                     assert (isinstance(ele, int))

python/paddle/fluid/regularizer.py

@@ -162,6 +162,9 @@ class L2DecayRegularizer(WeightDecayRegularizer):
         assert isinstance(param, framework.Parameter)
         assert isinstance(block, framework.Block)
 
+        if framework.in_dygraph_mode():
+            decay = block.create_var(dtype=param.dtype, shape=param.shape)
+        else:
             decay = block.create_var(
                 dtype=param.dtype, shape=param.shape, lod_level=param.lod_level)
 
@@ -231,6 +234,9 @@ class L1DecayRegularizer(WeightDecayRegularizer):
         assert isinstance(param, framework.Parameter)
         assert isinstance(block, framework.Block)
 
+        if framework.in_dygraph_mode():
+            decay = block.create_var(dtype=param.dtype, shape=param.shape)
+        else:
             decay = block.create_var(
                 dtype=param.dtype, shape=param.shape, lod_level=param.lod_level)