Merge pull request #12546 from reyoung/feature/fix_nmt_cannot_save_checkpoint

Do not set loss@Grad as persistable

python/paddle/fluid/backward.py

@@ -572,8 +572,6 @@ def append_backward(loss, parameter_list=None, no_grad_set=None,
 
     program.current_block_idx = current_block_idx
     program._sync_with_cpp()
-    # FIXME(zcd): prevent loss.grad optimized by mem_opt.
-    loss.block.var(_append_grad_suffix_(loss.name)).persistable = True
 
     if parameter_list is not None:
         parameters = parameter_list