From 679a4c28fcac664115dcc71c253d187a9b028d2a Mon Sep 17 00:00:00 2001
From: whs <wanghaoshuang@baidu.com>
Date: Wed, 27 Mar 2019 20:03:13 +0800
Subject: [PATCH] Fix lost of learning rate variable in distillatoin when using
 lr decay. (#16471)

test=develop
---
 .../slim/distillation/distillation_strategy.py    | 15 ++++++++++++---
 .../fluid/contrib/slim/graph/graph_wrapper.py     |  6 ++++++
 .../slim/tests/test_distillation_strategy.py      |  4 +++-
 3 files changed, 21 insertions(+), 4 deletions(-)

diff --git a/python/paddle/fluid/contrib/slim/distillation/distillation_strategy.py b/python/paddle/fluid/contrib/slim/distillation/distillation_strategy.py
index 1f11f07a5..2fc6b4518 100644
--- a/python/paddle/fluid/contrib/slim/distillation/distillation_strategy.py
+++ b/python/paddle/fluid/contrib/slim/distillation/distillation_strategy.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 from ..core.strategy import Strategy
-from ....framework import Program, program_guard
+from ....framework import Program, Variable, program_guard
 from .... import Executor
 import logging
 
@@ -74,8 +74,17 @@ class DistillationStrategy(Strategy):
         startup_program = Program()
         with program_guard(graph.program, startup_program):
             context.distiller_optimizer._name = 'distillation_optimizer'
-            context.distiller_optimizer.minimize(
-                graph.var(graph.out_nodes['loss'])._var)
+
+            # The learning rate variable may be created in other program.
+            # Update information in optimizer to make
+            # learning rate variable being accessible in current program.
+            optimizer = context.distiller_optimizer
+            if isinstance(optimizer._learning_rate, Variable):
+                optimizer._learning_rate_map[
+                    graph.program] = optimizer._learning_rate
+
+            optimizer.minimize(graph.var(graph.out_nodes['loss'])._var)
+
         exe = Executor(context.place)
         exe.run(startup_program, scope=context.scope)
 
diff --git a/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py b/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
index c208553fd..7388ecd3b 100644
--- a/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
+++ b/python/paddle/fluid/contrib/slim/graph/graph_wrapper.py
@@ -402,6 +402,12 @@ class GraphWrapper(object):
             elif 'cost' in graph.out_nodes:
                 target_name = graph.out_nodes['cost']
             target = graph.var(target_name)._var
+            # The learning rate variable may be created in other program.
+            # Update information in optimizer to make
+            # learning rate variable being accessible in current program.
+            if isinstance(optimizer._learning_rate, Variable):
+                optimizer._learning_rate_map[
+                    graph.program] = optimizer._learning_rate
             optimizer.minimize(target, no_grad_set=no_grad_var_names)
 
         exe = Executor(place)
diff --git a/python/paddle/fluid/contrib/slim/tests/test_distillation_strategy.py b/python/paddle/fluid/contrib/slim/tests/test_distillation_strategy.py
index 9b967c0ac..094cc4c6a 100644
--- a/python/paddle/fluid/contrib/slim/tests/test_distillation_strategy.py
+++ b/python/paddle/fluid/contrib/slim/tests/test_distillation_strategy.py
@@ -41,9 +41,11 @@ class TestDistillationStrategy(unittest.TestCase):
 
         cost = fluid.layers.cross_entropy(input=out, label=label)
         avg_cost = fluid.layers.mean(x=cost)
+
         optimizer = fluid.optimizer.Momentum(
             momentum=0.9,
-            learning_rate=0.01,
+            learning_rate=fluid.layers.piecewise_decay(
+                boundaries=[5, 10], values=[0.01, 0.001, 0.0001]),
             regularization=fluid.regularizer.L2Decay(4e-5))
 
         place = fluid.CUDAPlace(0)
-- 
GitLab