From dbc3fd5eb49f3ba726e64c56f03dab56f08f23be Mon Sep 17 00:00:00 2001
From: hong <43953930+phlrain@users.noreply.github.com>
Date: Tue, 30 Jun 2020 14:33:12 +0800
Subject: [PATCH] fix LinearLrWarmup bug; test=develop (#24913)
---
python/paddle/fluid/dygraph/learning_rate_scheduler.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/python/paddle/fluid/dygraph/learning_rate_scheduler.py b/python/paddle/fluid/dygraph/learning_rate_scheduler.py
index f7ca63d2203..3969cf4f950 100644
--- a/python/paddle/fluid/dygraph/learning_rate_scheduler.py
+++ b/python/paddle/fluid/dygraph/learning_rate_scheduler.py
@@ -664,6 +664,7 @@ class LinearLrWarmup(LearningRateDecay):
format(learning_rate))
self.learning_rate = learning_rate
self.warmup_steps = warmup_steps
+ self.start_lr = start_lr
assert end_lr > start_lr, "end_lr {} must be greater than start_lr {}".format(
end_lr, start_lr)
self.lr_ratio_before_warmup = (
@@ -676,7 +677,7 @@ class LinearLrWarmup(LearningRateDecay):
from .. import layers
if self.step_num < self.warmup_steps:
- return self.lr_ratio_before_warmup * self.step_num
+ return self.lr_ratio_before_warmup * self.step_num + self.start_lr
else:
return base_lr
--
GitLab