提交 e77f5473 编写于 作者: Q Qiao Longfei

add unit test for dist sparse l2 decay

上级 49cce3fd
...@@ -30,7 +30,12 @@ fluid.default_main_program().random_seed = 1 ...@@ -30,7 +30,12 @@ fluid.default_main_program().random_seed = 1
class TestDistCTR2x2(TestDistRunnerBase): class TestDistCTR2x2(TestDistRunnerBase):
def config(self):
self.use_l2_decay = False
def get_model(self, batch_size=2): def get_model(self, batch_size=2):
self.config()
dnn_input_dim, lr_input_dim = dist_ctr_reader.load_data_meta() dnn_input_dim, lr_input_dim = dist_ctr_reader.load_data_meta()
""" network definition """ """ network definition """
dnn_data = fluid.layers.data( dnn_data = fluid.layers.data(
...@@ -97,7 +102,13 @@ class TestDistCTR2x2(TestDistRunnerBase): ...@@ -97,7 +102,13 @@ class TestDistCTR2x2(TestDistRunnerBase):
inference_program = paddle.fluid.default_main_program().clone() inference_program = paddle.fluid.default_main_program().clone()
sgd_optimizer = fluid.optimizer.SGD(learning_rate=0.0001) regularization = None
if self.use_l2_decay:
regularization = fluid.regularizer.L2DecayRegularizer(
regularization_coeff=1e-3)
sgd_optimizer = fluid.optimizer.SGD(learning_rate=0.0001,
regularization=regularization)
sgd_optimizer.minimize(avg_cost) sgd_optimizer.minimize(avg_cost)
dataset = dist_ctr_reader.Dataset() dataset = dist_ctr_reader.Dataset()
......
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from __future__ import print_function
import dist_ctr
from test_dist_base import runtime_main
class TestDistCTRWithL2Decay(dist_ctr.TestDistCTR2x2):
def config(self):
self.use_l2_decay = True
if __name__ == "__main__":
runtime_main(TestDistCTRWithL2Decay)
...@@ -28,5 +28,15 @@ class TestDistCTR2x2(TestDistBase): ...@@ -28,5 +28,15 @@ class TestDistCTR2x2(TestDistBase):
self.check_with_place("dist_ctr.py", delta=1e-7, check_error_log=False) self.check_with_place("dist_ctr.py", delta=1e-7, check_error_log=False)
class TestDistCTR2x2WithL2Decay(TestDistBase):
def _setup_config(self):
self._sync_mode = True
self._enforce_place = "CPU"
def test_dist_ctr(self):
self.check_with_place(
"dist_ctr_with_l2_decay.py", delta=1e-7, check_error_log=False)
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册