From 154d88c26188b25fa6eec99b1d7e743918fa43d9 Mon Sep 17 00:00:00 2001 From: zchen0211 Date: Mon, 18 Sep 2017 17:29:58 -0700 Subject: [PATCH] fix gradient not stable --- python/paddle/v2/framework/tests/test_prelu_op.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/paddle/v2/framework/tests/test_prelu_op.py b/python/paddle/v2/framework/tests/test_prelu_op.py index b74812e9691..2b6b7db3680 100644 --- a/python/paddle/v2/framework/tests/test_prelu_op.py +++ b/python/paddle/v2/framework/tests/test_prelu_op.py @@ -7,6 +7,8 @@ class PReluTest(OpTest): def setUp(self): self.op_type = "prelu" x_np = np.random.normal(size=(10, 10)).astype("float32") + x_np_sign = np.sign(x_np) + x_np = x_np_sign * np.maximum(x_np, .005) alpha_np = np.array([.1]) self.inputs = {'X': x_np, 'Alpha': alpha_np} out_np = np.maximum(self.inputs['X'], 0.) -- GitLab