# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from __future__ import print_function import unittest import numpy as np import paddle import paddle.fluid as fluid from op_test import OpTest, skip_check_grad_ci def l2_norm(x, axis, epsilon): x2 = x**2 s = np.sum(x2, axis=axis, keepdims=True) r = np.sqrt(s + epsilon) y = x / np.broadcast_to(r, x.shape) return y, r class TestNormOp(OpTest): def setUp(self): self.op_type = "norm" self.init_test_case() x = np.random.random(self.shape).astype("float64") y, norm = l2_norm(x, self.axis, self.epsilon) self.inputs = {'X': x} self.attrs = {'epsilon': self.epsilon, 'axis': self.axis} self.outputs = {'Out': y, 'Norm': norm} def test_check_output(self): self.check_output() def test_check_grad(self): self.check_grad(['X'], 'Out') def init_test_case(self): self.shape = [2, 3, 4, 5] self.axis = 1 self.epsilon = 1e-8 class TestNormOp2(TestNormOp): def init_test_case(self): self.shape = [5, 3, 9, 7] self.axis = 0 self.epsilon = 1e-8 class TestNormOp3(TestNormOp): def init_test_case(self): self.shape = [5, 3, 2, 7] self.axis = -1 self.epsilon = 1e-8 @skip_check_grad_ci(reason="'check_grad' on large inputs is too slow, " + "however it is desirable to cover the forward pass") class TestNormOp4(TestNormOp): def init_test_case(self): self.shape = [128, 1024, 14, 14] self.axis = 2 self.epsilon = 1e-8 def test_check_grad(self): pass @skip_check_grad_ci(reason="'check_grad' on large inputs is too slow, " + "however it is desirable to cover the forward pass") class TestNormOp5(TestNormOp): def init_test_case(self): self.shape = [2048, 2048] self.axis = 1 self.epsilon = 1e-8 def test_check_grad(self): pass @skip_check_grad_ci(reason="skip check grad for test mode.") class TestNormTestOp(OpTest): def setUp(self): self.op_type = "norm" self.init_test_case() x = np.random.random(self.shape).astype("float64") y, norm = l2_norm(x, self.axis, self.epsilon) self.inputs = {'X': x} self.attrs = { 'epsilon': self.epsilon, 'axis': self.axis, 'is_test': True } self.outputs = {'Out': y} def test_check_output(self): self.check_output() def test_check_grad(self): pass def init_test_case(self): self.shape = [2, 3, 4, 5] self.axis = 1 self.epsilon = 1e-8 class API_NormTest(unittest.TestCase): def test_errors(self): with fluid.program_guard(fluid.Program()): def test_norm_x_type(): data = fluid.data(name="x", shape=[3, 3], dtype="int64") out = fluid.layers.l2_normalize(data) self.assertRaises(TypeError, test_norm_x_type) if __name__ == '__main__': unittest.main()