test_bce_loss.py

# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import paddle
import paddle.fluid as fluid
import numpy as np
import unittest
from op_test import OpTest


class TestBCELoss(unittest.TestCase):
    def test_BCELoss(self):
        input_np = np.random.random(size=(20, 30)).astype(np.float64)
        label_np = np.random.random(size=(20, 30)).astype(np.float64)
        prog = fluid.Program()
        startup_prog = fluid.Program()
        places = [fluid.CPUPlace()]
        if fluid.core.is_compiled_with_cuda():
            places.append(fluid.CUDAPlace(0))
        reductions = ['sum', 'mean', 'none']
        for place in places:
            for red in reductions:
                with fluid.program_guard(prog, startup_prog):
                    input = fluid.data(
                        name='input', shape=[None, 30], dtype='float64')
                    label = fluid.data(
                        name='label', shape=[None, 30], dtype='float64')
                    bce_loss = fluid.dygraph.BCELoss(reduction=red)
                    res = bce_loss(input, label)

                    exe = fluid.Executor(place)
                    static_result = exe.run(
                        prog,
                        feed={"input": input_np,
                              "label": label_np},
                        fetch_list=[res])

                with fluid.dygraph.guard():
                    bce_loss = fluid.dygraph.BCELoss(reduction=red)
                    dy_res = bce_loss(
                        fluid.dygraph.to_variable(input_np),
                        fluid.dygraph.to_variable(label_np))
                    dy_result = dy_res.numpy()

                expected = -1 * (label_np * np.log(input_np) +
                                 (1. - label_np) * np.log(1. - input_np))
                if red == 'mean':
                    expected = np.mean(expected)
                elif red == 'sum':
                    expected = np.sum(expected)
                else:
                    expected = expected
                self.assertTrue(np.allclose(static_result, expected))
                self.assertTrue(np.allclose(static_result, dy_result))
                self.assertTrue(np.allclose(dy_result, expected))

    def test_BCELoss_weight(self):
        input_np = np.random.random(size=(2, 3, 4, 10)).astype(np.float64)
        label_np = np.random.random(size=(2, 3, 4, 10)).astype(np.float64)
        weight_np = np.random.random(size=(3, 4, 10)).astype(np.float64)
        prog = fluid.Program()
        startup_prog = fluid.Program()
        place = fluid.CUDAPlace(0) if fluid.core.is_compiled_with_cuda(
        ) else fluid.CPUPlace()
        with fluid.program_guard(prog, startup_prog):
            input = fluid.data(
                name='input', shape=[None, 3, 4, 10], dtype='float64')
            label = fluid.data(
                name='label', shape=[None, 3, 4, 10], dtype='float64')
            weight = fluid.data(
                name='weight', shape=[3, 4, 10], dtype='float64')
            bce_loss = fluid.dygraph.BCELoss(weight=weight)
            res = bce_loss(input, label)

            exe = fluid.Executor(place)
            static_result = exe.run(prog,
                                    feed={
                                        "input": input_np,
                                        "label": label_np,
                                        "weight": weight_np
                                    },
                                    fetch_list=[res])

        with fluid.dygraph.guard():
            bce_loss = fluid.dygraph.BCELoss(
                weight=fluid.dygraph.to_variable(weight_np))
            dy_res = bce_loss(
                fluid.dygraph.to_variable(input_np),
                fluid.dygraph.to_variable(label_np))
            dy_result = dy_res.numpy()

        expected = np.mean(-1 * weight_np *
                           (label_np * np.log(input_np) +
                            (1. - label_np) * np.log(1. - input_np)))
        self.assertTrue(np.allclose(static_result, expected))
        self.assertTrue(np.allclose(static_result, dy_result))
        self.assertTrue(np.allclose(dy_result, expected))


def bce_loss(input, label):
    return -1 * (label * np.log(input) + (1. - label) * np.log(1. - input))


class TestBceLossOp(OpTest):
    def setUp(self):
        self.init_test_case()
        self.op_type = "bce_loss"
        input_np = np.random.uniform(0.1, 0.8, self.shape).astype("float64")
        label_np = np.random.randint(0, 2, self.shape).astype("float64")
        output_np = bce_loss(input_np, label_np)

        self.inputs = {'X': input_np, 'Label': label_np}
        self.outputs = {'Out': output_np}

    def test_check_output(self):
        self.check_output()

    def test_check_grad(self):
        self.check_grad(['X'], 'Out')

    def init_test_case(self):
        self.shape = [10, 10]


class TestBceLossOpCase1(OpTest):
    def init_test_cast(self):
        self.shape = [2, 3, 4, 5]


class TestBceLossOpCase2(OpTest):
    def init_test_cast(self):
        self.shape = [2, 3, 20]


if __name__ == "__main__":
    unittest.main()