test_box_coder_op.py

#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import print_function

import unittest
import numpy as np
import sys
import math
from op_test import OpTest


def box_coder(target_box,
              prior_box,
              prior_box_var,
              output_box,
              code_type,
              box_normalized,
              axis=0):
    prior_box_width = prior_box[:, 2] - prior_box[:, 0] + \
                      (box_normalized==False)
    prior_box_height = prior_box[:, 3] - prior_box[:, 1] + \
                      (box_normalized==False)
    prior_box_x = prior_box_width * 0.5 + prior_box[:, 0]
    prior_box_y = prior_box_height * 0.5 + prior_box[:, 1]
    if axis == 0:
        prior_box_width = prior_box_width.reshape(1, prior_box.shape[0])
        prior_box_height = prior_box_height.reshape(1, prior_box.shape[0])
        prior_box_x = prior_box_x.reshape(1, prior_box.shape[0])
        prior_box_y = prior_box_y.reshape(1, prior_box.shape[0])
    else:
        prior_box_width = prior_box_width.reshape(prior_box.shape[0], 1)
        prior_box_height = prior_box_height.reshape(prior_box.shape[0], 1)
        prior_box_x = prior_box_x.reshape(prior_box.shape[0], 1)
        prior_box_y = prior_box_y.reshape(prior_box.shape[0], 1)
    if prior_box_var.ndim == 2:
        prior_box_var = prior_box_var.reshape(1, prior_box_var.shape[0],
                                              prior_box_var.shape[1])
    if (code_type == "EncodeCenterSize"):
        target_box_x = ((target_box[:, 2] + target_box[:, 0]) / 2).reshape(
            target_box.shape[0], 1)
        target_box_y = ((target_box[:, 3] + target_box[:, 1]) / 2).reshape(
            target_box.shape[0], 1)
        target_box_width = ((target_box[:, 2] - target_box[:, 0])).reshape(
            target_box.shape[0], 1)
        target_box_height = ((target_box[:, 3] - target_box[:, 1])).reshape(
            target_box.shape[0], 1)
        if not box_normalized:
            target_box_height = target_box_height + 1
            target_box_width = target_box_width + 1
        if prior_box_var.ndim == 1:
            output_box[:,:,0] = (target_box_x - prior_box_x) / \
                                prior_box_width / \
                                prior_box_var[0]
            output_box[:,:,1] = (target_box_y - prior_box_y) / \
                                prior_box_height / \
                                prior_box_var[1]
            output_box[:,:,2] = np.log(np.fabs(target_box_width / \
                                prior_box_width)) / \
                                prior_box_var[2]
            output_box[:,:,3] = np.log(np.fabs(target_box_height / \
                                prior_box_height)) / \
                                prior_box_var[3]
        else:
            output_box[:,:,0] = (target_box_x - prior_box_x) / \
                                prior_box_width / \
                                prior_box_var[:,:,0]
            output_box[:,:,1] = (target_box_y - prior_box_y) / \
                                prior_box_height / \
                                prior_box_var[:,:,1]
            output_box[:,:,2] = np.log(np.fabs(target_box_width / \
                                prior_box_width)) / \
                                prior_box_var[:,:,2]
            output_box[:,:,3] = np.log(np.fabs(target_box_height / \
                                prior_box_height)) / \
                                prior_box_var[:,:,3]

    elif (code_type == "DecodeCenterSize"):
        if prior_box_var.ndim == 1:
            target_box_x = prior_box_var[0] * target_box[:,:,0] * \
                           prior_box_width + prior_box_x
            target_box_y = prior_box_var[1] * target_box[:,:,1] * \
                           prior_box_height + prior_box_y
            target_box_width = np.exp(prior_box_var[2] * target_box[:,:,2]) * \
                               prior_box_width
            target_box_height = np.exp(prior_box_var[3] * target_box[:,:,3]) * \
                                prior_box_height
        else:
            target_box_x = prior_box_var[:,:,0] * target_box[:,:,0] * \
                           prior_box_width + prior_box_x
            target_box_y = prior_box_var[:,:,1] * target_box[:,:,1] * \
                           prior_box_height + prior_box_y
            target_box_width = np.exp(prior_box_var[:,:,2] * \
                               target_box[:,:,2]) * prior_box_width
            target_box_height = np.exp(prior_box_var[:,:,3] * \
                               target_box[:,:,3]) * prior_box_height
        output_box[:, :, 0] = target_box_x - target_box_width / 2
        output_box[:, :, 1] = target_box_y - target_box_height / 2
        output_box[:, :, 2] = target_box_x + target_box_width / 2
        output_box[:, :, 3] = target_box_y + target_box_height / 2
        if not box_normalized:
            output_box[:, :, 2] = output_box[:, :, 2] - 1
            output_box[:, :, 3] = output_box[:, :, 3] - 1


def batch_box_coder(prior_box,
                    prior_box_var,
                    target_box,
                    lod,
                    code_type,
                    box_normalized,
                    axis=0):
    n = target_box.shape[0]
    m = prior_box.shape[0]
    if code_type == "DecodeCenterSize":
        m = target_box.shape[1]
    output_box = np.zeros((n, m, 4), dtype=np.float32)
    cur_offset = 0
    for i in range(len(lod)):
        if (code_type == "EncodeCenterSize"):
            box_coder(target_box[cur_offset:(cur_offset + lod[i]), :],
                      prior_box, prior_box_var,
                      output_box[cur_offset:(cur_offset + lod[i]), :, :],
                      code_type, box_normalized)
        elif (code_type == "DecodeCenterSize"):
            box_coder(target_box, prior_box, prior_box_var, output_box,
                      code_type, box_normalized, axis)
        cur_offset += lod[i]
    return output_box


class TestBoxCoderOp(OpTest):
    def test_check_output(self):
        self.check_output()

    def setUp(self):
        self.op_type = "box_coder"
        lod = [[1, 1, 1, 1, 1]]
        prior_box = np.random.random((10, 4)).astype('float32')
        prior_box_var = np.random.random((10, 4)).astype('float32')
        target_box = np.random.random((5, 10, 4)).astype('float32')
        code_type = "DecodeCenterSize"
        box_normalized = False
        output_box = batch_box_coder(prior_box, prior_box_var, target_box,
                                     lod[0], code_type, box_normalized)
        self.inputs = {
            'PriorBox': prior_box,
            'PriorBoxVar': prior_box_var,
            'TargetBox': target_box,
        }
        self.attrs = {
            'code_type': 'decode_center_size',
            'box_normalized': False
        }
        self.outputs = {'OutputBox': output_box}


class TestBoxCoderOpWithOneRankVar(OpTest):
    def test_check_output(self):
        self.check_output()

    def setUp(self):
        self.op_type = "box_coder"
        lod = [[1, 1, 1, 1, 1]]
        prior_box = np.random.random((6, 4)).astype('float32')
        prior_box_var = np.random.random((4)).astype('float32')
        target_box = np.random.random((3, 6, 4)).astype('float32')
        code_type = "DecodeCenterSize"
        box_normalized = False
        output_box = batch_box_coder(prior_box, prior_box_var, target_box,
                                     lod[0], code_type, box_normalized)

        self.inputs = {
            'PriorBox': prior_box,
            'PriorBoxVar': prior_box_var,
            'TargetBox': target_box,
        }
        self.attrs = {
            'code_type': 'decode_center_size',
            'box_normalized': False
        }
        self.outputs = {'OutputBox': output_box}


class TestBoxCoderOpWithoutBoxVar(OpTest):
    def test_check_output(self):
        self.check_output()

    def setUp(self):
        self.op_type = "box_coder"
        lod = [[0, 1, 2, 3, 4, 5]]
        prior_box = np.random.random((10, 4)).astype('float32')
        prior_box_var = np.ones((10, 4)).astype('float32')
        target_box = np.random.random((5, 10, 4)).astype('float32')
        code_type = "DecodeCenterSize"
        box_normalized = False
        output_box = batch_box_coder(prior_box, prior_box_var, target_box,
                                     lod[0], code_type, box_normalized)

        self.inputs = {
            'PriorBox': prior_box,
            'TargetBox': target_box,
        }
        self.attrs = {
            'code_type': 'decode_center_size',
            'box_normalized': False
        }
        self.outputs = {'OutputBox': output_box}


class TestBoxCoderOpWithLoD(OpTest):
    def test_check_output(self):
        self.check_output()

    def setUp(self):
        self.op_type = "box_coder"
        lod = [[4, 8, 8]]
        prior_box = np.random.random((10, 4)).astype('float32')
        prior_box_var = np.random.random((10, 4)).astype('float32')
        target_box = np.random.random((20, 4)).astype('float32')
        code_type = "EncodeCenterSize"
        box_normalized = True
        output_box = batch_box_coder(prior_box, prior_box_var, target_box,
                                     lod[0], code_type, box_normalized)

        self.inputs = {
            'PriorBox': prior_box,
            'PriorBoxVar': prior_box_var,
            'TargetBox': (target_box, lod),
        }
        self.attrs = {'code_type': 'encode_center_size', 'box_normalized': True}
        self.outputs = {'OutputBox': output_box}


class TestBoxCoderOpWithAxis(OpTest):
    def test_check_output(self):
        self.check_output()

    def setUp(self):
        self.op_type = "box_coder"
        lod = [[1, 1, 1, 1, 1]]
        prior_box = np.random.random((5, 4)).astype('float32')
        prior_box_var = np.random.random((4)).astype('float32')
        target_box = np.random.random((5, 6, 4)).astype('float32')
        code_type = "DecodeCenterSize"
        box_normalized = False
        axis = 1
        output_box = batch_box_coder(prior_box, prior_box_var, target_box,
                                     lod[0], code_type, box_normalized, axis)

        self.inputs = {
            'PriorBox': prior_box,
            'PriorBoxVar': prior_box_var,
            'TargetBox': target_box,
        }
        self.attrs = {
            'code_type': 'decode_center_size',
            'box_normalized': False,
            'axis': axis
        }
        self.outputs = {'OutputBox': output_box}


if __name__ == '__main__':
    unittest.main()