test_gather_tree_op.py 5.2 KB
Newer Older
G
Guo Sheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
#   Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import unittest
import numpy as np
from op_test import OpTest
18
import paddle
G
Guo Sheng 已提交
19
import paddle.fluid as fluid
X
Xing Wu 已提交
20
from paddle.fluid.framework import program_guard, Program
G
Guo Sheng 已提交
21 22 23


class TestGatherTreeOp(OpTest):
24

G
Guo Sheng 已提交
25 26
    def setUp(self):
        self.op_type = "gather_tree"
H
hong 已提交
27
        self.python_api = paddle.nn.functional.gather_tree
G
Guo Sheng 已提交
28
        max_length, batch_size, beam_size = 5, 2, 2
29 30 31 32 33 34
        ids = np.random.randint(0,
                                high=10,
                                size=(max_length, batch_size, beam_size))
        parents = np.random.randint(0,
                                    high=beam_size,
                                    size=(max_length, batch_size, beam_size))
G
Guo Sheng 已提交
35 36 37 38
        self.inputs = {"Ids": ids, "Parents": parents}
        self.outputs = {'Out': self.backtrace(ids, parents)}

    def test_check_output(self):
H
hong 已提交
39
        self.check_output(check_eager=True)
G
Guo Sheng 已提交
40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55

    @staticmethod
    def backtrace(ids, parents):
        out = np.zeros_like(ids)
        (max_length, batch_size, beam_size) = ids.shape
        for batch in range(batch_size):
            for beam in range(beam_size):
                out[max_length - 1, batch, beam] = ids[max_length - 1, batch,
                                                       beam]
                parent = parents[max_length - 1, batch, beam]
                for step in range(max_length - 2, -1, -1):
                    out[step, batch, beam] = ids[step, batch, parent]
                    parent = parents[step, batch, parent]
        return out


56
class TestGatherTreeOpAPI(unittest.TestCase):
57

G
Guo Sheng 已提交
58
    def test_case(self):
59
        paddle.enable_static()
60 61 62 63 64 65 66 67
        ids = fluid.layers.data(name='ids',
                                shape=[5, 2, 2],
                                dtype='int64',
                                append_batch_size=False)
        parents = fluid.layers.data(name='parents',
                                    shape=[5, 2, 2],
                                    dtype='int64',
                                    append_batch_size=False)
G
Guo Sheng 已提交
68
        final_sequences = fluid.layers.gather_tree(ids, parents)
69 70 71
        paddle.disable_static()

    def test_case2(self):
72 73 74 75
        ids = paddle.to_tensor([[[2, 2], [6, 1]], [[3, 9], [6, 1]],
                                [[0, 1], [9, 0]]])
        parents = paddle.to_tensor([[[0, 0], [1, 1]], [[1, 0], [1, 0]],
                                    [[0, 0], [0, 1]]])
76
        final_sequences = paddle.nn.functional.gather_tree(ids, parents)
G
Guo Sheng 已提交
77 78


X
Xing Wu 已提交
79
class TestGatherTreeOpError(unittest.TestCase):
80

X
Xing Wu 已提交
81
    def test_errors(self):
82
        paddle.enable_static()
X
Xing Wu 已提交
83
        with program_guard(Program(), Program()):
84 85 86 87 88 89 90 91
            ids = fluid.layers.data(name='ids',
                                    shape=[5, 2, 2],
                                    dtype='int64',
                                    append_batch_size=False)
            parents = fluid.layers.data(name='parents',
                                        shape=[5, 2, 2],
                                        dtype='int64',
                                        append_batch_size=False)
X
Xing Wu 已提交
92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108

            def test_Variable_ids():
                # the input type must be Variable
                np_ids = np.random.random((5, 2, 2), dtype='int64')
                fluid.layers.gather_tree(np_ids, parents)

            self.assertRaises(TypeError, test_Variable_ids)

            def test_Variable_parents():
                # the input type must be Variable
                np_parents = np.random.random((5, 2, 2), dtype='int64')
                fluid.layers.gather_tree(ids, np_parents)

            self.assertRaises(TypeError, test_Variable_parents)

            def test_type_ids():
                # dtype must be int32 or int64
109 110 111 112
                bad_ids = fluid.layers.data(name='bad_ids',
                                            shape=[5, 2, 2],
                                            dtype='float32',
                                            append_batch_size=False)
X
Xing Wu 已提交
113 114 115 116 117 118
                fluid.layers.gather_tree(bad_ids, parents)

            self.assertRaises(TypeError, test_type_ids)

            def test_type_parents():
                # dtype must be int32 or int64
119 120 121 122
                bad_parents = fluid.layers.data(name='bad_parents',
                                                shape=[5, 2, 2],
                                                dtype='float32',
                                                append_batch_size=False)
X
Xing Wu 已提交
123 124 125
                fluid.layers.gather_tree(ids, bad_parents)

            self.assertRaises(TypeError, test_type_parents)
126
        paddle.disable_static()
X
Xing Wu 已提交
127 128


G
Guo Sheng 已提交
129
if __name__ == "__main__":
H
hong 已提交
130
    paddle.enable_static()
G
Guo Sheng 已提交
131
    unittest.main()