test_gather_tree_op.py 5.6 KB
Newer Older
G
Guo Sheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
#   Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import unittest
16

G
Guo Sheng 已提交
17 18
import numpy as np
from op_test import OpTest
19

20
import paddle
G
Guo Sheng 已提交
21
import paddle.fluid as fluid
22
from paddle.fluid.framework import Program, program_guard
G
Guo Sheng 已提交
23 24 25 26 27


class TestGatherTreeOp(OpTest):
    def setUp(self):
        self.op_type = "gather_tree"
H
hong 已提交
28
        self.python_api = paddle.nn.functional.gather_tree
G
Guo Sheng 已提交
29
        max_length, batch_size, beam_size = 5, 2, 2
30 31 32 33 34 35
        ids = np.random.randint(
            0, high=10, size=(max_length, batch_size, beam_size)
        )
        parents = np.random.randint(
            0, high=beam_size, size=(max_length, batch_size, beam_size)
        )
G
Guo Sheng 已提交
36 37 38 39
        self.inputs = {"Ids": ids, "Parents": parents}
        self.outputs = {'Out': self.backtrace(ids, parents)}

    def test_check_output(self):
H
hong 已提交
40
        self.check_output(check_eager=True)
G
Guo Sheng 已提交
41 42 43 44 45 46 47

    @staticmethod
    def backtrace(ids, parents):
        out = np.zeros_like(ids)
        (max_length, batch_size, beam_size) = ids.shape
        for batch in range(batch_size):
            for beam in range(beam_size):
48 49 50
                out[max_length - 1, batch, beam] = ids[
                    max_length - 1, batch, beam
                ]
G
Guo Sheng 已提交
51 52 53 54 55 56 57
                parent = parents[max_length - 1, batch, beam]
                for step in range(max_length - 2, -1, -1):
                    out[step, batch, beam] = ids[step, batch, parent]
                    parent = parents[step, batch, parent]
        return out


58
class TestGatherTreeOpAPI(unittest.TestCase):
G
Guo Sheng 已提交
59
    def test_case(self):
60
        paddle.enable_static()
61 62 63 64 65 66 67 68 69
        ids = fluid.layers.data(
            name='ids', shape=[5, 2, 2], dtype='int64', append_batch_size=False
        )
        parents = fluid.layers.data(
            name='parents',
            shape=[5, 2, 2],
            dtype='int64',
            append_batch_size=False,
        )
70
        final_sequences = paddle.nn.functional.gather_tree(ids, parents)
71 72 73
        paddle.disable_static()

    def test_case2(self):
74 75 76 77 78 79
        ids = paddle.to_tensor(
            [[[2, 2], [6, 1]], [[3, 9], [6, 1]], [[0, 1], [9, 0]]]
        )
        parents = paddle.to_tensor(
            [[[0, 0], [1, 1]], [[1, 0], [1, 0]], [[0, 0], [0, 1]]]
        )
80
        final_sequences = paddle.nn.functional.gather_tree(ids, parents)
G
Guo Sheng 已提交
81 82


X
Xing Wu 已提交
83 84
class TestGatherTreeOpError(unittest.TestCase):
    def test_errors(self):
85
        paddle.enable_static()
X
Xing Wu 已提交
86
        with program_guard(Program(), Program()):
87 88 89 90 91 92 93 94 95 96 97 98
            ids = fluid.layers.data(
                name='ids',
                shape=[5, 2, 2],
                dtype='int64',
                append_batch_size=False,
            )
            parents = fluid.layers.data(
                name='parents',
                shape=[5, 2, 2],
                dtype='int64',
                append_batch_size=False,
            )
X
Xing Wu 已提交
99 100 101 102

            def test_Variable_ids():
                # the input type must be Variable
                np_ids = np.random.random((5, 2, 2), dtype='int64')
103
                paddle.nn.functional.gather_tree(np_ids, parents)
X
Xing Wu 已提交
104 105 106 107 108 109

            self.assertRaises(TypeError, test_Variable_ids)

            def test_Variable_parents():
                # the input type must be Variable
                np_parents = np.random.random((5, 2, 2), dtype='int64')
110
                paddle.nn.functional.gather_tree(ids, np_parents)
X
Xing Wu 已提交
111 112 113 114 115

            self.assertRaises(TypeError, test_Variable_parents)

            def test_type_ids():
                # dtype must be int32 or int64
116 117 118 119 120 121
                bad_ids = fluid.layers.data(
                    name='bad_ids',
                    shape=[5, 2, 2],
                    dtype='float32',
                    append_batch_size=False,
                )
122
                paddle.nn.functional.gather_tree(bad_ids, parents)
X
Xing Wu 已提交
123 124 125 126 127

            self.assertRaises(TypeError, test_type_ids)

            def test_type_parents():
                # dtype must be int32 or int64
128 129 130 131 132 133
                bad_parents = fluid.layers.data(
                    name='bad_parents',
                    shape=[5, 2, 2],
                    dtype='float32',
                    append_batch_size=False,
                )
134
                paddle.nn.functional.gather_tree(ids, bad_parents)
X
Xing Wu 已提交
135 136

            self.assertRaises(TypeError, test_type_parents)
137 138

            def test_ids_ndim():
139 140 141 142 143 144
                bad_ids = fluid.layers.data(
                    name='bad_test_ids',
                    shape=[5, 2],
                    dtype='int64',
                    append_batch_size=False,
                )
145 146 147 148 149
                paddle.nn.functional.gather_tree(bad_ids, parents)

            self.assertRaises(ValueError, test_ids_ndim)

            def test_parents_ndim():
150 151 152 153 154 155
                bad_parents = fluid.layers.data(
                    name='bad_test_parents',
                    shape=[5, 2],
                    dtype='int64',
                    append_batch_size=False,
                )
156 157 158 159
                paddle.nn.functional.gather_tree(ids, bad_parents)

            self.assertRaises(ValueError, test_parents_ndim)

160
        paddle.disable_static()
X
Xing Wu 已提交
161 162


G
Guo Sheng 已提交
163
if __name__ == "__main__":
H
hong 已提交
164
    paddle.enable_static()
G
Guo Sheng 已提交
165
    unittest.main()