test_gather_tree_op.py 5.2 KB
Newer Older
G
Guo Sheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
#   Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import print_function

import unittest
import numpy as np
from op_test import OpTest
20
import paddle
G
Guo Sheng 已提交
21
import paddle.fluid as fluid
X
Xing Wu 已提交
22
from paddle.fluid.framework import program_guard, Program
G
Guo Sheng 已提交
23 24 25


class TestGatherTreeOp(OpTest):
26

G
Guo Sheng 已提交
27 28
    def setUp(self):
        self.op_type = "gather_tree"
H
hong 已提交
29
        self.python_api = paddle.nn.functional.gather_tree
G
Guo Sheng 已提交
30
        max_length, batch_size, beam_size = 5, 2, 2
31 32 33 34 35 36
        ids = np.random.randint(0,
                                high=10,
                                size=(max_length, batch_size, beam_size))
        parents = np.random.randint(0,
                                    high=beam_size,
                                    size=(max_length, batch_size, beam_size))
G
Guo Sheng 已提交
37 38 39 40
        self.inputs = {"Ids": ids, "Parents": parents}
        self.outputs = {'Out': self.backtrace(ids, parents)}

    def test_check_output(self):
H
hong 已提交
41
        self.check_output(check_eager=True)
G
Guo Sheng 已提交
42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57

    @staticmethod
    def backtrace(ids, parents):
        out = np.zeros_like(ids)
        (max_length, batch_size, beam_size) = ids.shape
        for batch in range(batch_size):
            for beam in range(beam_size):
                out[max_length - 1, batch, beam] = ids[max_length - 1, batch,
                                                       beam]
                parent = parents[max_length - 1, batch, beam]
                for step in range(max_length - 2, -1, -1):
                    out[step, batch, beam] = ids[step, batch, parent]
                    parent = parents[step, batch, parent]
        return out


58
class TestGatherTreeOpAPI(unittest.TestCase):
59

G
Guo Sheng 已提交
60
    def test_case(self):
61
        paddle.enable_static()
62 63 64 65 66 67 68 69
        ids = fluid.layers.data(name='ids',
                                shape=[5, 2, 2],
                                dtype='int64',
                                append_batch_size=False)
        parents = fluid.layers.data(name='parents',
                                    shape=[5, 2, 2],
                                    dtype='int64',
                                    append_batch_size=False)
G
Guo Sheng 已提交
70
        final_sequences = fluid.layers.gather_tree(ids, parents)
71 72 73
        paddle.disable_static()

    def test_case2(self):
74 75 76 77
        ids = paddle.to_tensor([[[2, 2], [6, 1]], [[3, 9], [6, 1]],
                                [[0, 1], [9, 0]]])
        parents = paddle.to_tensor([[[0, 0], [1, 1]], [[1, 0], [1, 0]],
                                    [[0, 0], [0, 1]]])
78
        final_sequences = paddle.nn.functional.gather_tree(ids, parents)
G
Guo Sheng 已提交
79 80


X
Xing Wu 已提交
81
class TestGatherTreeOpError(unittest.TestCase):
82

X
Xing Wu 已提交
83
    def test_errors(self):
84
        paddle.enable_static()
X
Xing Wu 已提交
85
        with program_guard(Program(), Program()):
86 87 88 89 90 91 92 93
            ids = fluid.layers.data(name='ids',
                                    shape=[5, 2, 2],
                                    dtype='int64',
                                    append_batch_size=False)
            parents = fluid.layers.data(name='parents',
                                        shape=[5, 2, 2],
                                        dtype='int64',
                                        append_batch_size=False)
X
Xing Wu 已提交
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110

            def test_Variable_ids():
                # the input type must be Variable
                np_ids = np.random.random((5, 2, 2), dtype='int64')
                fluid.layers.gather_tree(np_ids, parents)

            self.assertRaises(TypeError, test_Variable_ids)

            def test_Variable_parents():
                # the input type must be Variable
                np_parents = np.random.random((5, 2, 2), dtype='int64')
                fluid.layers.gather_tree(ids, np_parents)

            self.assertRaises(TypeError, test_Variable_parents)

            def test_type_ids():
                # dtype must be int32 or int64
111 112 113 114
                bad_ids = fluid.layers.data(name='bad_ids',
                                            shape=[5, 2, 2],
                                            dtype='float32',
                                            append_batch_size=False)
X
Xing Wu 已提交
115 116 117 118 119 120
                fluid.layers.gather_tree(bad_ids, parents)

            self.assertRaises(TypeError, test_type_ids)

            def test_type_parents():
                # dtype must be int32 or int64
121 122 123 124
                bad_parents = fluid.layers.data(name='bad_parents',
                                                shape=[5, 2, 2],
                                                dtype='float32',
                                                append_batch_size=False)
X
Xing Wu 已提交
125 126 127
                fluid.layers.gather_tree(ids, bad_parents)

            self.assertRaises(TypeError, test_type_parents)
128
        paddle.disable_static()
X
Xing Wu 已提交
129 130


G
Guo Sheng 已提交
131
if __name__ == "__main__":
H
hong 已提交
132
    paddle.enable_static()
G
Guo Sheng 已提交
133
    unittest.main()