test_ctc_align.py 2.7 KB
Newer Older
1
#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
2
#
D
dzhwinter 已提交
3 4 5
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
6
#
D
dzhwinter 已提交
7
#     http://www.apache.org/licenses/LICENSE-2.0
8
#
D
dzhwinter 已提交
9 10 11 12 13
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
14

15 16 17 18 19 20 21
import sys
import unittest
import numpy as np
from op_test import OpTest
from test_softmax_op import stable_softmax


W
wanghaoshuang 已提交
22
def CTCAlign(input, lod, blank, merge_repeated):
23 24 25 26 27 28 29 30 31 32 33
    lod0 = lod[0]
    result = []
    for i in range(len(lod0) - 1):
        prev_token = -1
        for j in range(lod0[i], lod0[i + 1]):
            token = input[j][0]
            if (token != blank) and not (merge_repeated and
                                         token == prev_token):
                result.append(token)
            prev_token = token
    result = np.array(result).reshape([len(result), 1]).astype("int32")
34 35
    if len(result) == 0:
        result = np.array([-1])
36 37 38
    return result


W
wanghaoshuang 已提交
39
class TestCTCAlignOp(OpTest):
40
    def config(self):
W
wanghaoshuang 已提交
41
        self.op_type = "ctc_align"
42 43 44 45 46 47 48 49 50
        self.input_lod = [[0, 11, 18]]
        self.blank = 0
        self.merge_repeated = False
        self.input = np.array(
            [0, 1, 2, 2, 0, 4, 0, 4, 5, 0, 6, 6, 0, 0, 7, 7, 7, 0]).reshape(
                [18, 1]).astype("int32")

    def setUp(self):
        self.config()
W
wanghaoshuang 已提交
51 52
        output = CTCAlign(self.input, self.input_lod, self.blank,
                          self.merge_repeated)
53 54 55 56 57 58 59 60 61 62 63 64 65

        self.inputs = {"Input": (self.input, self.input_lod), }
        self.outputs = {"Output": output}
        self.attrs = {
            "blank": self.blank,
            "merge_repeated": self.merge_repeated
        }

    def test_check_output(self):
        self.check_output()
        pass


W
wanghaoshuang 已提交
66
class TestCTCAlignOpCase1(TestCTCAlignOp):
67
    def config(self):
W
wanghaoshuang 已提交
68
        self.op_type = "ctc_align"
W
wanghaoshuang 已提交
69
        self.input_lod = [[0, 11, 19]]
70 71 72
        self.blank = 0
        self.merge_repeated = True
        self.input = np.array(
W
wanghaoshuang 已提交
73 74
            [0, 1, 2, 2, 0, 4, 0, 4, 5, 0, 6, 6, 0, 0, 7, 7, 7, 0, 0]).reshape(
                [19, 1]).astype("int32")
75 76


77 78 79 80 81 82 83 84 85
class TestCTCAlignOpCase2(TestCTCAlignOp):
    def config(self):
        self.op_type = "ctc_align"
        self.input_lod = [[0, 4]]
        self.blank = 0
        self.merge_repeated = True
        self.input = np.array([0, 0, 0, 0]).reshape([4, 1]).astype("int32")


86 87
if __name__ == "__main__":
    unittest.main()