test_entry_attr.py 3.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

T
tangwei12 已提交
15
import paddle
16

T
tangwei12 已提交
17 18
paddle.enable_static()

19 20
import unittest
import paddle.fluid as fluid
21
from paddle.distributed import ProbabilityEntry, CountFilterEntry, ShowClickEntry
22 23 24


class EntryAttrChecks(unittest.TestCase):
25

26 27
    def base(self):
        with self.assertRaises(NotImplementedError):
T
tangwei12 已提交
28 29 30
            from paddle.distributed.entry_attr import EntryAttr
            base = EntryAttr()
            base._to_attr()
31 32 33

    def probability_entry(self):
        prob = ProbabilityEntry(0.5)
T
tangwei12 已提交
34
        ss = prob._to_attr()
35 36 37 38 39 40 41 42 43 44
        self.assertEqual("probability_entry:0.5", ss)

        with self.assertRaises(ValueError):
            prob1 = ProbabilityEntry("none")

        with self.assertRaises(ValueError):
            prob2 = ProbabilityEntry(-1)

    def countfilter_entry(self):
        counter = CountFilterEntry(20)
T
tangwei12 已提交
45
        ss = counter._to_attr()
46 47 48 49 50 51 52 53
        self.assertEqual("count_filter_entry:20", ss)

        with self.assertRaises(ValueError):
            counter1 = CountFilterEntry("none")

        with self.assertRaises(ValueError):
            counter2 = CountFilterEntry(-1)

54 55 56 57 58
    def showclick_entry(self):
        showclick = ShowClickEntry("show", "click")
        ss = showclick._to_attr()
        self.assertEqual("show_click_entry:show:click", ss)

59 60 61 62 63 64
    def spaese_layer(self):
        prog = fluid.Program()
        scope = fluid.core.Scope()

        with fluid.scope_guard(scope):
            with fluid.program_guard(prog):
65 66 67 68 69
                input = fluid.layers.data(name="dnn_data",
                                          shape=[-1, 1],
                                          dtype="int64",
                                          lod_level=1,
                                          append_batch_size=False)
70
                prob = ProbabilityEntry(0.5)
T
tangwei12 已提交
71
                emb = paddle.static.nn.sparse_embedding(
72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94
                    input=input,
                    size=[100, 10],
                    is_test=False,
                    entry=prob,
                    param_attr=fluid.ParamAttr(name="deep_embedding"))
                pool = fluid.layers.sequence_pool(input=emb, pool_type="sum")
                predict = fluid.layers.fc(input=pool, size=2, act='softmax')

        block = prog.global_block()
        for op in block.ops:
            if op.type == "lookup_table":
                entry = op.attr("entry")
                is_test = op.attr("is_test")
                is_sparse = op.attr("is_sparse")
                is_distributed = op.attr("is_distributed")

                self.assertEqual(entry, "probability_entry:0.5")
                self.assertTrue(is_distributed)
                self.assertTrue(is_sparse)
                self.assertFalse(is_test)


class TestEntryAttrs(EntryAttrChecks):
95

96 97 98 99 100 101 102 103 104
    def test_base(self):
        self.base()

    def test_prob(self):
        self.probability_entry()

    def test_counter(self):
        self.countfilter_entry()

105 106 107
    def test_showclick(self):
        self.showclick_entry()

108 109 110 111 112 113
    def test_spaese_embedding_layer(self):
        self.spaese_layer()


if __name__ == '__main__':
    unittest.main()