diff --git a/python/paddle/fluid/tests/unittests/test_data_generator.py b/python/paddle/fluid/tests/unittests/test_data_generator.py new file mode 100644 index 0000000000000000000000000000000000000000..08974c2df80fbd72aab48fd86b9040764a58079d --- /dev/null +++ b/python/paddle/fluid/tests/unittests/test_data_generator.py @@ -0,0 +1,49 @@ +# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +import paddle +import unittest +import paddle.distributed.fleet as fleet + + +class MyMultiSlotDataGenerator(fleet.MultiSlotDataGenerator): + def generate_sample(self, line): + def data_iter(): + for i in range(100): + yield ("words", [1, 2, 3, 4]), ("label", [0]) + + return data_iter + + +class MyMultiSlotStringDataGenerator(fleet.MultiSlotStringDataGenerator): + def generate_sample(self, line): + def data_iter(): + for i in range(100): + yield ("words", ["1", "2", "3", "4"]), ("label", ["0"]) + + return data_iter + + +class TestMultiSlotDataGenerator(unittest.TestCase): + def test_MultiSlotDataGenerator_basic(self): + my_ms_dg = MyMultiSlotDataGenerator() + my_ms_dg.run_from_memory() + + +class TestMultiSlotStringDataGenerator(unittest.TestCase): + def test_MyMultiSlotStringDataGenerator_basic(self): + my_mss_dg = MyMultiSlotStringDataGenerator() + my_mss_dg.run_from_memory() + + +if __name__ == '__main__': + unittest.main()