# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import unittest import numpy as np from paddle.text.datasets import * class TestMovieReviewsTrain(unittest.TestCase): def test_main(self): movie_reviews = MovieReviews(mode='train') self.assertTrue(len(movie_reviews) == 1600) # traversal whole dataset may cost a # long time, randomly check 1 sample idx = np.random.randint(0, 1600) data = movie_reviews[idx] self.assertTrue(len(data) == 2) self.assertTrue(len(data[0].shape) == 1) self.assertTrue(int(data[1]) in [0, 1]) class TestMovieReviewsTest(unittest.TestCase): def test_main(self): movie_reviews = MovieReviews(mode='test') self.assertTrue(len(movie_reviews) == 400) # traversal whole dataset may cost a # long time, randomly check 1 sample idx = np.random.randint(0, 400) data = movie_reviews[idx] self.assertTrue(len(data) == 2) self.assertTrue(len(data[0].shape) == 1) self.assertTrue(int(data[1]) in [0, 1]) if __name__ == '__main__': unittest.main()