# Copyright 2020 Huawei Technologies Co., Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ============================================================================== """ Testing Mask op in DE """ import numpy as np import pytest import mindspore.common.dtype as mstype import mindspore.dataset as ds import mindspore.dataset.transforms.c_transforms as ops mstype_to_np_type = { mstype.bool_: np.bool, mstype.int8: np.int8, mstype.uint8: np.uint8, mstype.int16: np.int16, mstype.uint16: np.uint16, mstype.int32: np.int32, mstype.uint32: np.uint32, mstype.int64: np.int64, mstype.uint64: np.uint64, mstype.float16: np.float16, mstype.float32: np.float32, mstype.float64: np.float64, mstype.string: np.str } def mask_compare(array, op, constant, dtype=mstype.bool_): data = ds.NumpySlicesDataset([array]) array = np.array(array) data = data.map(operations=ops.Mask(op, constant, dtype)) for d in data: if op == ops.Relational.EQ: array = array == np.array(constant, dtype=array.dtype) elif op == ops.Relational.NE: array = array != np.array(constant, dtype=array.dtype) elif op == ops.Relational.GT: array = array > np.array(constant, dtype=array.dtype) elif op == ops.Relational.GE: array = array >= np.array(constant, dtype=array.dtype) elif op == ops.Relational.LT: array = array < np.array(constant, dtype=array.dtype) elif op == ops.Relational.LE: array = array <= np.array(constant, dtype=array.dtype) array = array.astype(dtype=mstype_to_np_type[dtype]) np.testing.assert_array_equal(array, d[0]) def test_int_comparison(): for k in mstype_to_np_type: if k == mstype.string: continue mask_compare([1, 2, 3, 4, 5], ops.Relational.EQ, 3, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.NE, 3, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.LT, 3, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.LE, 3, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.GT, 3, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.GE, 3, k) def test_float_comparison(): for k in mstype_to_np_type: if k == mstype.string: continue mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.EQ, 3, k) mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.NE, 3, k) mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.LT, 3, k) mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.LE, 3, k) mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.GT, 3, k) mask_compare([1.5, 2.5, 3., 4.5, 5.5], ops.Relational.GE, 3, k) def test_float_comparison2(): for k in mstype_to_np_type: if k == mstype.string: continue mask_compare([1, 2, 3, 4, 5], ops.Relational.EQ, 3.5, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.NE, 3.5, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.LT, 3.5, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.LE, 3.5, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.GT, 3.5, k) mask_compare([1, 2, 3, 4, 5], ops.Relational.GE, 3.5, k) def test_string_comparison(): for k in mstype_to_np_type: if k == mstype.string: continue mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.EQ, "3.", k) mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.NE, "3.", k) mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.LT, "3.", k) mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.LE, "3.", k) mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.GT, "3.", k) mask_compare(["1.5", "2.5", "3.", "4.5", "5.5"], ops.Relational.GE, "3.", k) def test_mask_exceptions_str(): with pytest.raises(RuntimeError) as info: mask_compare([1, 2, 3, 4, 5], ops.Relational.EQ, "3.5") assert "Cannot convert constant value to the type of the input tensor." in str(info.value) with pytest.raises(RuntimeError) as info: mask_compare(["1", "2", "3", "4", "5"], ops.Relational.EQ, 3.5) assert "Cannot convert constant value to the type of the input tensor." in str(info.value) with pytest.raises(RuntimeError) as info: mask_compare(["1", "2", "3", "4", "5"], ops.Relational.EQ, "3.5", mstype.string) assert "Cannot generate a string mask. Type should be numeric." in str(info.value) if __name__ == "__main__": test_int_comparison() test_float_comparison() test_float_comparison2() test_string_comparison() test_mask_exceptions_str()