test_compare_accuracy_api.py

# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import unittest

import paddle
from paddle.fluid import core


@unittest.skipIf(
    not core.is_compiled_with_cuda(), "not support cpu TestCompareAccuracyApi"
)
class TestCompareAccuracyApi(unittest.TestCase):
    def calc(self, path, dtype):
        paddle.fluid.core.set_nan_inf_debug_path(path)
        x = paddle.to_tensor(
            [2000, 3000, 4, 0], place=core.CUDAPlace(0), dtype=dtype
        )
        y = paddle.to_tensor(
            [100, 500, 2, 10000], place=core.CUDAPlace(0), dtype=dtype
        )
        # normal
        z1 = x + y
        # inf
        z2 = x * y

    def test(self):
        paddle.set_flags(
            {"FLAGS_check_nan_inf": 1, "FLAGS_check_nan_inf_level": 3}
        )
        fp32_path = "workerlog_fp32_log_dir"
        fp16_path = "workerlog_fp16_log_dir"
        self.calc(fp32_path, "float32")
        self.calc(fp16_path, "float16")

        out_excel = "compary_accuracy_out_excel.csv"
        paddle.amp.debugging.compare_accuracy(
            fp32_path,
            fp16_path,
            out_excel,
            loss_scale=1,
            dump_all_tensors=False,
        )

    def test2(self):
        fp32_path = "workerlog_fp32_log_dir"
        fp16_path = "workerlog_fp16_null_log_dir"
        self.calc(fp32_path, "float32")
        out_excel = "compary_accuracy_out_excel_2.csv"
        paddle.amp.debugging.compare_accuracy(
            fp32_path,
            fp16_path,
            out_excel,
            loss_scale=1,
            dump_all_tensors=False,
        )


if __name__ == '__main__':
    unittest.main()