distr_normal_diag_KLdiv_ad_run.py

# Copyright 2019 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import numpy as np
from tensorio import compare_tensor
from akg.utils import kernel_exec as utils
from test_op.prob_program import distr_normal_diag_KLdiv_ad
from gen_random import random_gaussian, gen_epsilon
from base import get_rtol_atol


def KLdiv_ad_run(shape, dtype, kernel_name="", attrs=None):
    expects, head, mean, scale, outputs = gen_data(dtype, shape)

    mod = utils.op_build_test(distr_normal_diag_KLdiv_ad.normal_diag_KLdiv_ad, [head.shape, mean.shape, scale.shape],
                                         [dtype, dtype, dtype], kernel_name=kernel_name,
                                         op_attrs=None, attrs=None, log_cce=True, dump_cce=True, polyhedral=True)
    outputs = utils.mod_launch(mod, [head, mean, scale, *outputs], outputs=tuple(range(-len(outputs), 0)), expect=expects)
    outputs = list(outputs)

    result = True
    rtol, atol = get_rtol_atol("KL_div_ad", dtype)
    for i in range(len(outputs)):
        result &= compare_tensor(outputs[i], expects[i], rtol=rtol, atol=atol, equal_nan=True)

    return (head, mean, scale), outputs, expects, result

def gen_data(dtype, shape):
    support_list = {"float16": np.float16, "float32": np.float32}

    m, k = shape
    mean  = random_gaussian((m, k), miu=1, sigma=0.1).astype(support_list[dtype])
    scale = random_gaussian((m, k), miu=1, sigma=0.1, epsilon=gen_epsilon(dtype)).astype(support_list[dtype])
    head = random_gaussian((m, ), miu=1, sigma=0.1).astype(support_list[dtype])

    output1 = np.full((m, k), 0.0, dtype)
    output2 = np.full((m, k), 0.0, dtype)

    expect_mean = mean * head.reshape(-1, 1)
    expect_sigma = (scale - 1/scale) * head.reshape(-1, 1)
    expects = (expect_mean, expect_sigma)

    return expects, head, mean, scale, (output1, output2)