static_gen.py

# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import copy
import pathlib
import sys

import jinja2
import yaml

# fmt: off
# import from paddle/fluid/operators/generator
sys.path.append(
    str(pathlib.Path(__file__).parents[3].joinpath('operators/generator'))
)
import filters as op_gen_filters
import generate_op as op_gen_utils
import parse_utils as op_gen_parse_utils
import tests as op_gen_tests

# fmt: on


def load_yaml(path, mode="rt"):
    with open(path, mode) as f:
        return yaml.safe_load(f)


def render(tpl, *args, **kwargs):
    env = jinja2.Environment(
        loader=jinja2.FileSystemLoader(pathlib.Path(tpl).parent),
        keep_trailing_newline=True,
        trim_blocks=True,
        lstrip_blocks=True,
        undefined=jinja2.StrictUndefined,
        extensions=['jinja2.ext.do'],
    )
    env.filters.update(
        {
            'to_paddle_attr_type': op_gen_filters.to_paddle_attr_type,
            'to_paddle_input_type': op_gen_filters.to_paddle_input_type,
            'to_paddle_output_type': op_gen_filters.to_paddle_output_type,
            'to_pascal': op_gen_filters.to_pascal_case,
            "trip_intermediate": op_gen_filters.filter_intermediate,
        }
    )
    env.tests.update(
        {
            'scalar': op_gen_tests.is_scalar,
            'intarray': op_gen_tests.is_intarray,
            'datatype': op_gen_tests.is_datatype,
            'tensor_sequence': op_gen_tests.is_tensor_list,
        }
    )
    return env.get_template(pathlib.Path(tpl).name).render(*args, **kwargs)


def filter_prim(apis, prims):
    return [api for api in apis if api.get('name') in prims]


def extend_compat(apis, compats):
    dicts = op_gen_parse_utils.to_named_dict(copy.deepcopy(apis))
    for api in dicts.values():
        op_gen_utils.restruct_io(api)
        api['op_name'] = api['name']
        op_gen_utils.add_fluid_name(api['inputs'])
        op_gen_utils.add_fluid_name(api['attrs'])
        op_gen_utils.add_fluid_name(api['outputs'])
        api['backward'] = None
    op_gen_utils.add_compat_name(compats, dicts, {})
    return tuple(dicts.values())


def extend_version(apis, versions):
    apis = copy.deepcopy(apis)
    for api in apis:
        for version in versions:
            if version.get('op') == api.get('name'):
                api['version'] = version['version']
    return apis


def generate(
    api_prim_yaml_path,
    api_phi_yaml_path,
    api_phi_legacy_yaml_path,
    api_compat_yaml_path,
    api_version_yaml_path,
    template_path,
    output_op_path,
):
    prims, phis, legacy_phis, compats, versions = (
        load_yaml(api_prim_yaml_path),
        load_yaml(api_phi_yaml_path),
        load_yaml(api_phi_legacy_yaml_path),
        load_yaml(api_compat_yaml_path),
        load_yaml(api_version_yaml_path),
    )

    apis = phis + legacy_phis
    apis = filter_prim(apis, prims)
    apis = extend_version(apis, versions)
    apis = extend_compat(apis, compats)

    if len(apis) > 0:
        with open(output_op_path, "wt") as f:
            msg = render(template_path, apis=apis)
            f.write(msg)


if __name__ == "__main__":
    parser = argparse.ArgumentParser(
        description="Generate Static Primitive API"
    )
    parser.add_argument(
        '--api_prim_yaml_path', type=str, help="Primitive API yaml file.."
    )
    parser.add_argument(
        '--api_phi_yaml_path', type=str, help="Parsed ops yaml file."
    )
    parser.add_argument(
        '--api_phi_legacy_yaml_path', type=str, help="Parsed ops yaml file."
    )
    parser.add_argument(
        '--api_compat_yaml_path', type=str, help="Ops args compat yaml file."
    )
    parser.add_argument(
        '--api_version_yaml_path', type=str, help="Ops version yaml file."
    )
    parser.add_argument(
        "--template_path", type=str, help="JinJa2 template file Path."
    )
    parser.add_argument("--output_path", type=str, help="Output path.")

    args = parser.parse_args()
    generate(
        args.api_prim_yaml_path,
        args.api_phi_yaml_path,
        args.api_phi_legacy_yaml_path,
        args.api_compat_yaml_path,
        args.api_version_yaml_path,
        args.template_path,
        args.output_path,
    )