fluid_code.py 4.7 KB
Newer Older
J
jiangjiajun 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2019  PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

15
from x2paddle.core.graph import GraphNode
16
from x2paddle.core.util import *
M
mamingjie-China 已提交
17 18
import collections
import six
19

J
jiangjiajun 已提交
20 21 22 23 24

class Layer(object):
    def __init__(self):
        self.op = None
        self.param_attr = dict()
J
jiangjiajun 已提交
25
        self.inputs = dict()
J
jiangjiajun 已提交
26
        self.output = None
J
jiangjiajun 已提交
27
        self.is_custom_layer = False
J
jiangjiajun 已提交
28 29

    def get_code(self):
J
jiangjiajun 已提交
30 31
        layer_code = ""
        if self.output is not None:
M
mamingjie-China 已提交
32
            if isinstance(self.output, six.string_types):
33 34 35 36
                layer_code = self.output + " = "
            else:
                layer_code = self.output.layer_name + " = "

J
jiangjiajun 已提交
37 38
        if self.is_custom_layer:
            layer_code = layer_code + self.op + "("
J
jiangjiajun@baidu.com 已提交
39 40
        elif self.op == "=":
            layer_code = layer_code
J
jiangjiajun 已提交
41 42
        else:
            layer_code = layer_code + "fluid.layers." + self.op + "("
J
jiangjiajun 已提交
43

J
jiangjiajun 已提交
44 45 46
        if isinstance(self.inputs, list):
            in_list = "["
            for input in self.inputs:
J
jiangjiajun 已提交
47 48 49 50 51 52
                if isinstance(input, GraphNode):
                    if hasattr(input, "index"):
                        in_list += (input.layer_name +
                                    "[{}]".format(input.index) + ", ")
                    else:
                        in_list += (input.layer_name + ", ")
M
mamingjie-China 已提交
53
                elif isinstance(input, six.string_types):
J
jiangjiajun 已提交
54
                    in_list += (input + ", ")
J
jiangjiajun 已提交
55
                else:
J
jiangjiajun 已提交
56 57
                    raise Exception(
                        "Element of inputs should GraphNode or String")
J
jiangjiajun 已提交
58 59
            in_list = in_list.strip(", ") + "], "
            layer_code += in_list
J
jiangjiajun 已提交
60
        elif isinstance(self.inputs, dict):
J
jiangjiajun 已提交
61 62 63 64 65 66 67 68 69
            inputs = collections.OrderedDict(self.inputs)
            for key, input in inputs.items():
                if isinstance(input, GraphNode):
                    if hasattr(input, "index"):
                        layer_code = layer_code + key + "={}, ".format(
                            input.layer_name + "[{}]".format(input.index))
                    else:
                        layer_code = layer_code + key + "={}, ".format(
                            input.layer_name)
J
jiangjiajun 已提交
70
                else:
71
                    layer_code = layer_code + key + "={}, ".format(input)
J
jiangjiajun 已提交
72 73 74
        elif isinstance(self.inputs, GraphNode):
            if hasattr(self.inputs, "index"):
                layer_code += (self.inputs.layer_name +
J
jiangjiajun@baidu.com 已提交
75
                               "[{}]".format(self.inputs.index))
J
jiangjiajun 已提交
76
            else:
J
jiangjiajun@baidu.com 已提交
77 78 79
                layer_code += (self.inputs.layer_name)
            if self.op != "=":
                layer_code += ", "
M
mamingjie-China 已提交
80
        elif isinstance(self.inputs, six.string_types):
J
jiangjiajun@baidu.com 已提交
81 82 83
            layer_code += (self.inputs)
            if self.op != "=":
                layer_code += ", "
J
jiangjiajun 已提交
84 85
        else:
            raise Exception("Unknown type of inputs.")
J
jiangjiajun 已提交
86

J
jiangjiajun 已提交
87 88
        param_attr = collections.OrderedDict(self.param_attr)
        for key, value in param_attr.items():
89 90
            if '\n' in str(value):
                value = string(str(value).replace('\n', ','))
91 92
            if str(key) == 'attr':
                value = 'ParamAttr(' + str(value) + ')'
S
SunAhong1993 已提交
93 94 95
            layer_code = layer_code + key + "={}, ".format(value)
        layer_code = layer_code.strip(", ")

J
jiangjiajun@baidu.com 已提交
96 97 98
        if self.op != "=":
            layer_code += ")"
        return layer_code
S
SunAhong1993 已提交
99

J
jiangjiajun 已提交
100 101 102

class FluidCode(object):
    def __init__(self):
J
jiangjiajun 已提交
103
        self.layers = list()
J
jiangjiajun 已提交
104

S
SunAhong1993 已提交
105 106 107 108 109 110
    def add_layer(self,
                  op,
                  inputs,
                  output,
                  param_attr=None,
                  is_custom_layer=False):
J
jiangjiajun 已提交
111 112
        layer = Layer()
        layer.op = op
S
SunAhong1993 已提交
113
        layer.is_custom_layer = is_custom_layer
114 115
        if inputs is not None:
            layer.inputs = inputs
J
jiangjiajun 已提交
116 117 118 119 120 121 122 123 124
        layer.output = output
        if param_attr is not None:
            layer.param_attr = param_attr
        self.layers.append(layer)

    def add_note(self, note):
        # note should be string
        self.layers.append(note)

J
jiangjiajun 已提交
125 126 127
    def clear(self):
        self.layers = list()

J
jiangjiajun 已提交
128 129 130 131
    def gen_codes(self):
        codes = list()
        for layer in self.layers:
            if isinstance(layer, Layer):
J
jiangjiajun 已提交
132
                codes.append(layer.get_code())
M
mamingjie-China 已提交
133
            elif isinstance(layer, six.string_types):
J
jiangjiajun 已提交
134
                codes.append(layer)
135
        return codes