fluid_code.py 4.7 KB
Newer Older
J
jiangjiajun 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2019  PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

15
from x2paddle.core.graph import GraphNode
16
from x2paddle.core.util import *
M
mamingjie-China 已提交
17 18
import collections
import six
19

J
jiangjiajun 已提交
20 21 22 23 24

class Layer(object):
    def __init__(self):
        self.op = None
        self.param_attr = dict()
J
jiangjiajun 已提交
25
        self.inputs = dict()
J
jiangjiajun 已提交
26
        self.output = None
J
jiangjiajun 已提交
27
        self.is_custom_layer = False
J
jiangjiajun 已提交
28 29

    def get_code(self):
J
jiangjiajun 已提交
30 31
        layer_code = ""
        if self.output is not None:
M
mamingjie-China 已提交
32
            if isinstance(self.output, six.string_types):
33 34 35 36
                layer_code = self.output + " = "
            else:
                layer_code = self.output.layer_name + " = "

J
jiangjiajun 已提交
37 38
        if self.is_custom_layer:
            layer_code = layer_code + self.op + "("
J
jiangjiajun@baidu.com 已提交
39 40
        elif self.op == "=":
            layer_code = layer_code
J
jiangjiajun 已提交
41 42
        else:
            layer_code = layer_code + "fluid.layers." + self.op + "("
J
jiangjiajun 已提交
43

J
jiangjiajun 已提交
44 45 46
        if isinstance(self.inputs, list):
            in_list = "["
            for input in self.inputs:
J
jiangjiajun 已提交
47 48
                if isinstance(input, GraphNode):
                    if hasattr(input, "index"):
J
jiangjiajun 已提交
49 50 51
                        in_list += (
                            input.layer_name + "[{}]".format(input.index) + ", "
                        )
J
jiangjiajun 已提交
52 53
                    else:
                        in_list += (input.layer_name + ", ")
M
mamingjie-China 已提交
54
                elif isinstance(input, six.string_types):
J
jiangjiajun 已提交
55
                    in_list += (input + ", ")
J
jiangjiajun 已提交
56
                else:
J
jiangjiajun 已提交
57 58
                    raise Exception(
                        "Element of inputs should GraphNode or String")
J
jiangjiajun 已提交
59 60
            in_list = in_list.strip(", ") + "], "
            layer_code += in_list
J
jiangjiajun 已提交
61
        elif isinstance(self.inputs, dict):
J
jiangjiajun 已提交
62 63 64 65 66 67 68 69 70
            inputs = collections.OrderedDict(self.inputs)
            for key, input in inputs.items():
                if isinstance(input, GraphNode):
                    if hasattr(input, "index"):
                        layer_code = layer_code + key + "={}, ".format(
                            input.layer_name + "[{}]".format(input.index))
                    else:
                        layer_code = layer_code + key + "={}, ".format(
                            input.layer_name)
J
jiangjiajun 已提交
71
                else:
72
                    layer_code = layer_code + key + "={}, ".format(input)
J
jiangjiajun 已提交
73 74
        elif isinstance(self.inputs, GraphNode):
            if hasattr(self.inputs, "index"):
J
jiangjiajun 已提交
75 76
                layer_code += (
                    self.inputs.layer_name + "[{}]".format(self.inputs.index))
J
jiangjiajun 已提交
77
            else:
J
jiangjiajun@baidu.com 已提交
78 79 80
                layer_code += (self.inputs.layer_name)
            if self.op != "=":
                layer_code += ", "
M
mamingjie-China 已提交
81
        elif isinstance(self.inputs, six.string_types):
J
jiangjiajun@baidu.com 已提交
82 83 84
            layer_code += (self.inputs)
            if self.op != "=":
                layer_code += ", "
J
jiangjiajun 已提交
85 86
        else:
            raise Exception("Unknown type of inputs.")
J
jiangjiajun 已提交
87

J
jiangjiajun 已提交
88 89
        param_attr = collections.OrderedDict(self.param_attr)
        for key, value in param_attr.items():
90 91
            if '\n' in str(value):
                value = string(str(value).replace('\n', ','))
92 93
            if str(key) == 'attr':
                value = 'ParamAttr(' + str(value) + ')'
S
SunAhong1993 已提交
94 95 96
            layer_code = layer_code + key + "={}, ".format(value)
        layer_code = layer_code.strip(", ")

J
jiangjiajun@baidu.com 已提交
97 98 99
        if self.op != "=":
            layer_code += ")"
        return layer_code
S
SunAhong1993 已提交
100

J
jiangjiajun 已提交
101 102 103

class FluidCode(object):
    def __init__(self):
J
jiangjiajun 已提交
104
        self.layers = list()
J
jiangjiajun 已提交
105

S
SunAhong1993 已提交
106 107 108 109 110 111
    def add_layer(self,
                  op,
                  inputs,
                  output,
                  param_attr=None,
                  is_custom_layer=False):
J
jiangjiajun 已提交
112 113
        layer = Layer()
        layer.op = op
S
SunAhong1993 已提交
114
        layer.is_custom_layer = is_custom_layer
115 116
        if inputs is not None:
            layer.inputs = inputs
J
jiangjiajun 已提交
117 118 119 120 121 122 123 124 125
        layer.output = output
        if param_attr is not None:
            layer.param_attr = param_attr
        self.layers.append(layer)

    def add_note(self, note):
        # note should be string
        self.layers.append(note)

J
jiangjiajun 已提交
126 127 128
    def clear(self):
        self.layers = list()

J
jiangjiajun 已提交
129 130 131 132
    def gen_codes(self):
        codes = list()
        for layer in self.layers:
            if isinstance(layer, Layer):
J
jiangjiajun 已提交
133
                codes.append(layer.get_code())
M
mamingjie-China 已提交
134
            elif isinstance(layer, six.string_types):
J
jiangjiajun 已提交
135
                codes.append(layer)
136
        return codes