fc_op.cc 2.3 KB
Newer Older
Y
Yu Yang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

   http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License. */

15
#include "type_alias.h"
Y
Yu Yang 已提交
16 17 18 19

namespace paddle {
namespace operators {

Y
Yu Yang 已提交
20
class FullyConnectedOp : public NetOp {
Y
Yu Yang 已提交
21 22
public:
  void Init() override {
23 24 25 26 27 28
    AddOp(OpRegistry::CreateOp("mul",
                               {
                                   Input("X"), Input("W"),
                               },
                               {Output("before_act")},
                               {}));
Y
Yu Yang 已提交
29
    auto b = Input("b");
30
    if (b != framework::kEmptyVarName) {
31 32 33 34
      AddOp(OpRegistry::CreateOp("rowwise_add",
                                 {Output("before_act"), Input("b")},
                                 {Output("before_act")},
                                 {}));
Y
Yu Yang 已提交
35 36 37
    }

    auto activation = GetAttr<std::string>("activation");
38
    AddOp(OpRegistry::CreateOp(
Y
Yu Yang 已提交
39 40 41 42 43
        activation, {Output("before_act")}, {Output("Y")}, {}));
    CompleteAddOp(false);
  }
};

44
class FullyConnectedOpMaker : public OpProtoAndCheckerMaker {
Y
Yu Yang 已提交
45
public:
46
  FullyConnectedOpMaker(OpProto *proto, OpAttrChecker *op_checker)
Y
Yu Yang 已提交
47 48 49 50 51 52
      : OpProtoAndCheckerMaker(proto, op_checker) {
    AddInput("X", "the input of fc operator");
    AddInput("W", "the weight of fc operator");
    AddInput("b", "the bias of fc operator");

    AddOutput("Y", "the output of fc operator");
Y
Yu Yang 已提交
53 54
    AddOutput("before_act", "the before activation output of fc operator")
        .SetTemporary();
Y
Yu Yang 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
    AddAttr<std::string>("activation", "The activation key for fc layer")
        .SetDefault("sigmoid")
        .InEnum({"sigmoid", "softmax"});

    //! TODO(yuyang18): Complete comment;
    AddComment("FullyConnected Operator");
  }
};
}  // namespace operators
}  // namespace paddle

USE_OP(mul);
USE_OP(rowwise_add);
USE_OP(sigmoid);
USE_OP(softmax);

71
REGISTER_OP(fc, ops::FullyConnectedOp, ops::FullyConnectedOpMaker);