dropout_op.cc 4.0 KB
Newer Older
X
Xinghai Sun 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

   http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License. */

#include "paddle/operators/dropout_op.h"

namespace paddle {
namespace operators {

using framework::Tensor;

class DropoutOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

26
  void InferShape(framework::InferShapeContext* ctx) const override {
Q
Qiao Longfei 已提交
27 28 29 30 31 32
    PADDLE_ENFORCE(ctx->HasInput("X"), "Input(X) must not be null.");
    PADDLE_ENFORCE_GE(ctx->Attrs().Get<float>("dropout_prob"), 0);
    PADDLE_ENFORCE_LE(ctx->Attrs().Get<float>("dropout_prob"), 1);

    auto x_dims = ctx->GetInputDim("X");
    ctx->SetOutputDim("Out", x_dims);
33
    if (ctx->Attrs().Get<bool>("is_training") == true) {
Q
Qiao Longfei 已提交
34
      ctx->SetOutputDim("Mask", x_dims);
35
    }
Q
Qiao Longfei 已提交
36
    ctx->ShareLoD("X", /*->*/ "Out");
X
Xinghai Sun 已提交
37 38 39
  }
};

40
template <typename AttrType>
X
Xinghai Sun 已提交
41 42
class DropoutOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Q
Qiao Longfei 已提交
43 44
  DropoutOpMaker(framework::OpProto* proto,
                 framework::OpAttrChecker* op_checker)
X
Xinghai Sun 已提交
45 46 47
      : OpProtoAndCheckerMaker(proto, op_checker) {
    AddInput("X", "The input of dropout op.");
    AddOutput("Out", "The output of dropout op.");
48
    AddOutput("Mask", "The random sampled dropout mask.").AsIntermediate();
X
Xinghai Sun 已提交
49

K
Kexin Zhao 已提交
50 51 52 53 54
    AddAttr<float>("dropout_prob", "Probability of setting units to zero.")
        .SetDefault(.5f);
    AddAttr<bool>("is_training", "True if in training phase.").SetDefault(true);
    AddAttr<int>("seed", "Dropout random seed.").SetDefault(0);

55 56 57
    AddComment(R"DOC(
Dropout Operator.

K
Kexin Zhao 已提交
58
Dropout refers to randomly dropping out units in a nerual network. It is a
59 60
regularization technique for reducing overfitting by preventing neuron
co-adaption during training. The dropout operator randomly set (according to
61
the given dropout probability) the outputs of some units to zero, while others
K
Kexin Zhao 已提交
62 63
are set equal to their corresponding inputs.

64
)DOC");
X
Xinghai Sun 已提交
65 66 67
  }
};

68
template <typename AttrType>
X
Xinghai Sun 已提交
69 70 71 72
class DropoutOpGrad : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

73
  void InferShape(framework::InferShapeContext* ctx) const override {
74
    PADDLE_ENFORCE_EQ(ctx->Attrs().Get<bool>("is_training"), true,
Q
Qiao Longfei 已提交
75 76 77 78 79 80 81
                      "GradOp is only callable when is_training is true");

    PADDLE_ENFORCE(ctx->HasInput("X"), "Input(X) must not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Mask"), "Mask must not be null.");
    PADDLE_ENFORCE(ctx->HasInput(framework::GradVarName("Out")),
                   "Input(Out@GRAD) must not be null.");

82 83
    PADDLE_ENFORCE_GE(ctx->Attrs().Get<float>("dropout_prob"), 0);
    PADDLE_ENFORCE_LE(ctx->Attrs().Get<float>("dropout_prob"), 1);
Q
Qiao Longfei 已提交
84 85
    auto x_dims = ctx->GetInputDim("X");
    auto out_dims = ctx->GetInputDim(framework::GradVarName("Out"));
X
Xinghai Sun 已提交
86
    PADDLE_ENFORCE_EQ(x_dims, out_dims,
X
Xinghai Sun 已提交
87
                      "Dimensions of Input(X) and Out@Grad must be the same.");
Q
Qiao Longfei 已提交
88
    auto mask_dims = ctx->GetInputDim("Mask");
X
Xinghai Sun 已提交
89 90
    PADDLE_ENFORCE_EQ(x_dims, mask_dims,
                      "Dimensions of Input(X) and Mask must be the same.");
91

Q
Qiao Longfei 已提交
92
    ctx->SetOutputDim(framework::GradVarName("X"), x_dims);
X
Xinghai Sun 已提交
93 94 95 96 97 98 99
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
100 101
REGISTER_OP(dropout, ops::DropoutOp, ops::DropoutOpMaker<float>, dropout_grad,
            ops::DropoutOpGrad<float>);
102
REGISTER_OP_CPU_KERNEL(
103
    dropout, ops::CPUDropoutKernel<paddle::platform::CPUPlace, float, float>);
X
Xinghai Sun 已提交
104 105
REGISTER_OP_CPU_KERNEL(
    dropout_grad, ops::DropoutGradKernel<paddle::platform::CPUPlace, float>);