dropout_op.cc 4.0 KB
Newer Older
X
Xinghai Sun 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

   http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License. */

#include "paddle/operators/dropout_op.h"

namespace paddle {
namespace operators {

using framework::Tensor;

class DropoutOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

 protected:
Q
Qiao Longfei 已提交
27 28 29 30 31 32 33 34 35
  void InferShape(framework::InferShapeContextBase* ctx) const override {
    PADDLE_ENFORCE(ctx->HasInput("X"), "Input(X) must not be null.");
    PADDLE_ENFORCE_GE(ctx->Attrs().Get<float>("dropout_prob"), 0);
    PADDLE_ENFORCE_LE(ctx->Attrs().Get<float>("dropout_prob"), 1);

    auto x_dims = ctx->GetInputDim("X");
    ctx->SetOutputDim("Out", x_dims);
    if (ctx->Attrs().Get<bool>("is_training") == 1) {
      ctx->SetOutputDim("Mask", x_dims);
36
    }
Q
Qiao Longfei 已提交
37
    ctx->ShareLoD("X", /*->*/ "Out");
X
Xinghai Sun 已提交
38 39 40
  }
};

41
template <typename AttrType>
X
Xinghai Sun 已提交
42 43
class DropoutOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Q
Qiao Longfei 已提交
44 45
  DropoutOpMaker(framework::OpProto* proto,
                 framework::OpAttrChecker* op_checker)
X
Xinghai Sun 已提交
46
      : OpProtoAndCheckerMaker(proto, op_checker) {
47
    AddAttr<AttrType>("dropout_prob", "Probability of setting units to zero.")
48
        .SetDefault(.5f);
49
    AddAttr<bool>("is_training", "Whether in training phase.").SetDefault(true);
50
    AddAttr<int>("seed", "Dropout random seed.").SetDefault(0);
X
Xinghai Sun 已提交
51 52
    AddInput("X", "The input of dropout op.");
    AddOutput("Out", "The output of dropout op.");
53
    AddOutput("Mask", "The random sampled dropout mask.").AsIntermediate();
X
Xinghai Sun 已提交
54

55 56 57
    AddComment(R"DOC(
Dropout Operator.

58
'Dropout' refers to randomly dropping out units in a nerual network. It is a
59 60
regularization technique for reducing overfitting by preventing neuron
co-adaption during training. The dropout operator randomly set (according to
61
the given dropout probability) the outputs of some units to zero, while others
62 63
being set to their inputs.
)DOC");
X
Xinghai Sun 已提交
64 65 66
  }
};

67
template <typename AttrType>
X
Xinghai Sun 已提交
68 69 70 71 72
class DropoutOpGrad : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

 protected:
Q
Qiao Longfei 已提交
73 74 75 76 77 78 79 80 81 82 83 84 85
  void InferShape(framework::InferShapeContextBase* ctx) const override {
    PADDLE_ENFORCE_EQ(ctx->Attrs().Get<bool>("is_training"), 1,
                      "GradOp is only callable when is_training is true");

    PADDLE_ENFORCE(ctx->HasInput("X"), "Input(X) must not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Mask"), "Mask must not be null.");
    PADDLE_ENFORCE(ctx->HasInput(framework::GradVarName("Out")),
                   "Input(Out@GRAD) must not be null.");

    PADDLE_ENFORCE_GE(ctx->Attrs().Get<AttrType>("dropout_prob"), 0);
    PADDLE_ENFORCE_LE(ctx->Attrs().Get<AttrType>("dropout_prob"), 1);
    auto x_dims = ctx->GetInputDim("X");
    auto out_dims = ctx->GetInputDim(framework::GradVarName("Out"));
X
Xinghai Sun 已提交
86
    PADDLE_ENFORCE_EQ(x_dims, out_dims,
X
Xinghai Sun 已提交
87
                      "Dimensions of Input(X) and Out@Grad must be the same.");
Q
Qiao Longfei 已提交
88
    auto mask_dims = ctx->GetInputDim("Mask");
X
Xinghai Sun 已提交
89 90
    PADDLE_ENFORCE_EQ(x_dims, mask_dims,
                      "Dimensions of Input(X) and Mask must be the same.");
91

Q
Qiao Longfei 已提交
92
    ctx->SetOutputDim(framework::GradVarName("X"), x_dims);
X
Xinghai Sun 已提交
93 94 95 96 97 98 99
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
100 101
REGISTER_OP(dropout, ops::DropoutOp, ops::DropoutOpMaker<float>, dropout_grad,
            ops::DropoutOpGrad<float>);
102
REGISTER_OP_CPU_KERNEL(
103
    dropout, ops::CPUDropoutKernel<paddle::platform::CPUPlace, float, float>);
X
Xinghai Sun 已提交
104 105
REGISTER_OP_CPU_KERNEL(
    dropout_grad, ops::DropoutGradKernel<paddle::platform::CPUPlace, float>);