clip_op.cc 4.8 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
W
wanghaoshuang 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
W
wanghaoshuang 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
W
wanghaoshuang 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
W
wanghaoshuang 已提交
14

Y
Yi Wang 已提交
15
#include "paddle/fluid/operators/clip_op.h"
S
sneaxiy 已提交
16
#include <memory>
W
wanghaoshuang 已提交
17 18 19 20 21 22 23 24

namespace paddle {
namespace operators {

class ClipOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

25
  void InferShape(framework::InferShapeContext* ctx) const override {
26 27 28 29 30 31 32 33
    PADDLE_ENFORCE_EQ(ctx->HasInput("X"), true,
                      platform::errors::InvalidArgument(
                          "Input(X) of ClipOp should not be null. Please check "
                          "if it is created correctly."));
    PADDLE_ENFORCE_EQ(ctx->HasOutput("Out"), true,
                      platform::errors::InvalidArgument(
                          "Output(Out) of ClipOp should not be null. Please "
                          "check if it is created correctly."));
Q
Qiao Longfei 已提交
34
    auto x_dims = ctx->GetInputDim("X");
35 36
    auto max = ctx->Attrs().Get<float>("max");
    auto min = ctx->Attrs().Get<float>("min");
37 38 39 40
    PADDLE_ENFORCE_LT(min, max, platform::errors::InvalidArgument(
                                    "Max of ClipOp should be greater than min. "
                                    "Received max is %f, received min is %f.",
                                    max, min));
Q
Qiao Longfei 已提交
41
    ctx->SetOutputDim("Out", x_dims);
W
wanghaoshuang 已提交
42
    ctx->ShareLoD("X", /*->*/ "Out");
W
wanghaoshuang 已提交
43 44 45
  }
};

46
template <typename AttrType>
W
wanghaoshuang 已提交
47 48
class ClipOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Y
Yu Yang 已提交
49
  void Make() override {
50
    AddInput("X",
S
SunGaofeng 已提交
51 52 53 54 55 56 57 58
             "Tensor, the input of clip op, data type should be float32 or "
             "float64.");
    AddOutput(
        "Out",
        "Tensor, the clipped tensor, with the same shape and data type as "
        "input(x)");
    AddAttr<AttrType>("min", "float number, the minimum value to clip by.");
    AddAttr<AttrType>("max", "float number, the maximum value to clip by.");
W
wanghaoshuang 已提交
59
    AddComment(R"DOC(
60 61
Clip Operator.

62
The clip operator limits the value of given input within an interval [min, max],
S
SunGaofeng 已提交
63
just as the following equation,
K
kexinzhao 已提交
64 65

$$
S
SunGaofeng 已提交
66
Out = \MIN(\MAX(x, min), max)
K
kexinzhao 已提交
67
$$
68

W
wanghaoshuang 已提交
69 70 71 72 73 74 75 76
)DOC");
  }
};

class ClipOpGrad : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

77
  void InferShape(framework::InferShapeContext* ctx) const override {
78 79 80 81 82 83 84 85
    PADDLE_ENFORCE_EQ(
        ctx->HasInput("X"), true,
        platform::errors::InvalidArgument("Input(X) should not be null. Please "
                                          "check if it is created correctly."));
    PADDLE_ENFORCE_EQ(ctx->HasInput(framework::GradVarName("Out")), true,
                      platform::errors::InvalidArgument(
                          "Input(Out@GRAD) should not be null. Please check if "
                          "it is created correctly."));
Q
Qiao Longfei 已提交
86 87 88
    auto x_dims = ctx->GetInputDim("X");
    if (ctx->HasOutput(framework::GradVarName("X"))) {
      ctx->SetOutputDim(framework::GradVarName("X"), x_dims);
W
wanghaoshuang 已提交
89
    }
W
wanghaoshuang 已提交
90 91 92
  }
};

H
hong 已提交
93 94
template <typename T>
class ClipGradOpMaker : public framework::SingleGradOpMaker<T> {
S
sneaxiy 已提交
95
 public:
H
hong 已提交
96
  using framework::SingleGradOpMaker<T>::SingleGradOpMaker;
S
sneaxiy 已提交
97 98

 protected:
99
  void Apply(GradOpPtr<T> op) const override {
S
sneaxiy 已提交
100
    op->SetType("clip_grad");
H
hong 已提交
101 102 103 104
    op->SetInput("X", this->Input("X"));
    op->SetInput(framework::GradVarName("Out"), this->OutputGrad("Out"));
    op->SetOutput(framework::GradVarName("X"), this->InputGrad("X"));
    op->SetAttrMap(this->Attrs());
S
sneaxiy 已提交
105 106 107
  }
};

108 109 110 111 112
DECLARE_INPLACE_OP_INFERER(ClipInplaceInferer, {"X", "Out"});
DECLARE_INPLACE_OP_INFERER(ClipGradInplaceInferer,
                           {framework::GradVarName("Out"),
                            framework::GradVarName("X")});

W
wanghaoshuang 已提交
113 114 115 116
}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
Y
Yang Yang 已提交
117
REGISTER_OPERATOR(clip, ops::ClipOp, ops::ClipOpMaker<float>,
H
hong 已提交
118 119 120
                  ops::ClipGradOpMaker<paddle::framework::OpDesc>,
                  ops::ClipGradOpMaker<paddle::imperative::OpBase>,
                  ops::ClipInplaceInferer);
121
REGISTER_OPERATOR(clip_grad, ops::ClipOpGrad, ops::ClipGradInplaceInferer);
Q
QI JUN 已提交
122
REGISTER_OP_CPU_KERNEL(
S
SunGaofeng 已提交
123 124
    clip, ops::ClipKernel<paddle::platform::CPUDeviceContext, float>,
    ops::ClipKernel<paddle::platform::CPUDeviceContext, double>);
Q
QI JUN 已提交
125
REGISTER_OP_CPU_KERNEL(
S
SunGaofeng 已提交
126 127
    clip_grad, ops::ClipGradKernel<paddle::platform::CPUDeviceContext, float>,
    ops::ClipGradKernel<paddle::platform::CPUDeviceContext, double>);