clip_op.cc 4.0 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
W
wanghaoshuang 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
W
wanghaoshuang 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
W
wanghaoshuang 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
W
wanghaoshuang 已提交
14

Y
Yi Wang 已提交
15
#include "paddle/fluid/operators/clip_op.h"
S
sneaxiy 已提交
16
#include <memory>
W
wanghaoshuang 已提交
17 18 19 20 21 22 23 24

namespace paddle {
namespace operators {

class ClipOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

25
  void InferShape(framework::InferShapeContext* ctx) const override {
Q
Qiao Longfei 已提交
26 27 28 29 30
    PADDLE_ENFORCE(ctx->HasInput("X"),
                   "Input(X) of ClipOp should not be null.");
    PADDLE_ENFORCE(ctx->HasOutput("Out"),
                   "Output(Out) of ClipOp should not be null.");
    auto x_dims = ctx->GetInputDim("X");
31 32
    auto max = ctx->Attrs().Get<float>("max");
    auto min = ctx->Attrs().Get<float>("min");
W
wanghaoshuang 已提交
33
    PADDLE_ENFORCE_LT(min, max, "max should be greater than min.");
Q
Qiao Longfei 已提交
34
    ctx->SetOutputDim("Out", x_dims);
W
wanghaoshuang 已提交
35
    ctx->ShareLoD("X", /*->*/ "Out");
W
wanghaoshuang 已提交
36 37 38
  }
};

39
template <typename AttrType>
W
wanghaoshuang 已提交
40 41
class ClipOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Y
Yu Yang 已提交
42
  void Make() override {
43
    AddInput("X",
S
SunGaofeng 已提交
44 45 46 47 48 49 50 51
             "Tensor, the input of clip op, data type should be float32 or "
             "float64.");
    AddOutput(
        "Out",
        "Tensor, the clipped tensor, with the same shape and data type as "
        "input(x)");
    AddAttr<AttrType>("min", "float number, the minimum value to clip by.");
    AddAttr<AttrType>("max", "float number, the maximum value to clip by.");
W
wanghaoshuang 已提交
52
    AddComment(R"DOC(
53 54
Clip Operator.

S
SunGaofeng 已提交
55 56
The clip operator limits the value of given input within an interval [min, max], 
just as the following equation,
K
kexinzhao 已提交
57 58

$$
S
SunGaofeng 已提交
59
Out = \MIN(\MAX(x, min), max)
K
kexinzhao 已提交
60
$$
61

W
wanghaoshuang 已提交
62 63 64 65 66 67 68 69
)DOC");
  }
};

class ClipOpGrad : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

70
  void InferShape(framework::InferShapeContext* ctx) const override {
Q
Qiao Longfei 已提交
71 72 73 74 75 76
    PADDLE_ENFORCE(ctx->HasInput("X"), "Input(X) should not be null");
    PADDLE_ENFORCE(ctx->HasInput(framework::GradVarName("Out")),
                   "Input(Out@GRAD) should not be null");
    auto x_dims = ctx->GetInputDim("X");
    if (ctx->HasOutput(framework::GradVarName("X"))) {
      ctx->SetOutputDim(framework::GradVarName("X"), x_dims);
W
wanghaoshuang 已提交
77
    }
W
wanghaoshuang 已提交
78 79 80
  }
};

S
sneaxiy 已提交
81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
class ClipGradOpDescMaker : public framework::SingleGradOpDescMaker {
 public:
  using framework::SingleGradOpDescMaker::SingleGradOpDescMaker;

 protected:
  std::unique_ptr<framework::OpDesc> Apply() const override {
    std::unique_ptr<framework::OpDesc> op(new framework::OpDesc());
    op->SetType("clip_grad");
    op->SetInput("X", Input("X"));
    op->SetInput(framework::GradVarName("Out"), OutputGrad("Out"));
    op->SetOutput(framework::GradVarName("X"), InputGrad("X"));
    op->SetAttrMap(Attrs());
    return op;
  }
};

97 98 99 100 101
DECLARE_INPLACE_OP_INFERER(ClipInplaceInferer, {"X", "Out"});
DECLARE_INPLACE_OP_INFERER(ClipGradInplaceInferer,
                           {framework::GradVarName("Out"),
                            framework::GradVarName("X")});

W
wanghaoshuang 已提交
102 103 104 105
}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
Y
Yang Yang 已提交
106
REGISTER_OPERATOR(clip, ops::ClipOp, ops::ClipOpMaker<float>,
107 108
                  ops::ClipGradOpDescMaker, ops::ClipInplaceInferer);
REGISTER_OPERATOR(clip_grad, ops::ClipOpGrad, ops::ClipGradInplaceInferer);
Q
QI JUN 已提交
109
REGISTER_OP_CPU_KERNEL(
S
SunGaofeng 已提交
110 111
    clip, ops::ClipKernel<paddle::platform::CPUDeviceContext, float>,
    ops::ClipKernel<paddle::platform::CPUDeviceContext, double>);
Q
QI JUN 已提交
112
REGISTER_OP_CPU_KERNEL(
S
SunGaofeng 已提交
113 114
    clip_grad, ops::ClipGradKernel<paddle::platform::CPUDeviceContext, float>,
    ops::ClipGradKernel<paddle::platform::CPUDeviceContext, double>);