gather_op.cc 3.6 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Z
zchen0211 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Y
Yi Wang 已提交
15 16
#include "paddle/fluid/operators/gather_op.h"
#include "paddle/fluid/framework/ddim.h"
Z
zchen0211 已提交
17 18 19 20 21

namespace paddle {
namespace operators {

class GatherOp : public framework::OperatorWithKernel {
Z
zchen0211 已提交
22 23 24
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

25
  void InferShape(framework::InferShapeContext* ctx) const override {
Q
Qiao Longfei 已提交
26 27 28 29 30 31
    PADDLE_ENFORCE(ctx->HasInput("X"),
                   "Input(X) of GatherOp should not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Index"),
                   "Input(Index) of GatherOp should not be null.");
    PADDLE_ENFORCE(ctx->HasOutput("Out"),
                   "Output(Out) of GatherOp should not be null.");
32

Z
zchen0211 已提交
33
    auto index_dims = ctx->GetInputDim("Index");
Y
Yibing Liu 已提交
34 35
    PADDLE_ENFORCE(index_dims.size() == 1 ||
                   (index_dims.size() == 2 && index_dims[1] == 1));
Q
Qiao Longfei 已提交
36 37
    int batch_size = ctx->GetInputDim("Index")[0];
    framework::DDim output_dims(ctx->GetInputDim("X"));
Z
zchen0211 已提交
38
    output_dims[0] = batch_size;
Q
Qiao Longfei 已提交
39
    ctx->SetOutputDim("Out", output_dims);
Z
zchen0211 已提交
40
  }
Y
Yu Yang 已提交
41

42
 protected:
43
  framework::OpKernelType GetExpectedKernelType(
Y
Yu Yang 已提交
44
      const framework::ExecutionContext& ctx) const override {
M
minqiyang 已提交
45 46
    return framework::OpKernelType(ctx.Input<Tensor>("X")->type(),
                                   ctx.device_context());
Y
Yu Yang 已提交
47
  }
Z
zchen0211 已提交
48 49 50 51 52 53
};

class GatherGradOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

54
  void InferShape(framework::InferShapeContext* ctx) const override {
Q
Qiao Longfei 已提交
55
    ctx->SetOutputDim(framework::GradVarName("X"), ctx->GetInputDim("X"));
Y
Yibing Liu 已提交
56
    ctx->ShareLoD("X", /*-->*/ framework::GradVarName("X"));
Z
zchen0211 已提交
57
  }
Y
Yu Yang 已提交
58

59
 protected:
60
  framework::OpKernelType GetExpectedKernelType(
Y
Yu Yang 已提交
61
      const framework::ExecutionContext& ctx) const override {
M
minqiyang 已提交
62 63
    return framework::OpKernelType(ctx.Input<Tensor>("X")->type(),
                                   ctx.device_context());
Y
Yu Yang 已提交
64
  }
Z
zchen0211 已提交
65 66 67 68
};

class GatherOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
Y
Yu Yang 已提交
69
  void Make() override {
Z
zchen0211 已提交
70 71
    AddInput("X", "The source input of gather op");
    AddInput("Index", "The index input of gather op");
K
kexinzhao 已提交
72
    AddOutput("Out", "The output of gather op");
Z
zchen0211 已提交
73
    AddComment(R"DOC(
K
kexinzhao 已提交
74 75 76 77
Gather Operator.

$Out = X[Index]$

Y
Yibing Liu 已提交
78
Out is obtained by gathering entries of the outer-most dimension
K
kexinzhao 已提交
79 80 81 82 83 84 85 86 87 88 89 90 91 92
of X indexed by Index and concatenate them together.

Example:

X = [[1, 2],
     [3, 4],
     [5, 6]]

Index = [[1, 2]]

Then:

Out = [[3, 4],
       [5, 6]]
Z
zchen0211 已提交
93 94 95 96 97 98 99 100

)DOC");
  }
};
}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
Y
Yang Yang 已提交
101
REGISTER_OPERATOR(gather, ops::GatherOp, ops::GatherOpMaker,
102 103
                  paddle::framework::DefaultGradOpDescMaker<true>);
REGISTER_OPERATOR(gather_grad, ops::GatherGradOp);
104
REGISTER_OP_CPU_KERNEL(gather, ops::GatherOpKernel<float>,
105 106
                       ops::GatherOpKernel<double>, ops::GatherOpKernel<int>,
                       ops::GatherOpKernel<int64_t>);
107
REGISTER_OP_CPU_KERNEL(gather_grad, ops::GatherGradientOpKernel<float>,
108
                       ops::GatherGradientOpKernel<double>,
109
                       ops::GatherGradientOpKernel<int>,
110
                       ops::GatherGradientOpKernel<int64_t>);