sequence_slice_op.cc 4.8 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

Y
Yi Wang 已提交
15
#include "paddle/fluid/operators/sequence_slice_op.h"
16 17 18 19

namespace paddle {
namespace operators {

20
class SequenceSliceOp : public framework::OperatorWithKernel {
21 22 23 24 25
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

  void InferShape(framework::InferShapeContext* ctx) const override {
    PADDLE_ENFORCE(ctx->HasInput("X"),
26 27 28 29 30
                   "Input(X) of SequenceSliceOp should not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Offset"),
                   "Input(Offset) of SequenceSliceOp should not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Length"),
                   "Input(Length) of SequenceSliceOp should not be null.");
31
    PADDLE_ENFORCE(ctx->HasOutput("Out"),
32
                   "Output(Out) of SequenceSliceOp should not be null.");
33 34
    auto input_dims = ctx->GetInputDim("X");

35 36 37
    auto offset_dim = ctx->GetInputDim("Offset");
    auto length_dim = ctx->GetInputDim("Length");

W
wanghaox 已提交
38 39 40 41 42 43
    PADDLE_ENFORCE_EQ(
        offset_dim.size(), 2UL,
        "Only support one level sequence now, The rank of offset must be 2.");
    PADDLE_ENFORCE_EQ(
        length_dim.size(), 2UL,
        "Only support one level sequence now, The rank of Length must be 2.");
44

W
wanghaox 已提交
45 46
    // Initialize the output's dims to maximum,
    // and re-set to real dims by the value of Offset and Length at kernel
47
    ctx->SetOutputDim("Out", input_dims);
48
  }
49

50
 protected:
51
  framework::OpKernelType GetExpectedKernelType(
52 53 54 55
      const framework::ExecutionContext& ctx) const override {
    return framework::OpKernelType(
        framework::ToDataType(ctx.Input<framework::LoDTensor>("X")->type()),
        ctx.device_context());
56 57 58
  }
};

59
class SequenceSliceGradOp : public framework::OperatorWithKernel {
60 61 62 63 64 65 66 67 68 69
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

  void InferShape(framework::InferShapeContext* ctx) const override {
    PADDLE_ENFORCE(ctx->HasInput(framework::GradVarName("Out")),
                   "The gradient of Out should not be null.");
    PADDLE_ENFORCE(ctx->HasOutputs(framework::GradVarName("X")),
                   "The gradient of X should not be null.");
    ctx->SetOutputsDim(framework::GradVarName("X"), ctx->GetInputsDim("X"));
  }
70 71

 protected:
72
  framework::OpKernelType GetExpectedKernelType(
73 74 75 76 77
      const framework::ExecutionContext& ctx) const override {
    return framework::OpKernelType(
        framework::ToDataType(ctx.Input<framework::LoDTensor>("X")->type()),
        ctx.device_context());
  }
78 79
};

80
class SequenceSliceOpMaker : public framework::OpProtoAndCheckerMaker {
81
 public:
82
  SequenceSliceOpMaker(OpProto* proto, OpAttrChecker* op_checker)
83
      : OpProtoAndCheckerMaker(proto, op_checker) {
84 85 86 87 88
    AddInput("X",
             "(LoDTensor), "
             "the input of SequenceSliceOp.");
    AddInput("Offset",
             "(Tensor), "
89 90
             "a vector<int> to describe the offset of every input sequence for "
             "sub sequence item.");
91 92
    AddInput("Length",
             "(Tensor), "
93 94
             "a vector<int> to describe the length of every input sequence for "
             "sub sequence item.");
95
    AddOutput("Out", "(LoDTensor), the output of SequenceSliceOp.");
96
    AddComment(R"DOC(
97
Sequence slice operator
98

W
wanghaox 已提交
99
The operator crops a subsequence from given sequence with given start offset and subsequence length.
100 101
It only supports sequence (LoD Tensor with level number is 1).
- Case:
102 103 104 105 106
    X = [[a1, a2;
        b1, b2;
        c1, c2]
       [d1, d2;
        e1, e2]]
107
    LoD(X) = {{0, 3, 5}}; Dims(X) = (5, 2)
108
    Offset = [[0], [1]]; Length = [[2], [1]]
109 110 111 112

    Out = [[a1, a2;
            b1, b2]
            [e1, e2]]
113
    LoD(Out) = {{0, 2, 3}}; Dims(Out) = (3, 2)
W
wanghaox 已提交
114
NOTE: The first dimension size of input, the size of offset and Length, should be equal. The offset start from 0.
115 116 117 118 119 120 121 122
    )DOC");
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
Y
Yang Yang 已提交
123 124 125 126
REGISTER_OPERATOR(sequence_slice, ops::SequenceSliceOp,
                  ops::SequenceSliceOpMaker,
                  paddle::framework::DefaultGradOpDescMaker<true>)
REGISTER_OPERATOR(sequence_slice_grad, ops::SequenceSliceGradOp)
127
REGISTER_OP_CPU_KERNEL(
128
    sequence_slice,
Q
QI JUN 已提交
129
    ops::SequenceSliceOpKernel<paddle::platform::CPUDeviceContext, float>);
130
REGISTER_OP_CPU_KERNEL(
131
    sequence_slice_grad,
Q
QI JUN 已提交
132
    ops::SequenceSliceGradOpKernel<paddle::platform::CPUDeviceContext, float>);