sequence_slice_op.cc 4.7 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2 3 4 5 6 7 8 9 10 11 12 13 14

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

W
Wu Yi 已提交
15
#include "paddle/fluid/operators/sequence_ops/sequence_slice_op.h"
16 17 18 19

namespace paddle {
namespace operators {

20
class SequenceSliceOp : public framework::OperatorWithKernel {
21 22 23 24 25
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

  void InferShape(framework::InferShapeContext* ctx) const override {
    PADDLE_ENFORCE(ctx->HasInput("X"),
26 27 28 29 30
                   "Input(X) of SequenceSliceOp should not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Offset"),
                   "Input(Offset) of SequenceSliceOp should not be null.");
    PADDLE_ENFORCE(ctx->HasInput("Length"),
                   "Input(Length) of SequenceSliceOp should not be null.");
31
    PADDLE_ENFORCE(ctx->HasOutput("Out"),
32
                   "Output(Out) of SequenceSliceOp should not be null.");
33 34
    auto input_dims = ctx->GetInputDim("X");

35 36 37
    auto offset_dim = ctx->GetInputDim("Offset");
    auto length_dim = ctx->GetInputDim("Length");

W
wanghaox 已提交
38 39 40 41 42 43
    PADDLE_ENFORCE_EQ(
        offset_dim.size(), 2UL,
        "Only support one level sequence now, The rank of offset must be 2.");
    PADDLE_ENFORCE_EQ(
        length_dim.size(), 2UL,
        "Only support one level sequence now, The rank of Length must be 2.");
44

W
wanghaox 已提交
45 46
    // Initialize the output's dims to maximum,
    // and re-set to real dims by the value of Offset and Length at kernel
47
    ctx->SetOutputDim("Out", input_dims);
48
  }
49

50
 protected:
51
  framework::OpKernelType GetExpectedKernelType(
52 53 54 55
      const framework::ExecutionContext& ctx) const override {
    return framework::OpKernelType(
        framework::ToDataType(ctx.Input<framework::LoDTensor>("X")->type()),
        ctx.device_context());
56 57 58
  }
};

59
class SequenceSliceGradOp : public framework::OperatorWithKernel {
60 61 62 63 64 65 66 67 68 69
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

  void InferShape(framework::InferShapeContext* ctx) const override {
    PADDLE_ENFORCE(ctx->HasInput(framework::GradVarName("Out")),
                   "The gradient of Out should not be null.");
    PADDLE_ENFORCE(ctx->HasOutputs(framework::GradVarName("X")),
                   "The gradient of X should not be null.");
    ctx->SetOutputsDim(framework::GradVarName("X"), ctx->GetInputsDim("X"));
  }
70 71

 protected:
72
  framework::OpKernelType GetExpectedKernelType(
73 74 75 76 77
      const framework::ExecutionContext& ctx) const override {
    return framework::OpKernelType(
        framework::ToDataType(ctx.Input<framework::LoDTensor>("X")->type()),
        ctx.device_context());
  }
78 79
};

80
class SequenceSliceOpMaker : public framework::OpProtoAndCheckerMaker {
81
 public:
Y
Yu Yang 已提交
82
  void Make() override {
83 84 85 86 87
    AddInput("X",
             "(LoDTensor), "
             "the input of SequenceSliceOp.");
    AddInput("Offset",
             "(Tensor), "
88 89
             "a vector<int> to describe the offset of every input sequence for "
             "sub sequence item.");
90 91
    AddInput("Length",
             "(Tensor), "
92 93
             "a vector<int> to describe the length of every input sequence for "
             "sub sequence item.");
94
    AddOutput("Out", "(LoDTensor), the output of SequenceSliceOp.");
95
    AddComment(R"DOC(
96
Sequence slice operator
97

W
wanghaox 已提交
98
The operator crops a subsequence from given sequence with given start offset and subsequence length.
99 100
It only supports sequence (LoD Tensor with level number is 1).
- Case:
101 102 103 104 105
    X = [[a1, a2;
        b1, b2;
        c1, c2]
       [d1, d2;
        e1, e2]]
106
    LoD(X) = {{0, 3, 5}}; Dims(X) = (5, 2)
107
    Offset = [[0], [1]]; Length = [[2], [1]]
108 109 110 111

    Out = [[a1, a2;
            b1, b2]
            [e1, e2]]
112
    LoD(Out) = {{0, 2, 3}}; Dims(Out) = (3, 2)
W
wanghaox 已提交
113
NOTE: The first dimension size of input, the size of offset and Length, should be equal. The offset start from 0.
114 115 116 117 118 119 120 121
    )DOC");
  }
};

}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;
Y
Yang Yang 已提交
122 123
REGISTER_OPERATOR(sequence_slice, ops::SequenceSliceOp,
                  ops::SequenceSliceOpMaker,
124 125
                  paddle::framework::DefaultGradOpDescMaker<true>);
REGISTER_OPERATOR(sequence_slice_grad, ops::SequenceSliceGradOp);
126
REGISTER_OP_CPU_KERNEL(
127
    sequence_slice,
Q
QI JUN 已提交
128
    ops::SequenceSliceOpKernel<paddle::platform::CPUDeviceContext, float>);
129
REGISTER_OP_CPU_KERNEL(
130
    sequence_slice_grad,
Q
QI JUN 已提交
131
    ops::SequenceSliceGradOpKernel<paddle::platform::CPUDeviceContext, float>);