SubNestedSequenceLayer.cpp 6.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include "Layer.h"
#include "paddle/math/Matrix.h"
#include "paddle/math/Vector.h"
#include "paddle/utils/Logging.h"
#include "paddle/utils/Stat.h"

namespace paddle {

class SubNestedSequenceLayer : public Layer {
public:
  explicit SubNestedSequenceLayer(const LayerConfig& config) : Layer(config) {}

  bool init(const LayerMap& layerMap,
            const ParameterMap& parameterMap) override;

  void forward(PassType passType) override;
  void backward(const UpdateCallback& callback = nullptr) override;

private:
C
caoying03 已提交
34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
  /*
   * This functions generates the indices of rows in a batch according to the
   * indices of selected sub-sequence in each sequence.
   *
   * Examples:
   * selectedIndices:
   *   [
   *     [0, 1, -1],
   *     [0, 1, 2],
   *     [0, -1, -1],
   *     [0, 2, 3],
   *   ]
   * inputSeqInfo:
   *   [
   *     [0,3,4],
   *     [4,5,7,10,15],
   *     [15,20],
   *     [20,22,23,25,28]
   *   ]
   *
   * ths output is saved to private member rowIndice_;
   * [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,
   *  16,17,18,19,20,21,22,23,24,25,26,27]
   */
58

C
caoying03 已提交
59 60
  void calSelectedCols(const MatrixPtr selectedIndices,
                       const std::vector<std::vector<int>>& inputSeqInfo);
61

62 63
  // if the second input of this layer is on GPU memory, copy it to CPU memory.
  MatrixPtr selIdsCpu_;
C
caoying03 已提交
64 65

  // reorganized sequenceStartPositions and subSequenceStartPositions
66
  // into a 2d vector to facilitate the sequence selection process.
C
caoying03 已提交
67
  std::vector<std::vector<int>> inputSeqInfoVec_;
68

C
caoying03 已提交
69
  // the final selected row indices in a batch,
70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85
  // rowIdx_ and selectedRows_ actually share a same memory.
  IVectorPtr rowIndice_;
  std::vector<int> selectedRows_;
};

REGISTER_LAYER(sub_nested_seq, SubNestedSequenceLayer);

bool SubNestedSequenceLayer::init(const LayerMap& layerMap,
                                  const ParameterMap& parameterMap) {
  /* Initialize the basic parent class */
  Layer::init(layerMap, parameterMap);
  CHECK_EQ(2U, inputLayers_.size());
  setNeedSequenceInfo(false);
  return true;
}

86 87
void SubNestedSequenceLayer::calSelectedCols(
    const MatrixPtr selectedIndices,
C
caoying03 已提交
88
    const std::vector<std::vector<int>>& inputSeqInfo) {
89
  selectedRows_.clear();
C
caoying03 已提交
90 91 92

  std::vector<int> outSeqStartInfo(1, 0);
  std::vector<int> outSubSeqStartInfo(1, 0);
93 94 95 96 97 98

  size_t seqNum = selectedIndices->getHeight();
  size_t beamSize = selectedIndices->getWidth();
  for (size_t i = 0; i < seqNum; ++i) {
    for (size_t j = 0; j < beamSize; ++j) {
      if (selectedIndices->getElement(i, j) == -1.) break;
Y
Yi Wang 已提交
99
      size_t selSubSeqIdx = selectedIndices->getElement(i, j);
C
caoying03 已提交
100
      CHECK_GT(inputSeqInfoVec_[i].size() - 1, selSubSeqIdx);
101

C
caoying03 已提交
102 103
      size_t subSeqLen = inputSeqInfoVec_[i][selSubSeqIdx + 1] -
                         inputSeqInfoVec_[i][selSubSeqIdx];
104
      for (size_t k = 0; k < subSeqLen; ++k)
C
caoying03 已提交
105 106
        selectedRows_.push_back(inputSeqInfoVec_[i][selSubSeqIdx] + k);
      outSubSeqStartInfo.push_back(outSubSeqStartInfo.back() + subSeqLen);
107
    }
C
caoying03 已提交
108
    outSeqStartInfo.push_back(outSubSeqStartInfo.back());
109
  }
110

C
caoying03 已提交
111 112 113 114 115 116 117
  if (useGpu_) {
    rowIndice_ = IVector::create(selectedRows_.size(), useGpu_);
    rowIndice_->copyFrom(selectedRows_.data(), selectedRows_.size());
  } else {
    rowIndice_ =
        IVector::create(selectedRows_.data(), selectedRows_.size(), useGpu_);
  }
118

C
caoying03 已提交
119
  // create the sequence information for the output.
120
  ICpuGpuVector::resizeOrCreate(
C
caoying03 已提交
121 122 123
      output_.sequenceStartPositions, outSeqStartInfo.size(), false);
  output_.sequenceStartPositions->copyFrom(
      outSeqStartInfo.data(), outSeqStartInfo.size(), false);
124 125

  ICpuGpuVector::resizeOrCreate(
C
caoying03 已提交
126 127 128
      output_.subSequenceStartPositions, outSubSeqStartInfo.size(), false);
  output_.subSequenceStartPositions->copyFrom(
      outSubSeqStartInfo.data(), outSubSeqStartInfo.size(), false);
129 130 131 132
}

void SubNestedSequenceLayer::forward(PassType passType) {
  Layer::forward(passType);
C
caoying03 已提交
133

134
  const Argument& inputSeq = getInput(0);
C
caoying03 已提交
135 136
  CHECK(inputSeq.hasSubseq()) << "The first input of SubNestSequence layer "
                              << "must be a nested sequence.";
137
  const MatrixPtr selectedIndices = getInputValue(1);
138
  CHECK_EQ(size_t(inputSeq.getNumSequences()), selectedIndices->getHeight());
139 140 141

  if (dynamic_cast<GpuMatrix*>(selectedIndices.get())) {
    /*
C
caoying03 已提交
142
     * Currently, the second input for this layer is generated by
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158
     * kmax_sequence_score_layer whose output is always stored on CPU,
     * or a data_layer which canbe on GPU.
     *
     * If the second input is on GPU, copy it to CPU memory, because this
     * input always uses very few memory, and operations related to it are
     * all logic control, not computations.
     */
    Matrix::resizeOrCreate(selIdsCpu_,
                           selectedIndices->getHeight(),
                           selectedIndices->getWidth(),
                           false /* trans */,
                           false /* useGpu */);
    selIdsCpu_->copyFrom(*selectedIndices);
  } else {
    selIdsCpu_ = selectedIndices;
  }
159

C
caoying03 已提交
160 161 162 163
  Argument::reorganizeSeqInfo(inputSeq.sequenceStartPositions,
                              inputSeq.subSequenceStartPositions,
                              inputSeqInfoVec_);
  calSelectedCols(selIdsCpu_, inputSeqInfoVec_);
164

C
caoying03 已提交
165
  resetOutput(selectedRows_.size(), getSize());
166 167 168 169
  getOutputValue()->selectRows(*getInputValue(0), *rowIndice_);
}

void SubNestedSequenceLayer::backward(const UpdateCallback& callback) {
C
caoying03 已提交
170
  MatrixPtr inputSeqGrad = getInputGrad(0);
171 172
  MatrixPtr outputGrad = getOutputGrad();

C
caoying03 已提交
173
  if (inputSeqGrad) outputGrad->addToRows(*inputSeqGrad, *rowIndice_);
174 175 176
}

}  // namespace paddle