kernel_context.cc

//   Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/pten/core/kernel_context.h"

namespace pten {

void KernelContext::EmplaceBackInput(std::shared_ptr<TensorBase> input) {
  int index = inputs_.size();
  inputs_.emplace_back(std::move(input));
  // Record the start and end index of the input
  input_range_.emplace_back(std::pair<int, int>(index, index + 1));
}

void KernelContext::EmplaceBackInputWithoutSetRange(
    std::shared_ptr<TensorBase> input) {
  inputs_.emplace_back(std::move(input));
}

void KernelContext::EmplaceBackInputs(
    paddle::SmallVector<std::shared_ptr<TensorBase>> inputs) {
  int index = inputs_.size();
  // Record the start and end index of the input
  input_range_.emplace_back(std::pair<int, int>(index, index + inputs.size()));
  inputs_.insert(inputs_.end(),
                 std::make_move_iterator(inputs.begin()),
                 std::make_move_iterator(inputs.end()));
}

void KernelContext::EmplaceBackOutput(std::shared_ptr<TensorBase> output) {
  int index = outputs_.size();
  outputs_.emplace_back(std::move(output));
  // Record the start and end index of the input
  output_range_.emplace_back(std::pair<int, int>(index, index + 1));
}

void KernelContext::EmplaceBackOutputWithoutSetRange(
    std::shared_ptr<TensorBase> output) {
  outputs_.emplace_back(std::move(output));
}

void KernelContext::EmplaceBackOutputs(
    paddle::SmallVector<std::shared_ptr<TensorBase>> outputs) {
  int index = outputs_.size();
  // Record the start and end index of the input
  output_range_.emplace_back(
      std::pair<int, int>(index, index + outputs.size()));
  outputs_.insert(outputs_.end(),
                  std::make_move_iterator(outputs.begin()),
                  std::make_move_iterator(outputs.end()));
}

void KernelContext::EmplaceBackAttr(paddle::any attr) {
  attrs_.emplace_back(std::move(attr));
}

void KernelContext::AssignInputRange(std::pair<int, int>&& range, size_t idx) {
  if (idx < input_range_.size()) {
    input_range_[idx] = range;
  } else if (idx == input_range_.size()) {
    input_range_.emplace_back(range);
  } else {
    PADDLE_THROW(paddle::platform::errors::PreconditionNotMet(
        "Invalid idx when trying to set InputRange, "
        "index is `%d`, it is greater than the size(%d) of InputRange.",
        idx,
        input_range_.size()));
  }
}

void KernelContext::AssignOutputRange(std::pair<int, int>&& range, size_t idx) {
  if (idx < output_range_.size()) {
    output_range_[idx] = range;
  } else if (idx == output_range_.size()) {
    output_range_.emplace_back(range);
  } else {
    PADDLE_THROW(paddle::platform::errors::PreconditionNotMet(
        "Invalid idx when trying to set InputRange, "
        "index is `%d`, it is greater than the size(%d) of InputRange.",
        idx,
        output_range_.size()));
  }
}

const std::pair<int, int>& KernelContext::InputRangeAt(size_t idx) const {
  return input_range_.at(idx);
}

const std::pair<int, int>& KernelContext::OutputRangeAt(size_t idx) const {
  return output_range_.at(idx);
}

std::pair<int, int>& KernelContext::MutableInputRangeAt(size_t idx) {
  return input_range_[idx];
}

std::pair<int, int>& KernelContext::MutableOutputRangeAt(size_t idx) {
  return output_range_[idx];
}

// Temporary method: For compatible with fluid Tensor and improve performance
// Only deal with DenseTensor now
void KernelContext::ClearData() {
  for (auto& in : inputs_) {
    if (in) {
      CompatibleDenseTensorUtils::ClearStorage(
          static_cast<DenseTensor*>(in.get()));
    }
  }
  for (auto& out : outputs_) {
    CompatibleDenseTensorUtils::ClearStorage(
        static_cast<DenseTensor*>(out.get()));
  }
  attrs_.clear();
}
}  // namespace pten