// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include "paddle/pten/core/tensor_base.h" #include "paddle/utils/any.h" #include "paddle/utils/small_vector.h" // See Note [ Why still include the fluid headers? ] #include "paddle/fluid/platform/device_context.h" #include "paddle/fluid/platform/enforce.h" namespace pten { using DeviceContext = paddle::platform::DeviceContext; using DataType = paddle::experimental::DataType; using DataLayout = paddle::experimental::DataLayout; /** * Note: KernelContext doesn't manage the life if DeviceContext and Tensor * * Note: KernelContext does not couple the concept of framework, * its constructor can only take the members it needs as parameters, * not Scope, RuntimeContext, etc. as parameters */ class KernelContext { public: explicit KernelContext(const DeviceContext& dev_ctx) : dev_ctx_(dev_ctx) {} KernelContext(const DeviceContext& dev_ctx, const paddle::SmallVector>& inputs, const paddle::SmallVector>& outputs, const paddle::SmallVector& attrs) : dev_ctx_(dev_ctx), inputs_(inputs), outputs_(outputs), attrs_(attrs) {} template const CtxType& GetDeviceContext() const { return static_cast(dev_ctx_); } void EmplaceBackInput(std::shared_ptr input) { int index = inputs_.size(); inputs_.emplace_back(std::move(input)); // Record the start and end index of the input input_range_.emplace_back(std::pair(index, index + 1)); } void EmplaceBackInputs( const paddle::SmallVector>& inputs) { int index = inputs_.size(); for (auto in : inputs) { inputs_.emplace_back(std::move(in)); } // Record the start and end index of the input input_range_.emplace_back( std::pair(index, index + inputs.size())); } void EmplaceBackOutput(std::shared_ptr output) { int index = outputs_.size(); outputs_.emplace_back(std::move(output)); // Record the start and end index of the input output_range_.emplace_back(std::pair(index, index + 1)); } void EmplaceBackOutputs( const paddle::SmallVector>& outputs) { int index = outputs_.size(); for (auto out : outputs) { outputs_.emplace_back(std::move(out)); } // Record the start and end index of the input output_range_.emplace_back( std::pair(index, index + outputs.size())); } void EmplaceBackAttr(paddle::any attr) { attrs_.emplace_back(std::move(attr)); } template const TensorType& InputAt(size_t idx) const { return static_cast(*(inputs_.at(idx))); } template std::vector InputBetween(size_t start, size_t end) const { std::vector v; for (size_t i = start; i < end; ++i) { auto t = std::dynamic_pointer_cast(inputs_.at(i)); v.emplace_back(std::move(*t.get())); } return v; } const std::pair& InputRangeAt(size_t idx) const { return input_range_.at(idx); } const std::pair& OutputRangeAt(size_t idx) const { return output_range_.at(idx); } template TensorType* MutableOutputAt(size_t idx) { return static_cast(outputs_.at(idx).get()); } template std::vector MutableOutputBetween(size_t start, size_t end) { std::vector v; for (size_t i = start; i < end; ++i) { v.emplace_back(static_cast(outputs_.at(i).get())); } return v; } template AttrType AttrAt(size_t idx) const { try { return paddle::any_cast(attrs_.at(idx)); } catch (paddle::bad_any_cast&) { PADDLE_THROW(paddle::platform::errors::InvalidArgument( "Attribute cast error in Op Kernel Context.")); } } private: bool IsDuplicable() const { return input_range_.size() != inputs_.size(); } private: // DeviceContext base class const DeviceContext& dev_ctx_; // TODO(chenweihang): Tensor -> Tensor*, Tensor should by managed `scope` // Note: can't use API Tensor here, the inference don't use this API Tensor paddle::SmallVector> inputs_; paddle::SmallVector> outputs_; paddle::SmallVector attrs_; // Only contains input like list[Tensor] need `range` paddle::SmallVector> input_range_; paddle::SmallVector> output_range_; // Only static graph need `name` // TODO(chenweihang): replaced by paddle::string_view paddle::SmallVector input_names_; paddle::SmallVector output_names_; }; } // namespace pten