// Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include "paddle/pten/core/compat_utils.h" #include "paddle/pten/core/tensor_base.h" #include "paddle/utils/any.h" #include "paddle/utils/small_vector.h" // See Note [ Why still include the fluid headers? ] #include "paddle/fluid/platform/device_context.h" #include "paddle/fluid/platform/enforce.h" namespace pten { using DeviceContext = paddle::platform::DeviceContext; using DataType = paddle::experimental::DataType; using DataLayout = paddle::experimental::DataLayout; /** * Note: KernelContext doesn't manage the life if DeviceContext and Tensor * * Note: KernelContext does not couple the concept of framework, * its constructor can only take the members it needs as parameters, * not Scope, RuntimeContext, etc. as parameters */ class KernelContext { public: KernelContext() = default; explicit KernelContext(DeviceContext* dev_ctx) : dev_ctx_(dev_ctx) {} void SetDeviceContext(DeviceContext* dev_ctx) { dev_ctx_ = dev_ctx; } template const CtxType& GetDeviceContext() const { return static_cast(*dev_ctx_); } void EmplaceBackInput(std::shared_ptr input); void EmplaceBackInputWithoutSetRange(std::shared_ptr input); void EmplaceBackInputs( paddle::SmallVector> inputs); void EmplaceBackOutput(std::shared_ptr output); void EmplaceBackOutputWithoutSetRange(std::shared_ptr output); void SetOutputWithoutSetRange(int index, std::shared_ptr output); void EmplaceBackOutputs( paddle::SmallVector> outputs); void EmplaceBackAttr(paddle::any attr); const std::pair& InputRangeAt(size_t idx) const; const std::pair& OutputRangeAt(size_t idx) const; std::pair& MutableInputRangeAt(size_t idx); std::pair& MutableOutputRangeAt(size_t idx); template const TensorType& InputAt(size_t idx) const { return static_cast(*(inputs_.at(idx))); } template paddle::optional OptionalInputAt(size_t idx) const { const auto& input = inputs_.at(idx); return input ? paddle::optional{static_cast< const TensorType&>(*input)} : paddle::optional{paddle::none}; } std::shared_ptr& MutableInputPtrAt(size_t idx) { return inputs_.at(idx); } template std::vector MoveInputsBetween(size_t start, size_t end) { std::vector v; for (size_t i = start; i < end; ++i) { auto t = std::dynamic_pointer_cast(inputs_.at(i)); v.emplace_back(std::move(*t.get())); inputs_.at(i) = nullptr; } return v; } void AssignInputRange(std::pair&& range, size_t idx); void AssignOutputRange(std::pair&& range, size_t idx); template TensorType* MutableInputAt(size_t idx) { return static_cast(inputs_.at(idx).get()); } template TensorType* MutableOutputAt(size_t idx) { return static_cast(outputs_.at(idx).get()); } template std::vector MutableOutputBetween(size_t start, size_t end) { std::vector v; for (size_t i = start; i < end; ++i) { v.emplace_back(static_cast(outputs_.at(i).get())); } return v; } template AttrType AttrAt(size_t idx) const { try { return paddle::any_cast(attrs_.at(idx)); } catch (paddle::bad_any_cast&) { PADDLE_THROW(paddle::platform::errors::InvalidArgument( "Attribute cast error in Op Kernel Context.")); } } // Temporary method: For compatible with fluid Tensor and improve performance // Only deal with DenseTensor now void ClearData(); size_t InputsSize() const { return inputs_.size(); } size_t OutputsSize() const { return outputs_.size(); } size_t AttrsSize() const { return attrs_.size(); } private: // DeviceContext base class DeviceContext* dev_ctx_; // TODO(chenweihang): Tensor -> Tensor*, Tensor should by managed `scope` // Note: can't use API Tensor here, the inference don't use this API Tensor paddle::SmallVector> inputs_; paddle::SmallVector> outputs_; paddle::SmallVector attrs_; // Only contains input like list[Tensor] need `range` paddle::SmallVector> input_range_; paddle::SmallVector> output_range_; }; } // namespace pten