From d6d0820e1b6a53eae186f88a96fc98c577c545c6 Mon Sep 17 00:00:00 2001 From: ronnywang <524019753@qq.com> Date: Fri, 18 Feb 2022 13:01:46 +0800 Subject: [PATCH] [CustomRuntime] add pten::Backend support (#39606) --- paddle/fluid/framework/custom_kernel.cc | 11 ++++ paddle/fluid/platform/device_context.h | 1 - paddle/pten/backends/CMakeLists.txt | 2 + paddle/pten/backends/custom/CMakeLists.txt | 3 + paddle/pten/backends/custom/custom_context.cc | 59 +++++++++++++++++++ paddle/pten/backends/custom/custom_context.h | 51 ++++++++++++++++ paddle/pten/common/backend.h | 14 ++++- paddle/pten/common/place.cc | 4 +- paddle/pten/core/compat/CMakeLists.txt | 15 +++-- paddle/pten/core/compat/convert_utils.cc | 23 +++++++- 10 files changed, 173 insertions(+), 10 deletions(-) create mode 100644 paddle/pten/backends/custom/CMakeLists.txt create mode 100644 paddle/pten/backends/custom/custom_context.cc create mode 100644 paddle/pten/backends/custom/custom_context.h diff --git a/paddle/fluid/framework/custom_kernel.cc b/paddle/fluid/framework/custom_kernel.cc index 058be989282..6bcae738cc4 100644 --- a/paddle/fluid/framework/custom_kernel.cc +++ b/paddle/fluid/framework/custom_kernel.cc @@ -237,6 +237,17 @@ static void RunKernelFunc(pten::KernelContext* ctx, if (backend == pten::Backend::CPU) { // do nothing } else { +#ifdef PADDLE_WITH_CUSTOM_DEVICE + size_t device_type_id_ = static_cast(backend) - + static_cast(pten::Backend::ALL_BACKEND); + std::string device_type = pten::GetGlobalDeviceType(device_type_id_); + if (!device_type.empty()) { + auto custom_ctx = + ctx->GetDeviceContext(); + dev_ctx.set_stream(custom_ctx.stream()); + return; + } +#endif LOG(ERROR) << "[CUSTOM KERNEL] Unsupported kernel backend: " << backend << " with compiled Paddle."; return; diff --git a/paddle/fluid/platform/device_context.h b/paddle/fluid/platform/device_context.h index 1d51383f683..48a933ef0e2 100644 --- a/paddle/fluid/platform/device_context.h +++ b/paddle/fluid/platform/device_context.h @@ -846,7 +846,6 @@ class CustomDeviceContext : public DeviceContext { std::shared_ptr stream_; CustomDeviceContext(); - DISABLE_COPY_AND_ASSIGN(CustomDeviceContext); }; template <> struct DefaultDeviceContextType { diff --git a/paddle/pten/backends/CMakeLists.txt b/paddle/pten/backends/CMakeLists.txt index cc935289203..441bd0a8c30 100644 --- a/paddle/pten/backends/CMakeLists.txt +++ b/paddle/pten/backends/CMakeLists.txt @@ -2,6 +2,8 @@ add_subdirectory(dynload) add_subdirectory(cpu) +add_subdirectory(custom) + if(WITH_GPU OR WITH_ROCM) add_subdirectory(gpu) endif() diff --git a/paddle/pten/backends/custom/CMakeLists.txt b/paddle/pten/backends/custom/CMakeLists.txt new file mode 100644 index 00000000000..9a7de35dd4e --- /dev/null +++ b/paddle/pten/backends/custom/CMakeLists.txt @@ -0,0 +1,3 @@ +if (WITH_CUSTOM_DEVICE) + cc_library(custom_context SRCS custom_context.cc DEPS pten_device_context device_manager) +endif() diff --git a/paddle/pten/backends/custom/custom_context.cc b/paddle/pten/backends/custom/custom_context.cc new file mode 100644 index 00000000000..12e13609ebe --- /dev/null +++ b/paddle/pten/backends/custom/custom_context.cc @@ -0,0 +1,59 @@ +/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. */ + +#include "paddle/pten/backends/custom/custom_context.h" + +#include "paddle/fluid/platform/device/device_guard.h" +#include "paddle/fluid/platform/device/stream.h" + +namespace pten { + +struct CustomContext::Impl { + explicit Impl(const CustomPlace& place) : place_(place) {} + + ~Impl() {} + + void Init() { + paddle::platform::DeviceGuard guard(place_); + stream_.reset(new paddle::platform::stream::Stream()); + stream_->Init(place_); + } + + const Place& GetPlace() const { return place_; } + + C_Stream stream() const { + return reinterpret_cast(stream_->raw_stream()); + } + + void Wait() const { stream_->Wait(); } + + Place place_; + + std::shared_ptr stream_; +}; + +void CustomContext::Init() { impl_->Init(); } + +const Place& CustomContext::GetPlace() const { return impl_->GetPlace(); } + +C_Stream CustomContext::stream() const { return impl_->stream(); } + +void CustomContext::Wait() const { return impl_->Wait(); } + +CustomContext::CustomContext(const CustomPlace& place) + : DeviceContext(), impl_(std::make_unique(place)) {} + +CustomContext::~CustomContext() {} + +} // namespace pten diff --git a/paddle/pten/backends/custom/custom_context.h b/paddle/pten/backends/custom/custom_context.h new file mode 100644 index 00000000000..86fa44ce8dc --- /dev/null +++ b/paddle/pten/backends/custom/custom_context.h @@ -0,0 +1,51 @@ +/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. */ + +#pragma once + +#include +#include "paddle/fluid/platform/device/device_ext.h" +#include "paddle/pten/common/place.h" +#include "paddle/pten/core/device_context.h" + +namespace pten { + +class CustomContext : public DeviceContext { + public: + explicit CustomContext(const CustomPlace&); + + virtual ~CustomContext(); + + const Place& GetPlace() const override; + + /*! \brief Return stream in the device context. */ + C_Stream stream() const; + + // Wait for all operations completion in the stream. + void Wait() const override; + + public: + // NOTE: DeviceContext hold resources. Used in training scenarios. + // The interface used by the training scene, DeviceContext will initialize + // all resources and delete them when destructing. + void Init(); + + private: + CustomContext(); + + struct Impl; + std::unique_ptr impl_; +}; + +} // namespace pten diff --git a/paddle/pten/common/backend.h b/paddle/pten/common/backend.h index 9944083248c..f5457807ad3 100644 --- a/paddle/pten/common/backend.h +++ b/paddle/pten/common/backend.h @@ -17,6 +17,7 @@ limitations under the License. */ #include #include "paddle/pten/api/ext/exception.h" +#include "paddle/pten/common/place.h" namespace paddle { namespace experimental { @@ -114,8 +115,17 @@ inline std::ostream& operator<<(std::ostream& os, Backend backend) { case Backend::CUDNN: os << "CUDNN"; break; - default: - PD_THROW("Invalid enum backend type `", static_cast(backend), "`."); + default: { + size_t device_type_id_ = static_cast(backend) - + static_cast(Backend::NUM_BACKENDS); + std::string device_type = pten::GetGlobalDeviceType(device_type_id_); + if (!device_type.empty()) { + os << device_type; + } else { + PD_THROW( + "Invalid enum backend type `", static_cast(backend), "`."); + } + } } return os; } diff --git a/paddle/pten/common/place.cc b/paddle/pten/common/place.cc index 0a3bfccb16a..46c0f92b85e 100644 --- a/paddle/pten/common/place.cc +++ b/paddle/pten/common/place.cc @@ -86,7 +86,9 @@ size_t GetOrRegisterGlobalDeviceTypeId(const std::string &device_type) { } std::string GetGlobalDeviceType(size_t device_type_id) { - if (device_type_id == 0) return ""; + if (global_registered_device_type.find(device_type_id) == + global_registered_device_type.end()) + return ""; return global_registered_device_type[device_type_id]; } diff --git a/paddle/pten/core/compat/CMakeLists.txt b/paddle/pten/core/compat/CMakeLists.txt index efdb53c512a..c6bc9e15a53 100644 --- a/paddle/pten/core/compat/CMakeLists.txt +++ b/paddle/pten/core/compat/CMakeLists.txt @@ -1,11 +1,16 @@ cc_library(arg_map_context SRCS arg_map_context.cc DEPS pten_enforce) cc_library(op_utils SRCS op_utils.cc DEPS arg_map_context enforce) + +set(convert_utils_deps data_type place op_utils) + if(WITH_GPU) - cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_gpu_info) + set(convert_utils_deps ${convert_utils_deps} pten_gpu_info) elseif(WITH_ROCM) - cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_gpu_info) + set(convert_utils_deps ${convert_utils_deps} pten_gpu_info) elseif(WITH_XPU) - cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_xpu_info) -else() - cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils) + set(convert_utils_deps ${convert_utils_deps} pten_xpu_info) endif() +if(WITH_CUSTOM_DEVICE) + set(convert_utils_deps ${convert_utils_deps} device_manager) +endif() +cc_library(convert_utils SRCS convert_utils.cc DEPS ${convert_utils_deps}) diff --git a/paddle/pten/core/compat/convert_utils.cc b/paddle/pten/core/compat/convert_utils.cc index 2cd28667746..47126512503 100644 --- a/paddle/pten/core/compat/convert_utils.cc +++ b/paddle/pten/core/compat/convert_utils.cc @@ -19,6 +19,10 @@ limitations under the License. */ #include "paddle/pten/common/place.h" #include "paddle/pten/core/compat/op_utils.h" +#ifdef PADDLE_WITH_CUSTOM_DEVICE +#include "paddle/fluid/platform/device/device_manager.h" +#endif + namespace pten { Backend TransToPtenBackend(const pten::Place& place) { @@ -26,6 +30,10 @@ Backend TransToPtenBackend(const pten::Place& place) { return Backend::CPU; } else if (place.GetType() == pten::AllocationType::GPU) { return Backend::GPU; + } else if (place.GetType() == pten::AllocationType::CUSTOM) { + return static_cast( + static_cast(Backend::NUM_BACKENDS) + + GetOrRegisterGlobalDeviceTypeId(place.GetDeviceType())); } else { return Backend::UNDEFINED; } @@ -57,10 +65,23 @@ pten::Place TransToPtenPlace(const Backend& backend, bool set_device_id) { return pten::XPUPlace( set_device_id ? pten::backends::xpu::GetXPUCurrentDeviceId() : 0); #endif - default: + default: { +#ifdef PADDLE_WITH_CUSTOM_DEVICE + size_t device_type_id_ = static_cast(backend) - + static_cast(Backend::NUM_BACKENDS); + std::string device_type = pten::GetGlobalDeviceType(device_type_id_); + if (!device_type.empty()) { + return pten::CustomPlace( + device_type, + set_device_id + ? paddle::platform::DeviceManager::GetDevice(device_type) + : 0); + } +#endif PADDLE_THROW(pten::errors::Unimplemented( "Unsupported backend `%s` when casting it to paddle place type.", backend)); + } } } -- GitLab