// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "lite/backends/opencl/target_wrapper.h" #include #include "lite/backends/opencl/cl_include.h" #include "lite/backends/opencl/cl_runtime.h" #include "lite/backends/opencl/cl_utility.h" namespace paddle { namespace lite { static cl_channel_type GetCLChannelType(const PrecisionType type) { switch (type) { case PRECISION(kFloat): return CL_FLOAT; case PRECISION(kFP16): return CL_HALF_FLOAT; case PRECISION(kInt32): return CL_SIGNED_INT32; case PRECISION(kInt8): return CL_SIGNED_INT8; default: LOG(FATAL) << "Unsupported image channel type: " << PrecisionToStr(type); return 0; } } void *TargetWrapperCL::Malloc(size_t size) { cl_int status; cl::Buffer *buffer = new cl::Buffer(CLRuntime::Global()->context(), CL_MEM_READ_WRITE | CL_MEM_ALLOC_HOST_PTR, size, nullptr, &status); if (status != CL_SUCCESS) { delete buffer; buffer = nullptr; } CL_CHECK_FATAL(status); return buffer; } void TargetWrapperCL::Free(void *ptr) { if (ptr != nullptr) { cl::Buffer *cl_buffer = static_cast(ptr); delete cl_buffer; } } template <> void *TargetWrapperCL::MallocImage(const size_t cl_image2d_width, const size_t cl_image2d_height, void *host_ptr) { cl::ImageFormat img_format(CL_RGBA, GetCLChannelType(PRECISION(kFloat))); cl_int status; cl::Image2D *cl_image = new cl::Image2D(CLRuntime::Global()->context(), CL_MEM_READ_WRITE | (host_ptr ? CL_MEM_COPY_HOST_PTR : CL_MEM_ALLOC_HOST_PTR), img_format, cl_image2d_width, cl_image2d_height, 0, host_ptr, &status); if (status != CL_SUCCESS) { delete cl_image; cl_image = nullptr; } CL_CHECK_FATAL(status); return cl_image; } template <> // use uint16_t represents half float void *TargetWrapperCL::MallocImage(const size_t cl_image2d_width, const size_t cl_image2d_height, void *host_ptr) { cl::ImageFormat img_format(CL_RGBA, GetCLChannelType(PRECISION(kFP16))); cl_int status; cl::Image2D *cl_image = new cl::Image2D(CLRuntime::Global()->context(), CL_MEM_READ_WRITE | (host_ptr ? CL_MEM_COPY_HOST_PTR : CL_MEM_ALLOC_HOST_PTR), img_format, cl_image2d_width, cl_image2d_height, 0, host_ptr, &status); if (status != CL_SUCCESS) { delete cl_image; cl_image = nullptr; } CL_CHECK_FATAL(status); return cl_image; } template <> void *TargetWrapperCL::MallocImage(const size_t cl_image2d_width, const size_t cl_image2d_height, void *host_ptr) { cl::ImageFormat img_format(CL_RGBA, GetCLChannelType(PRECISION(kInt32))); cl_int status; cl::Image2D *cl_image = new cl::Image2D(CLRuntime::Global()->context(), CL_MEM_READ_WRITE | (host_ptr ? CL_MEM_COPY_HOST_PTR : CL_MEM_ALLOC_HOST_PTR), img_format, cl_image2d_width, cl_image2d_height, 0, host_ptr, &status); if (status != CL_SUCCESS) { delete cl_image; cl_image = nullptr; } CL_CHECK_FATAL(status); return cl_image; } void TargetWrapperCL::FreeImage(void *image) { if (image != nullptr) { cl::Image2D *cl_image = static_cast(image); delete cl_image; } } void *TargetWrapperCL::Map(void *buffer, size_t offset, size_t size) { cl::Buffer *cl_buffer = static_cast(buffer); cl_int status; void *mapped_ptr = CLRuntime::Global()->command_queue().enqueueMapBuffer( *cl_buffer, CL_TRUE, CL_MAP_READ | CL_MAP_WRITE, offset, size, nullptr, nullptr, &status); if (status != CL_SUCCESS) { mapped_ptr = nullptr; } CL_CHECK_FATAL(status); return mapped_ptr; } void *TargetWrapperCL::MapImage(void *image, const size_t cl_image2d_width, const size_t cl_image2d_height, size_t cl_image2d_row_pitch, size_t cl_image2d_slice_pitch) { cl::Image2D *cl_image = static_cast(image); cl::array origin = {0, 0, 0}; cl::array region = {cl_image2d_width, cl_image2d_height, 1}; cl_int status; void *mapped_ptr = CLRuntime::Global()->command_queue().enqueueMapImage( *cl_image, CL_TRUE, CL_MAP_READ | CL_MAP_WRITE, origin, region, &cl_image2d_row_pitch, &cl_image2d_slice_pitch, nullptr, nullptr, &status); if (status != CL_SUCCESS) { mapped_ptr = nullptr; } CL_CHECK_FATAL(status); return mapped_ptr; } void TargetWrapperCL::Unmap(void *cl_obj, void *mapped_ptr) { cl::Memory *mem_obj = static_cast(cl_obj); cl_int status = CLRuntime::Global()->command_queue().enqueueUnmapMemObject( *mem_obj, mapped_ptr, nullptr, nullptr); CL_CHECK_FATAL(status); } void TargetWrapperCL::MemcpySync(void *dst, const void *src, size_t size, IoDirection dir) { cl_int status; auto stream = CLRuntime::Global()->command_queue(); switch (dir) { case IoDirection::DtoD: status = stream.enqueueCopyBuffer(*static_cast(src), *static_cast(dst), 0, 0, size, nullptr, nullptr); CL_CHECK_FATAL(status); CLRuntime::Global()->command_queue().finish(); break; case IoDirection::HtoD: status = stream.enqueueWriteBuffer(*static_cast(dst), CL_TRUE, 0, size, src, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::DtoH: status = stream.enqueueReadBuffer(*static_cast(src), CL_TRUE, 0, size, dst, nullptr, nullptr); CL_CHECK_FATAL(status); break; default: LOG(FATAL) << "Unsupported IoDirection " << static_cast(dir); } } void TargetWrapperCL::MemcpyAsync(void *dst, const void *src, size_t size, IoDirection dir, const stream_t &stream) { cl_int status; switch (dir) { case IoDirection::DtoD: status = stream.enqueueCopyBuffer(*static_cast(src), *static_cast(dst), 0, 0, size, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::HtoD: status = stream.enqueueWriteBuffer(*static_cast(dst), CL_FALSE, 0, size, src, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::DtoH: status = stream.enqueueReadBuffer(*static_cast(src), CL_FALSE, 0, size, dst, nullptr, nullptr); CL_CHECK_FATAL(status); break; default: LOG(FATAL) << "Unsupported IoDirection " << static_cast(dir); } } void TargetWrapperCL::ImgcpySync(void *dst, const void *src, const size_t cl_image2d_width, const size_t cl_image2d_height, const size_t cl_image2d_row_pitch, const size_t cl_image2d_slice_pitch, IoDirection dir) { cl::array origin = {0, 0, 0}; cl::array region = {cl_image2d_width, cl_image2d_height, 1}; cl_int status; auto stream = CLRuntime::Global()->command_queue(); switch (dir) { case IoDirection::DtoD: status = stream.enqueueCopyImage(*static_cast(src), *static_cast(dst), origin, origin, region, nullptr, nullptr); CL_CHECK_FATAL(status); CLRuntime::Global()->command_queue().finish(); break; case IoDirection::HtoD: status = stream.enqueueWriteImage(*static_cast(dst), CL_TRUE, origin, region, cl_image2d_row_pitch, cl_image2d_slice_pitch, src, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::DtoH: status = stream.enqueueReadImage(*static_cast(src), CL_TRUE, origin, region, cl_image2d_row_pitch, cl_image2d_slice_pitch, dst, nullptr, nullptr); CL_CHECK_FATAL(status); break; default: LOG(FATAL) << "Unsupported IoDirection " << static_cast(dir); } } void TargetWrapperCL::ImgcpyAsync(void *dst, const void *src, const size_t cl_image2d_width, const size_t cl_image2d_height, const size_t cl_image2d_row_pitch, const size_t cl_image2d_slice_pitch, IoDirection dir, const stream_t &stream) { cl::array origin = {0, 0, 0}; cl::array region = {cl_image2d_width, cl_image2d_height, 1}; cl_int status; switch (dir) { case IoDirection::DtoD: status = stream.enqueueCopyImage(*static_cast(src), *static_cast(dst), origin, origin, region, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::HtoD: status = stream.enqueueWriteImage(*static_cast(dst), CL_FALSE, origin, region, cl_image2d_row_pitch, cl_image2d_slice_pitch, src, nullptr, nullptr); CL_CHECK_FATAL(status); break; case IoDirection::DtoH: status = stream.enqueueReadImage(*static_cast(src), CL_FALSE, origin, region, cl_image2d_row_pitch, cl_image2d_slice_pitch, dst, nullptr, nullptr); CL_CHECK_FATAL(status); break; default: LOG(FATAL) << "Unsupported IoDirection " << static_cast(dir); } } } // namespace lite } // namespace paddle