/* Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include "paddle/fluid/framework/data_layout_transform.h" #include "paddle/fluid/operators/interpolate_op.h" #include "paddle/fluid/platform/mkldnn_reuse.h" namespace paddle { namespace operators { using framework::DataLayout; using dnnl::memory; using dnnl::primitive; using dnnl::reorder; using dnnl::stream; using dnnl::resampling_forward; using platform::GetMKLDNNFormat; using platform::to_void_cast; template class InterpolateMKLDNNHandler : public platform::MKLDNNHandlerT { public: InterpolateMKLDNNHandler(const dnnl::algorithm algo, const platform::MKLDNNDeviceContext& dev_ctx, const dnnl::engine engine, platform::Place cpu_place, const Tensor* x, Tensor* z, const std::string& uniq_name) : platform::MKLDNNHandlerT( dev_ctx, engine, cpu_place, platform::CreateKey(dev_ctx, framework::vectorize(x->dims()), uniq_name)) { if (!this->isCached()) { const auto src_x_tz = framework::vectorize(x->dims()); const auto dst_tz = framework::vectorize(z->dims()); const auto src_md = dnnl::memory::desc( src_x_tz, platform::MKLDNNGetDataType(), x->format()); const auto dst_md = memory::desc(dst_tz, platform::MKLDNNGetDataType(), MKLDNNMemoryFormat::any); this->AcquireForwardPrimitiveDescriptor( dnnl::prop_kind::forward_inference, algo, src_md, dst_md); } } }; template class InterpolateMKLDNNKernel : public framework::OpKernel { std::vector ComputeOutputShape( const framework::ExecutionContext& ctx) const { const auto* x = ctx.Input("X"); auto in_dims = x->dims(); const bool is_channel_last = false; // In mkldnn kernel, always use NCHW framework::DDim in_dhw_dims; if (is_channel_last) { // NDHWC, NHWC, NWC in_dhw_dims = framework::slice_ddim(in_dims, 1, in_dims.size() - 1); } else { // NCDHW, NCHW, NCW in_dhw_dims = framework::slice_ddim(in_dims, 2, in_dims.size()); } std::vector out_dims; if (in_dhw_dims.size() == 1) { out_dims.push_back(ctx.Attr("out_w")); } else if (in_dhw_dims.size() == 2) { out_dims.push_back(ctx.Attr("out_h")); out_dims.push_back(ctx.Attr("out_w")); } else if (in_dhw_dims.size() == 3) { out_dims.push_back(ctx.Attr("out_d")); out_dims.push_back(ctx.Attr("out_h")); out_dims.push_back(ctx.Attr("out_w")); } auto list_new_size_tensor = ctx.MultiInput("SizeTensor"); auto out_size = ctx.Input("OutSize"); if (list_new_size_tensor.size() > 0) { auto new_size = get_new_shape(list_new_size_tensor); if (new_size.size() == out_dims.size()) { out_dims = new_size; } } else if (out_size != nullptr) { auto out_size_data = get_new_data_from_tensor(out_size); if (out_size_data.size() == out_dims.size()) { out_dims = out_size_data; } } else { std::vector scale; scale.reserve(3); auto scale_tensor = ctx.Input("Scale"); if (scale_tensor != nullptr) { auto scale_data = get_new_data_from_tensor(scale_tensor); scale.resize(3, scale_data[0]); std::copy(scale_data.begin(), scale_data.end(), scale.begin()); } else { std::string op_type = ctx.Type(); if (op_type.find("v2") == std::string::npos) { // v1 scale.push_back(ctx.Attr("scale")); scale.push_back(scale[0]); scale.push_back(scale[0]); } else { // v2 std::vector scale_attr = ctx.Attr>("scale"); scale.resize(3, scale_attr[0]); std::copy(scale_attr.begin(), scale_attr.end(), scale.begin()); } } if (scale[0] > 0.0f && scale[1] > 0.0f && scale[2] > 0.0f) { int j = 0; std::vector in_dhw_vec = framework::vectorize(in_dhw_dims); std::transform( in_dhw_vec.begin(), in_dhw_vec.end(), out_dims.begin(), [&](int64_t i) -> int { return static_cast(i * scale[j++]); }); } } PADDLE_ENFORCE_GT(std::all_of(out_dims.begin(), out_dims.end(), [](int i) { return i > 0; }), 0, platform::errors::InvalidArgument( "out_d, out_h, out_w of Op(interpolate) " "should be greater than 0.")); out_dims.insert(out_dims.begin(), in_dims[0]); if (is_channel_last) { out_dims.push_back(in_dims[in_dims.size() - 1]); } else { out_dims.insert(out_dims.begin() + 1, in_dims[1]); } return out_dims; } public: void Compute(const framework::ExecutionContext& ctx) const override { const auto& dev_ctx = ctx.template device_context(); const auto& mkldnn_engine = dev_ctx.GetEngine(); const auto* x = ctx.Input("X"); std::vector scale_prior; auto* z = ctx.Output("Out"); auto interp_method = ctx.Attr("interp_method"); dnnl::algorithm algo = (interp_method == "nearest") ? dnnl::algorithm::resampling_nearest : dnnl::algorithm::resampling_linear; auto out_dims_vec = ComputeOutputShape(ctx); framework::DDim dim_out = framework::make_ddim(out_dims_vec); z->mutable_data(dim_out, ctx.GetPlace()); InterpolateMKLDNNHandler handler(algo, dev_ctx, mkldnn_engine, ctx.GetPlace(), x, z, ctx.OutputName("Out")); auto src_memory_p = handler.AcquireSrcMemory(x); auto dst_memory_p = handler.AcquireDstMemory(z); auto resampling_prim = handler.AcquireForwardPrimitive(); const std::unordered_map args = { {DNNL_ARG_SRC, *src_memory_p}, {DNNL_ARG_DST, *dst_memory_p}}; auto& astream = platform::MKLDNNDeviceContext::tls().get_stream(); resampling_prim->execute(astream, args); astream.wait(); z->set_layout(DataLayout::kMKLDNN); z->set_format(platform::GetMKLDNNFormat(*dst_memory_p)); } }; } // namespace operators } // namespace paddle namespace ops = paddle::operators; REGISTER_OP_KERNEL(nearest_interp, MKLDNN, ::paddle::platform::CPUPlace, ops::InterpolateMKLDNNKernel); REGISTER_OP_KERNEL(bilinear_interp, MKLDNN, ::paddle::platform::CPUPlace, ops::InterpolateMKLDNNKernel); REGISTER_OP_KERNEL(nearest_interp_v2, MKLDNN, ::paddle::platform::CPUPlace, ops::InterpolateMKLDNNKernel); REGISTER_OP_KERNEL(bilinear_interp_v2, MKLDNN, ::paddle::platform::CPUPlace, ops::InterpolateMKLDNNKernel);