// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "lite/kernels/arm/concat_compute.h" #include #include #include "lite/backends/arm/math/funcs.h" #include "lite/core/op_registry.h" #include "lite/core/tensor.h" #include "lite/core/type_system.h" namespace paddle { namespace lite { namespace kernels { namespace arm { std::vector stride_numel(const DDim& ddim) { std::vector strides(ddim.size()); strides[ddim.size() - 1] = ddim[ddim.size() - 1]; for (int i = ddim.size() - 2; i >= 0; --i) { strides[i] = strides[i + 1] * ddim[i]; } return strides; } template void ConcatFunc(const std::vector inputs, int axis, lite::Tensor* out) { // Sometimes direct copies will be faster, this maybe need deeply analysis. if (axis == 0 && inputs.size() < 10) { size_t output_offset = 0; for (auto* in : inputs) { auto in_stride = stride_numel(in->dims()); auto out_stride = stride_numel(out->dims()); void* dst = out->mutable_data() + output_offset; const void* src = in->data(); // src and dst tensor should have the same dims size. CHECK(in_stride.size() == out_stride.size()); std::memcpy(dst, src, sizeof(T) * in_stride[0]); output_offset += in_stride[0]; } } else { std::vector inputs_concat(inputs.size()); for (int j = 0; j < inputs.size(); ++j) { inputs_concat[j] = inputs[j]; } lite::arm::math::concat_func(inputs_concat, axis, out); } } void ConcatCompute::Run() { auto& param = Param(); std::vector inputs = param.x; CHECK_GE(inputs.size(), 1); auto* out = param.output; int axis = param.axis; auto* axis_tensor = param.axis_tensor; if (axis_tensor != nullptr) { auto* axis_tensor_data = axis_tensor->data(); axis = axis_tensor_data[0]; } switch (inputs.front()->precision()) { case PRECISION(kFloat): ConcatFunc(inputs, axis, out); break; case PRECISION(kInt32): ConcatFunc(inputs, axis, out); break; case PRECISION(kInt64): ConcatFunc(inputs, axis, out); break; default: LOG(FATAL) << "Concat does not implement for the " << "input type:" << static_cast(inputs.front()->precision()); } } } // namespace arm } // namespace kernels } // namespace lite } // namespace paddle REGISTER_LITE_KERNEL( concat, kARM, kAny, kNCHW, paddle::lite::kernels::arm::ConcatCompute, def) .BindInput("X", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kAny))}) .BindInput("AxisTensor", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt32))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kAny))}) .Finalize();