// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "lite/kernels/arm/calib_compute.h" #include #include "lite/backends/arm/math/type_trans.h" #include "lite/core/op_registry.h" #include "lite/core/type_system.h" namespace paddle { namespace lite { namespace kernels { namespace arm { template void CalibComputeFp32ToInt8::Run() { auto& param = this->template Param(); std::vector scale = {param.scale}; const auto* din = param.input->template data(); auto* dout = param.output->template mutable_data(); lite::arm::math::fp32_to_int8( din, dout, scale.data(), 1, 1, param.input->numel()); } template void CalibComputeInt64ToInt32::Run() { auto& param = this->template Param(); const auto* din = param.input->template data(); std::vector scale = {param.scale}; auto* dout = param.output->template mutable_data(); for (auto i = 0; i < param.input->numel(); ++i) { dout[i] = din[i]; } } template void CalibComputeInt64ToFloat32::Run() { auto& param = this->template Param(); const auto* din = param.input->template data(); std::vector scale = {param.scale}; auto* dout = param.output->template mutable_data(); for (auto i = 0; i < param.input->numel(); ++i) { dout[i] = din[i]; } } template void CalibComputeInt8ToFp32::Run() { auto& param = this->template Param(); const auto* din = param.input->template data(); std::vector scale = {param.scale}; auto* dout = param.output->template mutable_data(); lite::arm::math::int8_to_fp32( din, dout, scale.data(), 1, 1, param.input->numel()); } } // namespace arm } // namespace kernels } // namespace lite } // namespace paddle REGISTER_LITE_KERNEL( calib, kARM, kInt8, kNCHW, paddle::lite::kernels::arm::CalibComputeFp32ToInt8, fp32_to_int8) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kInt8, kNCHW, paddle::lite::kernels::arm::CalibComputeInt8ToFp32, int8_to_fp32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kInt8, kNHWC, paddle::lite::kernels::arm::CalibComputeFp32ToInt8, fp32_to_int8) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNHWC))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8), DATALAYOUT(kNHWC))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kInt8, kNHWC, paddle::lite::kernels::arm::CalibComputeInt8ToFp32, int8_to_fp32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8), DATALAYOUT(kNHWC))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNHWC))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kInt64, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToInt32, int64_to_int32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt32), DATALAYOUT(kNCHW))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToFloat32, int64_to_float32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kAny), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNCHW))}) .Finalize(); REGISTER_LITE_KERNEL( calib, kARM, kInt64, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToFloat32, int64_to_float32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kHost), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNCHW))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt8, kNCHW, paddle::lite::kernels::arm::CalibComputeFp32ToInt8, fp32_to_int8) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt8, kNCHW, paddle::lite::kernels::arm::CalibComputeInt8ToFp32, int8_to_fp32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt8, kNHWC, paddle::lite::kernels::arm::CalibComputeFp32ToInt8, fp32_to_int8) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNHWC))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8), DATALAYOUT(kNHWC))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt8, kNHWC, paddle::lite::kernels::arm::CalibComputeInt8ToFp32, int8_to_fp32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt8), DATALAYOUT(kNHWC))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNHWC))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt64, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToInt32, int64_to_int32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt32), DATALAYOUT(kNCHW))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kFloat, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToFloat32, int64_to_float32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNCHW))}) .Finalize(); REGISTER_LITE_KERNEL( calib_once, kARM, kInt64, kNCHW, paddle::lite::kernels::arm::CalibComputeInt64ToFloat32, int64_to_float32) .BindInput("Input", {LiteType::GetTensorTy(TARGET(kHost), PRECISION(kInt64), DATALAYOUT(kNCHW))}) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kARM), PRECISION(kFloat), DATALAYOUT(kNCHW))}) .Finalize();