// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include "lite/backends/cuda/target_wrapper.h" #include "lite/core/op_registry.h" #include "lite/core/types.h" #include "lite/kernels/cuda/assign_value_compute.h" namespace paddle { namespace lite { namespace kernels { namespace cuda { template void TensorFromVector(const std::vector& src, lite::Tensor* dst, cudaStream_t* stream) { auto* src_ptr = static_cast(src.data()); auto* dst_ptr = static_cast(dst->mutable_data(TARGET(kCUDA))); auto size = src.size() * sizeof(T); TargetWrapperCuda::MemcpyAsync( dst_ptr, src_ptr, size, IoDirection::HtoD, *stream); } void AssignValueCompute::Run() { auto& param = Param(); auto& ctx = this->ctx_->template As(); auto stream = ctx.exec_stream(); int dtype = param.dtype; std::vector fp32_values = param.fp32_values; std::vector int32_values = param.int32_values; std::vector int64_values = param.int64_values; std::vector bool_values = param.bool_values; auto* out = param.Out; if (dtype == static_cast(lite::core::FluidType::INT32)) { TensorFromVector(int32_values, out, &stream); } else if (dtype == static_cast(lite::core::FluidType::FP32)) { TensorFromVector(fp32_values, out, &stream); } else if (dtype == static_cast(lite::core::FluidType::INT64)) { TensorFromVector(int64_values, out, &stream); } else if (dtype == static_cast(lite::core::FluidType::BOOL)) { TensorFromVector(bool_values, out, &stream); } else { LOG(FATAL) << "Unsupported dtype for assign_value_op:" << dtype; } return; } } // namespace cuda } // namespace kernels } // namespace lite } // namespace paddle REGISTER_LITE_KERNEL(assign_value, kCUDA, kAny, kNCHW, paddle::lite::kernels::cuda::AssignValueCompute, def) .BindOutput("Out", {LiteType::GetTensorTy(TARGET(kCUDA), PRECISION(kAny))}) .Finalize();