// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/fluid/lite/core/op_lite.h" #include "op_lite.h" #include "paddle/fluid/lite/core/op_registry.h" namespace paddle { namespace lite { std::vector> OpLite::CreateKernels( const std::vector &places, const std::string &kernel_type) { std::vector> kernels; CHECK(!op_type_.empty()) << "op_type_ should be set first"; auto pick_kernel = [&](const Place &place) { auto ks = KernelRegistry::Global().Create( (kernel_type.empty() ? op_type_ : kernel_type), place.target, place.precision, place.layout); for (auto &&it : ks) { AttachKernel(it.get()); kernels.emplace_back(std::move(it)); } }; std::set place_set; for (auto place : places) { place_set.insert(place); // Pick kernels those support any Precision and any DataLayout place.precision = PRECISION(kAny); place_set.insert(place); place.layout = DATALAYOUT(kAny); place_set.insert(place); } std::set targets; for (auto place : place_set) { pick_kernel(place); targets.insert(place.target); } CHECK(!kernels.empty()) << "No kernel found for Op " << op_type_; VLOG(2) << "op " << op_type_ << " get " << kernels.size() << " kernels"; return kernels; } bool OpLite::Run() { CHECK(kernel_); SyncInputEvents(); kernel_->Run(); RecordOutputEvents(); return true; } bool OpLite::Attach(const OpDesc &opdesc, lite::Scope *scope) { // valid_places_.clear(); CHECK(scope != nullptr); // CHECK(!op_info_.get()); scope_ = scope; op_info_.reset(new OpInfo); // Force clean the out-of-date infomation. op_info_->Build(opdesc.ReadonlyProto()); return AttachImpl(opdesc, scope); } const Tensor *OpLite::GetTensor(lite::Scope *scope, const std::string &name) const { auto *var = scope->FindVar(name); CHECK(var) << "no variable called " << name << " found"; return &var->Get(); } Tensor *OpLite::GetMutableTensor(lite::Scope *scope, const std::string &name) const { auto *var = scope->FindVar(name); CHECK(var) << "no variable called " << name << " found"; return var->GetMutable(); } bool OpInfo::GetInputArgname(const std::string &value_name, std::string *out) const { for (auto &item : input_argument_) { auto it = std::find(item.second.begin(), item.second.end(), value_name); if (it != item.second.end()) { *out = item.first; return true; } } return false; } bool OpInfo::GetOutputArgname(const std::string &value_name, std::string *out) const { for (auto &item : output_argument_) { auto it = std::find(item.second.begin(), item.second.end(), value_name); if (it != item.second.end()) { *out = item.first; return true; } } return false; } void OpInfo::ExtractInputsAndOutputs(const framework::proto::OpDesc &opdesc) { for (const auto &item : opdesc.inputs()) { for (const auto &x : item.arguments()) { input_names_.push_back(x); } } for (const auto &item : opdesc.outputs()) { for (const auto &x : item.arguments()) { output_names_.push_back(x); } } } void OpInfo::CollectInputAndOutputArgnames( const framework::proto::OpDesc &opdesc) { for (const auto &item : opdesc.inputs()) { input_argnames_.push_back(item.parameter()); } for (const auto &item : opdesc.outputs()) { output_argnames_.push_back(item.parameter()); } } void OpInfo::CollectArguments(const framework::proto::OpDesc &opdesc) { for (const auto &item : opdesc.inputs()) { for (auto &x : item.arguments()) { input_argument_[item.parameter()].push_back(x); } } for (const auto &item : opdesc.outputs()) { for (auto &x : item.arguments()) { output_argument_[item.parameter()].push_back(x); } } } void OpInfo::Build(const framework::proto::OpDesc &desc) { ExtractInputsAndOutputs(desc); CollectInputAndOutputArgnames(desc); CollectArguments(desc); desc_.reset(new framework::proto::OpDesc(desc)); } const std::map> &OpInfo::input_argument() const { return input_argument_; } const std::map> &OpInfo::output_argument() const { return output_argument_; } const std::list &OpInfo::input_argnames() const { return input_argnames_; } const std::list &OpInfo::output_argnames() const { return output_argnames_; } const framework::proto::OpDesc &OpInfo::desc() const { CHECK(desc_) << "desc has't set"; return *desc_; } } // namespace lite } // namespace paddle