// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include "paddle/fluid/framework/program_desc.h" #include "paddle/fluid/lite/core/kernel.h" #include "paddle/fluid/lite/core/kernel.h" #include "paddle/fluid/lite/core/mir/node.h" #include "paddle/fluid/lite/core/op_lite.h" #include "paddle/fluid/lite/core/op_registry.h" namespace paddle { namespace lite { // A program is used to represent a code program, in Paddle, a code program // contains: // - main block, which is a list of OpLite // - scope: which contains all the weights struct Program { std::list tmp_vars; std::list weights; std::list> ops; // the scope to run the kernels, NOTE this is the execution scope. std::shared_ptr scope; std::vector valid_places; // Runtime scope. lite::Scope* exec_scope{}; const framework::proto::ProgramDesc desc; explicit Program(const std::shared_ptr& root) { scope = root; } Program(const framework::proto::ProgramDesc& desc, const std::shared_ptr& root, const std::vector& valid_places) : scope(root), valid_places(valid_places), desc(desc) { PrepareWorkspace(desc); Build(desc, valid_places); } std::unique_ptr Clone() const { std::unique_ptr res(new Program(desc, scope, valid_places)); return res; } private: // Build from a program and scope. void Build(const framework::proto::ProgramDesc& program, const std::vector& valid_places) { CHECK(ops.empty()) << "Executor duplicate Build found"; // Create operators. for (const auto& proto_op_desc : program.blocks(0).ops()) { lite::OpDesc op_desc(proto_op_desc); auto op_type = op_desc.Type(); // if (op_type == "feed" || op_type == "fetch") continue; VLOG(4) << "create Op [" << op_type << "]"; ops.emplace_back(LiteOpRegistry::Global().Create(op_type)); ops.back()->Attach(op_desc, exec_scope); } } // Create temporary variables. void PrepareWorkspace(const framework::proto::ProgramDesc& program) { CHECK(!exec_scope) << "Duplicate PrepareWorkspace found"; exec_scope = &scope->NewScope(); // Create Feed and Fetch var. scope->Var("feed")->GetMutable>(); scope->Var("fetch")->GetMutable>(); tmp_vars.push_back("feed"); tmp_vars.push_back("fetch"); for (auto proto_var_desc : program.blocks(0).vars()) { lite::VarDesc var_desc(proto_var_desc); if (!var_desc.Persistable()) { tmp_vars.push_back(var_desc.Name()); exec_scope->Var(var_desc.Name()); } else { if (var_desc.Name() == "feed" || var_desc.Name() == "fetch") continue; weights.push_back(var_desc.Name()); } } } }; struct Instruction { Instruction(const std::shared_ptr& op, std::unique_ptr&& kernel) : op_(op), kernel_(std::move(kernel)) {} void Run() { CHECK(op_); CHECK(kernel_); if (UNLIKELY(first_epoch_)) { first_epoch_ = false; CHECK(op_->CheckShape()); } op_->InferShape(); kernel_->Run(); } friend std::ostream& operator<<(std::ostream& os, const Instruction& other) { os << other.kernel_->summary() << "\t(" << other.kernel_->doc() << ")"; return os; } const OpLite* op() const { return op_.get(); } const KernelBase* kernel() const { return kernel_.get(); } private: std::shared_ptr op_; std::unique_ptr kernel_; bool first_epoch_{true}; }; /* * A program contains kernels for runtime. */ class RuntimeProgram { public: explicit RuntimeProgram(std::vector&& insts) : instructions_(std::move(insts)) { if (instructions_.empty()) { LOG(FATAL) << "no instructions"; } } void Run() { for (auto& inst : instructions_) { LOG(INFO) << ">> Running kernel: " << inst; inst.Run(); } } // Serialize the graph and save to the disk. void PersistModel(const std::string& path, const framework::proto::ProgramDesc& desc); void set_exec_scope(lite::Scope* x) { exec_scope_ = x; } lite::Scope* exec_scope() { return exec_scope_; } size_t num_instructions() const { return instructions_.size(); } protected: std::string SerializeModelTopology(const framework::proto::ProgramDesc& desc); void SerializeParams(std::ostream& os, const framework::proto::ProgramDesc& desc); private: RuntimeProgram(const RuntimeProgram&) = delete; std::vector instructions_; lite::Scope* exec_scope_{}; }; } // namespace lite } // namespace paddle