// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include #include "paddle/fluid/lite/core/kernel.h" #include "paddle/fluid/lite/core/mir/node.h" #include "paddle/fluid/lite/core/op_lite.h" #include "paddle/fluid/lite/core/op_registry.h" #include "paddle/fluid/lite/model_parser/compatible_pb.h" #ifdef LITE_WITH_PROFILE #include "paddle/fluid/lite/core/profile/basic_profiler.h" #endif // LITE_WITH_PROFILE namespace paddle { namespace lite { static const char kKernelTypeAttr[] = "__@kernel_type_attr@__"; // A program is used to represent a code program, in Paddle, a code program // contains: // - main block, which is a list of OpLite // - scope: which contains all the weights struct Program { public: explicit Program(const std::shared_ptr& root) { scope_ = root; } Program(const framework::proto::ProgramDesc& desc, const std::shared_ptr& root, const std::vector& valid_places) : scope_(root), valid_places_(valid_places), desc_(desc) { CHECK(scope_) << "scope should be init first"; PrepareWorkspace(desc); Build(desc); } std::unique_ptr Clone() const { std::unique_ptr res(new Program(desc_, scope_, valid_places_)); return res; } const std::list& weights() const { return weights_; } const std::list& tmp_vars() const { return tmp_vars_; } std::list* mutable_weights() { return &weights_; } std::list* mutable_tmp_vars() { return &tmp_vars_; } const std::list>& ops() const { return ops_; } std::list>* mutable_ops() { return &ops_; } lite::Scope* exec_scope() { return exec_scope_; } lite::Scope* scope() { return scope_.get(); } private: // Build from a program and scope. void Build(const framework::proto::ProgramDesc& program); // Create temporary variables. void PrepareWorkspace(const framework::proto::ProgramDesc& program); private: std::list tmp_vars_; std::list weights_; std::list> ops_; // the scope to run the kernels, NOTE this is the execution scope. std::shared_ptr scope_; std::vector valid_places_; // Runtime scope. lite::Scope* exec_scope_{}; const framework::proto::ProgramDesc desc_; }; struct Instruction { Instruction(const std::shared_ptr& op, std::unique_ptr&& kernel) : op_(op), kernel_(std::move(kernel)) { #ifdef LITE_WITH_PROFILE profile_id_ = profile::BasicProfiler::Global() .NewRcd(kernel_->SerializedKernelType()) .id(); #endif // LITE_WITH_PROFILE } void Run() { #ifdef LITE_WITH_PROFILE profile::ProfileBlock x(profile_id_); #endif // LITE_WITH_PROFILE CHECK(op_); CHECK(kernel_); if (first_epoch_) { first_epoch_ = false; CHECK(op_->CheckShape()); } op_->InferShape(); kernel_->Launch(); } friend std::ostream& operator<<(std::ostream& os, const Instruction& other) { os << other.kernel_->summary() << "\t(" << other.kernel_->doc() << ")"; return os; } const OpLite* op() const { return op_.get(); } const KernelBase* kernel() const { return kernel_.get(); } private: std::shared_ptr op_; std::unique_ptr kernel_; bool first_epoch_{true}; #ifdef LITE_WITH_PROFILE // for profiler int profile_id_{-1}; #endif // LITE_WITH_PROFILE }; /* * A program contains kernels for runtime. */ class RuntimeProgram { public: explicit RuntimeProgram(std::vector&& insts) : instructions_(std::move(insts)) { if (instructions_.empty()) { LOG(FATAL) << "no instructions"; } } void Run() { for (auto& inst : instructions_) { VLOG(4) << ">> Running kernel: " << inst.op()->op_info()->Repr() << " on Target " << TargetToStr(inst.kernel()->target()); inst.Run(); } } // Serialize the graph and save to the disk. void PersistModel(const std::string& dir, const framework::proto::ProgramDesc& desc); void set_exec_scope(lite::Scope* x) { exec_scope_ = x; } lite::Scope* exec_scope() { return exec_scope_; } size_t num_instructions() const { return instructions_.size(); } const std::vector& instructions() const { return instructions_; } protected: std::string SerializeProgram(const framework::proto::ProgramDesc& desc); void SaveParams(const std::string& dir, const framework::proto::ProgramDesc& desc); private: RuntimeProgram(const RuntimeProgram&) = delete; std::vector instructions_; lite::Scope* exec_scope_{}; }; } // namespace lite } // namespace paddle