program.h 6.0 KB
Newer Older
S
superjomn 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once
#include <list>
S
superjomn 已提交
17
#include <memory>
S
superjomn 已提交
18
#include <string>
S
superjomn 已提交
19
#include <utility>
S
superjomn 已提交
20 21
#include <vector>
#include "paddle/fluid/lite/core/kernel.h"
S
Superjomn 已提交
22
#include "paddle/fluid/lite/core/mir/node.h"
S
superjomn 已提交
23 24
#include "paddle/fluid/lite/core/op_lite.h"
#include "paddle/fluid/lite/core/op_registry.h"
Y
Yan Chunwei 已提交
25
#include "paddle/fluid/lite/model_parser/compatible_pb.h"
Y
Yan Chunwei 已提交
26 27 28
#ifdef LITE_WITH_PROFILE
#include "paddle/fluid/lite/core/profile/basic_profiler.h"
#endif  // LITE_WITH_PROFILE
S
superjomn 已提交
29 30 31 32

namespace paddle {
namespace lite {

S
superjomn 已提交
33
static const char kKernelTypeAttr[] = "__@kernel_type_attr@__";
S
Superjomn 已提交
34

S
superjomn 已提交
35 36 37 38 39 40 41 42
// A program is used to represent a code program, in Paddle, a code program
// contains:
// - main block, which is a list of OpLite
// - scope: which contains all the weights
struct Program {
  std::list<std::string> tmp_vars;
  std::list<std::string> weights;
  std::list<std::shared_ptr<OpLite>> ops;
S
superjomn 已提交
43
  // the scope to run the kernels, NOTE this is the execution scope.
S
superjomn 已提交
44
  std::shared_ptr<lite::Scope> scope;
45
  std::vector<Place> valid_places;
S
superjomn 已提交
46 47
  // Runtime scope.
  lite::Scope* exec_scope{};
48
  const framework::proto::ProgramDesc desc;
S
superjomn 已提交
49 50

  explicit Program(const std::shared_ptr<Scope>& root) { scope = root; }
51
  Program(const framework::proto::ProgramDesc& desc,
S
superjomn 已提交
52
          const std::shared_ptr<Scope>& root,
53 54
          const std::vector<Place>& valid_places)
      : scope(root), valid_places(valid_places), desc(desc) {
S
Superjomn 已提交
55
    CHECK(scope) << "scope should be init first";
S
superjomn 已提交
56
    PrepareWorkspace(desc);
S
Superjomn 已提交
57
    Build(desc);
S
superjomn 已提交
58 59 60
  }

  std::unique_ptr<Program> Clone() const {
61
    std::unique_ptr<Program> res(new Program(desc, scope, valid_places));
S
superjomn 已提交
62 63 64 65 66
    return res;
  }

 private:
  // Build from a program and scope.
S
Superjomn 已提交
67
  void Build(const framework::proto::ProgramDesc& program) {
S
superjomn 已提交
68 69
    CHECK(ops.empty()) << "Executor duplicate Build found";
    // Create operators.
70
    for (const auto& proto_op_desc : program.blocks(0).ops()) {
Y
Yan Chunwei 已提交
71
      pb::OpDesc op_desc(proto_op_desc);
72
      auto op_type = op_desc.Type();
73
      // if (op_type == "feed" || op_type == "fetch") continue;
S
Superjomn 已提交
74
      VLOG(4) << "create Op [" << op_type << "]";
Y
Yan Chunwei 已提交
75
      LOG(INFO) << "create Op [" << op_type << "]";
S
Superjomn 已提交
76 77
      auto op = LiteOpRegistry::Global().Create(op_type);
      CHECK(op) << "no Op found for " << op_type;
S
superjomn 已提交
78
      ops.emplace_back(std::move(op));
Y
Yan Chunwei 已提交
79 80 81 82

      cpp::OpDesc cpp_op_desc;
      TransformOpDescPbToCpp(op_desc, &cpp_op_desc);
      ops.back()->Attach(cpp_op_desc, exec_scope);
S
superjomn 已提交
83 84 85 86
    }
  }

  // Create temporary variables.
87
  void PrepareWorkspace(const framework::proto::ProgramDesc& program) {
S
superjomn 已提交
88 89
    CHECK(!exec_scope) << "Duplicate PrepareWorkspace found";
    exec_scope = &scope->NewScope();
90
    // Create Feed and Fetch var.
91 92
    scope->Var("feed")->GetMutable<std::vector<lite::Tensor>>();
    scope->Var("fetch")->GetMutable<std::vector<lite::Tensor>>();
S
superjomn 已提交
93

94 95
    tmp_vars.push_back("feed");
    tmp_vars.push_back("fetch");
Y
Yan Chunwei 已提交
96
    CHECK(!program.blocks().empty());
97 98 99 100 101
    for (auto proto_var_desc : program.blocks(0).vars()) {
      lite::VarDesc var_desc(proto_var_desc);
      if (!var_desc.Persistable()) {
        tmp_vars.push_back(var_desc.Name());
        exec_scope->Var(var_desc.Name());
102
      } else {
103 104
        if (var_desc.Name() == "feed" || var_desc.Name() == "fetch") continue;
        weights.push_back(var_desc.Name());
S
superjomn 已提交
105 106 107 108 109
      }
    }
  }
};

S
Superjomn 已提交
110 111 112
struct Instruct {
  Instruct(const std::shared_ptr<OpLite>& op,
           std::unique_ptr<KernelBase>&& kernel)
Y
Yan Chunwei 已提交
113 114 115 116 117 118 119
      : op_(op), kernel_(std::move(kernel)) {
#ifdef LITE_WITH_PROFILE
    profile_id_ = profile::BasicProfiler<profile::BasicTimer>::Global()
                      .NewRcd(kernel_->SerializedKernelType())
                      .id();
#endif  // LITE_WITH_PROFILE
  }
S
Superjomn 已提交
120 121

  void Run() {
Y
Yan Chunwei 已提交
122 123 124
#ifdef LITE_WITH_PROFILE
    profile::ProfileBlock x(profile_id_);
#endif  // LITE_WITH_PROFILE
S
Superjomn 已提交
125 126
    CHECK(op_);
    CHECK(kernel_);
S
Superjomn 已提交
127
    if (first_epoch_) {
128
      first_epoch_ = false;
S
superjomn 已提交
129
      CHECK(op_->CheckShape());
130
    }
S
Superjomn 已提交
131 132 133 134
    op_->InferShape();
    kernel_->Run();
  }

S
Superjomn 已提交
135
  friend std::ostream& operator<<(std::ostream& os, const Instruct& other) {
S
superjomn 已提交
136 137 138 139
    os << other.kernel_->summary() << "\t(" << other.kernel_->doc() << ")";
    return os;
  }

S
Superjomn 已提交
140 141 142
  const OpLite* op() const { return op_.get(); }
  const KernelBase* kernel() const { return kernel_.get(); }

S
Superjomn 已提交
143 144 145
 private:
  std::shared_ptr<OpLite> op_;
  std::unique_ptr<KernelBase> kernel_;
146
  bool first_epoch_{true};
Y
Yan Chunwei 已提交
147 148 149 150 151

#ifdef LITE_WITH_PROFILE
  // for profiler
  int profile_id_{-1};
#endif  // LITE_WITH_PROFILE
S
Superjomn 已提交
152 153 154 155 156 157 158
};

/*
 * A program contains kernels for runtime.
 */
class RuntimeProgram {
 public:
S
Superjomn 已提交
159
  explicit RuntimeProgram(std::vector<Instruct>&& insts)
S
superjomn 已提交
160
      : instructions_(std::move(insts)) {
S
Superjomn 已提交
161 162
    if (instructions_.empty()) {
      LOG(FATAL) << "no instructions";
S
superjomn 已提交
163 164
    }
  }
S
Superjomn 已提交
165 166 167

  void Run() {
    for (auto& inst : instructions_) {
S
superjomn 已提交
168
      LOG(INFO) << ">> Running kernel: " << inst;
S
Superjomn 已提交
169 170 171 172
      inst.Run();
    }
  }

S
Superjomn 已提交
173
  // Serialize the graph and save to the disk.
S
Superjomn 已提交
174
  void PersistModel(const std::string& dir,
S
Superjomn 已提交
175 176
                    const framework::proto::ProgramDesc& desc);

177 178 179
  void set_exec_scope(lite::Scope* x) { exec_scope_ = x; }
  lite::Scope* exec_scope() { return exec_scope_; }

S
Superjomn 已提交
180 181
  size_t num_instructions() const { return instructions_.size(); }

S
Superjomn 已提交
182
 protected:
S
Superjomn 已提交
183 184 185
  std::string SerializeProgram(const framework::proto::ProgramDesc& desc);
  void SaveParams(const std::string& dir,
                  const framework::proto::ProgramDesc& desc);
S
Superjomn 已提交
186

S
Superjomn 已提交
187 188
 private:
  RuntimeProgram(const RuntimeProgram&) = delete;
S
Superjomn 已提交
189
  std::vector<Instruct> instructions_;
190
  lite::Scope* exec_scope_{};
S
Superjomn 已提交
191 192
};

S
superjomn 已提交
193 194
}  // namespace lite
}  // namespace paddle