ir_pass_manager.cc 4.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/inference/analysis/ir_pass_manager.h"
#include <string>
L
luotao1 已提交
17
#include <vector>
Y
Yan Chunwei 已提交
18
#include "paddle/fluid/framework/ir/fuse_pass_base.h"
19 20
#include "paddle/fluid/framework/ir/graph.h"
#include "paddle/fluid/framework/scope.h"
21 22
#include "paddle/fluid/inference/analysis/argument.h"
#include "paddle/fluid/inference/analysis/ir_passes/subgraph_detector.h"
Y
Yan Chunwei 已提交
23
#include "paddle/fluid/string/pretty_log.h"
24 25 26 27

namespace paddle {
namespace inference {
namespace analysis {
Y
Yan Chunwei 已提交
28 29 30
using string::PrettyLogEndl;
using string::PrettyLog;
using string::Style;
31

32 33 34 35 36 37 38 39 40 41 42
IRPassManager::IRPassManager(Argument *argument) {
  ARGUMENT_CHECK_FIELD(argument, main_program);
  graph_ = std::unique_ptr<Graph>(new Graph(argument->main_program()));
  if (argument->Has("scope")) {
    graph_->Set(framework::ir::kParamScopeAttr,
                new framework::Scope *(
                    const_cast<framework::Scope *>(&argument->scope())));
  }

  ARGUMENT_CHECK_FIELD(argument, ir_analysis_passes);
  CreatePasses(argument, argument->ir_analysis_passes());
43 44
}

45 46
void IRPassManager::CreatePasses(Argument *argument,
                                 const std::vector<std::string> &passes) {
47
  std::string pre_pass;
L
luotao1 已提交
48
  int pass_num = 0;
49
  for (const std::string &pass_name : passes) {
50
    auto pass = framework::ir::PassRegistry::Instance().Get(pass_name);
51

52
    if (pass_name == "graph_viz_pass") {
L
luotao1 已提交
53 54 55
      std::string dot_file_path = std::to_string(pass_num) + "_ir_" +
                                  (pre_pass.empty() ? "origin" : pre_pass) +
                                  ".dot";
56
      pass->Set("graph_viz_path", new std::string(std::move(dot_file_path)));
L
luotao1 已提交
57
      pass_num++;
58
    }
59 60 61 62 63
    if (pass_name == "mkldnn_placement_pass") {
      pass->Set("mkldnn_enabled_op_types",
                new std::unordered_set<std::string>(
                    argument->mkldnn_enabled_op_types()));
    }
64 65 66 67

    if (pass_name == "tensorrt_subgraph_pass") {
      pass->Set("workspace_size", new int(argument->tensorrt_workspace_size()));
      pass->Set("max_batch_size", new int(argument->tensorrt_max_batch_size()));
68 69
      pass->Set("min_subgraph_size",
                new int(argument->tensorrt_min_subgraph_size()));
N
nhzlx 已提交
70 71
      pass->Set("program",
                new framework::ProgramDesc *(&argument->main_program()));
N
nhzlx 已提交
72

N
nhzlx 已提交
73
      bool enable_int8 = argument->tensorrt_precision_mode() ==
74
                         AnalysisConfig::Precision::kInt8;
N
nhzlx 已提交
75 76

      pass->Set("enable_int8", new bool(enable_int8));
N
nhzlx 已提交
77 78 79 80 81 82 83
      std::string model_opt_cache_dir =
          argument->Has("model_dir")
              ? argument->model_dir()
              : GetDirRoot(argument->model_program_path());
      pass->Set(
          "model_opt_cache_dir",
          new std::string(GetOrCreateModelOptCacheDir(model_opt_cache_dir)));
N
nhzlx 已提交
84
      pass->Set("predictor_id", new int(argument->predictor_id()));
N
nhzlx 已提交
85
      pass->Set("gpu_device_id", new int(argument->gpu_device_id()));
86 87
    }

88
    pre_pass = pass_name;
89 90

    passes_.emplace_back(std::move(pass));
91 92 93
  }
}

94 95 96 97 98 99 100
std::unique_ptr<Graph> IRPassManager::Apply(std::unique_ptr<Graph> graph) {
  if (passes_.empty()) {
    return graph;
  }
  PADDLE_ENFORCE(graph.get());
  // Apply all the passes
  for (const auto &pass : passes_) {
Y
Yan Chunwei 已提交
101 102 103
    if (pass->Type() != "graph_viz_pass") {
      PrettyLogEndl(Style::H2(), "--- Running IR pass [%s]", pass->Type());
    }
104 105
    graph = pass->Apply(std::move(graph));
  }
G
Gabor Buella 已提交
106
  return graph;
107 108 109
}

framework::proto::ProgramDesc IRPassManager::AcquireProgram(
N
nhzlx 已提交
110
    std::unique_ptr<Graph> *graph, ProgramDesc *program) const {
111 112 113
  auto pass =
      framework::ir::PassRegistry::Instance().Get("graph_to_program_pass");

N
nhzlx 已提交
114 115
  // Direct using ProgramDesc desc(argument->main_program()) may cause
  // incomplete copies of information.
N
nhzlx 已提交
116
  ProgramDesc desc;
N
nhzlx 已提交
117
  desc.CopyFrom(*program->Proto());
118 119 120 121 122 123
  pass->SetNotOwned("program", &desc);
  auto *the_graph = graph->release();
  *graph = pass->Apply(std::unique_ptr<Graph>(the_graph));
  return *desc.Proto();
}

124 125 126
}  // namespace analysis
}  // namespace inference
}  // namespace paddle