ir_graph_build_pass.cc 3.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "paddle/fluid/inference/analysis/passes/ir_graph_build_pass.h"
#include <paddle/fluid/framework/ir/fuse_pass_base.h>
#include <string>
#include "paddle/fluid/framework/executor.h"
#include "paddle/fluid/inference/io.h"
#include "paddle/fluid/platform/enforce.h"

namespace paddle {
namespace inference {

extern void ReadBinaryFile(const std::string &filename, std::string *contents);

namespace analysis {

void IrGraphBuildPass::RunImpl(Argument *argument) {
  if (!argument->scope_valid()) {
    argument->SetScope(new framework::Scope);
  }
S
superjomn 已提交
33 34 35 36 37 38
  PADDLE_ENFORCE(argument->use_gpu_valid());

  // The load program should run on the same device with the inference program,
  // so that the parameters will on the same device, or they will keep copying
  // between difference devices.
  platform::Place place;
N
nhzlx 已提交
39
  place = platform::CPUPlace();
40 41

  if (argument->model_dir_valid()) {
S
superjomn 已提交
42 43
    auto program =
        LoadModel(argument->model_dir(), argument->scope_ptr(), place);
44 45 46 47 48
    argument->SetMainProgram(program.release());
  } else if (argument->model_program_path_valid() &&
             argument->model_params_path_valid()) {
    auto program =
        LoadModel(argument->model_program_path(), argument->model_params_path(),
T
Tao Luo 已提交
49
                  argument->scope_ptr(), place, argument->is_memory_load());
50 51 52 53 54 55 56 57 58 59 60 61 62
    argument->SetMainProgram(program.release());
  } else {
    PADDLE_THROW(
        "either model_dir or (program path and parameter path) should be set.");
  }

  auto graph = std::unique_ptr<Graph>(new Graph(argument->main_program()));
  argument->SetMainGraph(graph.release());
  argument->main_graph().Set(framework::ir::kParamScopeAttr,
                             new framework::Scope *(argument->scope_ptr()));
}

std::unique_ptr<framework::ProgramDesc> IrGraphBuildPass::LoadModel(
S
superjomn 已提交
63 64
    const std::string &path, framework::Scope *scope,
    const platform::Place &place) {
65 66 67 68 69 70
  framework::Executor exe(place);
  return Load(&exe, scope, path);
}

std::unique_ptr<framework::ProgramDesc> IrGraphBuildPass::LoadModel(
    const std::string &program_path, const std::string &params_path,
T
Tao Luo 已提交
71 72
    framework::Scope *scope, const platform::Place &place,
    bool is_memory_load) {
73
  framework::Executor exe(place);
T
Tao Luo 已提交
74
  return Load(&exe, scope, program_path, params_path, is_memory_load);
75 76 77 78 79 80 81
}

std::string IrGraphBuildPass::repr() const { return "ir-graph-build-pass"; }

}  // namespace analysis
}  // namespace inference
}  // namespace paddle