analyzer_resnet50_tester.cc 3.0 KB
Newer Older
T
Tao Luo 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/* Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include <fstream>
#include <iostream>
#include "paddle/fluid/inference/tests/api/tester_helper.h"

namespace paddle {
namespace inference {
namespace analysis {

T
Tao Luo 已提交
23
void SetConfig(AnalysisConfig *cfg) {
T
Tao Luo 已提交
24 25 26 27 28 29
  cfg->param_file = FLAGS_infer_model + "/params";
  cfg->prog_file = FLAGS_infer_model + "/model";
  cfg->use_gpu = false;
  cfg->device = 0;
  cfg->enable_ir_optim = true;
  cfg->specify_input_name = true;
L
luotao1 已提交
30
  cfg->SetCpuMathLibraryNumThreads(FLAGS_paddle_num_threads);
T
Tao Luo 已提交
31 32 33
}

void SetInput(std::vector<std::vector<PaddleTensor>> *inputs) {
T
Tao Luo 已提交
34
  SetFakeImageInput(inputs, FLAGS_infer_model);
T
Tao Luo 已提交
35 36 37
}

// Easy for profiling independently.
T
Tao Luo 已提交
38
void profile(bool use_mkldnn = false) {
T
Tao Luo 已提交
39 40
  AnalysisConfig cfg;
  SetConfig(&cfg);
41 42 43 44

  if (use_mkldnn) {
    cfg.EnableMKLDNN();
  }
T
Tao Luo 已提交
45 46 47 48
  std::vector<PaddleTensor> outputs;

  std::vector<std::vector<PaddleTensor>> input_slots_all;
  SetInput(&input_slots_all);
49 50
  TestPrediction(reinterpret_cast<const PaddlePredictor::Config *>(&cfg),
                 input_slots_all, &outputs, FLAGS_num_threads);
T
Tao Luo 已提交
51 52
}

T
Tao Luo 已提交
53
TEST(Analyzer_resnet50, profile) { profile(); }
54
#ifdef PADDLE_WITH_MKLDNN
T
Tao Luo 已提交
55 56 57
TEST(Analyzer_resnet50, profile_mkldnn) { profile(true /* use_mkldnn */); }
#endif

T
Tao Luo 已提交
58 59 60 61 62
// Check the fuse status
TEST(Analyzer_resnet50, fuse_statis) {
  AnalysisConfig cfg;
  SetConfig(&cfg);
  int num_ops;
T
Tao Luo 已提交
63 64 65
  auto predictor = CreatePaddlePredictor<AnalysisConfig>(cfg);
  auto fuse_statis = GetFuseStatis(
      static_cast<AnalysisPredictor *>(predictor.get()), &num_ops);
66
  LOG(INFO) << "num_ops: " << num_ops;
T
Tao Luo 已提交
67 68 69
}

// Compare result of NativeConfig and AnalysisConfig
T
Tao Luo 已提交
70
void compare(bool use_mkldnn = false) {
T
Tao Luo 已提交
71 72
  AnalysisConfig cfg;
  SetConfig(&cfg);
73 74 75
  if (use_mkldnn) {
    cfg.EnableMKLDNN();
  }
T
Tao Luo 已提交
76 77 78

  std::vector<std::vector<PaddleTensor>> input_slots_all;
  SetInput(&input_slots_all);
79 80
  CompareNativeAndAnalysis(
      reinterpret_cast<const PaddlePredictor::Config *>(&cfg), input_slots_all);
T
Tao Luo 已提交
81 82
}

T
Tao Luo 已提交
83
TEST(Analyzer_resnet50, compare) { compare(); }
T
Tao Luo 已提交
84
#ifdef PADDLE_WITH_MKLDNN
T
Tao Luo 已提交
85
TEST(Analyzer_resnet50, compare_mkldnn) { compare(true /* use_mkldnn */); }
T
Tao Luo 已提交
86
#endif
T
Tao Luo 已提交
87

L
luotao1 已提交
88 89 90 91 92 93 94 95 96 97 98
// Compare Deterministic result
TEST(Analyzer_resnet50, compare_determine) {
  AnalysisConfig cfg;
  SetConfig(&cfg);

  std::vector<std::vector<PaddleTensor>> input_slots_all;
  SetInput(&input_slots_all);
  CompareDeterministic(reinterpret_cast<const PaddlePredictor::Config *>(&cfg),
                       input_slots_all);
}

T
Tao Luo 已提交
99 100 101
}  // namespace analysis
}  // namespace inference
}  // namespace paddle