init.cc 5.4 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
2

3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
6

7
    http://www.apache.org/licenses/LICENSE-2.0
8

9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
Y
Yang Yu 已提交
14
#include <string.h>  // for strdup
15
#include <algorithm>
D
dzhwinter 已提交
16
#include <stdexcept>
17 18
#include <string>

Y
Yi Wang 已提交
19
#include "paddle/fluid/framework/operator.h"
20
#include "paddle/fluid/platform/cpu_helper.h"
21
#include "paddle/fluid/platform/cpu_info.h"
S
sneaxiy 已提交
22
#ifdef PADDLE_WITH_CUDA
Y
Yu Yang 已提交
23
#include "paddle/fluid/platform/cuda_device_guard.h"
S
sneaxiy 已提交
24
#endif
Y
Yi Wang 已提交
25
#include "paddle/fluid/platform/device_context.h"
26
#include "paddle/fluid/platform/init.h"
Y
Yi Wang 已提交
27
#include "paddle/fluid/platform/place.h"
28
#include "paddle/fluid/string/piece.h"
29

T
tensor-tang 已提交
30 31
DEFINE_int32(paddle_num_threads, 1,
             "Number of threads for each paddle instance.");
32

33 34 35 36
namespace paddle {
namespace framework {

std::once_flag gflags_init_flag;
X
Xin Pan 已提交
37
std::once_flag p2p_init_flag;
38

39
void InitGflags(std::vector<std::string> argv) {
40
  std::call_once(gflags_init_flag, [&]() {
W
wanghaoshuang 已提交
41
    argv.insert(argv.begin(), "dummy");
42 43 44 45 46 47 48 49 50
    int argc = argv.size();
    char **arr = new char *[argv.size()];
    std::string line;
    for (size_t i = 0; i < argv.size(); i++) {
      arr[i] = &argv[i][0];
      line += argv[i];
      line += ' ';
    }
    google::ParseCommandLineFlags(&argc, &arr, true);
51
    VLOG(10) << "Init commandline: " << line;
52 53 54
  });
}

55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
void InitP2P(std::vector<int> devices) {
#ifdef PADDLE_WITH_CUDA
  std::call_once(p2p_init_flag, [&]() {
    int count = devices.size();
    for (int i = 0; i < count; ++i) {
      for (int j = 0; j < count; ++j) {
        if (devices[i] == devices[j]) continue;
        int can_acess = -1;
        PADDLE_ENFORCE(
            cudaDeviceCanAccessPeer(&can_acess, devices[i], devices[j]),
            "Failed to test P2P access.");
        if (can_acess != 1) {
          LOG(WARNING) << "Cannot enable P2P access from " << devices[i]
                       << " to " << devices[j];
        } else {
Y
Yu Yang 已提交
70
          platform::CUDADeviceGuard guard(devices[i]);
71 72 73 74 75 76 77 78
          cudaDeviceEnablePeerAccess(devices[j], 0);
        }
      }
    }
  });
#endif
}

X
Xin Pan 已提交
79
void InitDevices(bool init_p2p) {
80
  /*Init all available devices by default */
81
  std::vector<int> devices;
82
#ifdef PADDLE_WITH_CUDA
D
dzhwinter 已提交
83
  try {
84 85 86 87
    int count = platform::GetCUDADeviceCount();
    for (int i = 0; i < count; ++i) {
      devices.push_back(i);
    }
D
dzhwinter 已提交
88 89
  } catch (const std::exception &exp) {
    LOG(WARNING) << "Compiled with WITH_GPU, but no GPU found in runtime.";
90
  }
91
#endif
92
  InitDevices(init_p2p, devices);
93 94
}

95 96 97 98 99 100 101 102 103 104 105 106
void InitDevices(bool init_p2p, const std::vector<int> devices) {
  std::vector<platform::Place> places;
  int count = 0;
#ifdef PADDLE_WITH_CUDA
  try {
    count = platform::GetCUDADeviceCount();
  } catch (const std::exception &exp) {
    LOG(WARNING) << "Compiled with WITH_GPU, but no GPU found in runtime.";
  }
#endif

  for (size_t i = 0; i < devices.size(); ++i) {
W
wanghaoshuang 已提交
107
    if (devices[i] >= count || devices[i] < 0) {
108 109 110 111 112 113 114 115 116 117
      LOG(WARNING) << "Invalid devices id.";
      continue;
    }
    places.emplace_back(platform::CUDAPlace(devices[i]));
  }
  if (init_p2p) {
    InitP2P(devices);
  }
  places.emplace_back(platform::CPUPlace());
  platform::DeviceContextPool::Init(places);
P
peizhilin 已提交
118 119 120

// windows has no support for openblas multi-thread
#ifdef _WIN32
P
peizhilin 已提交
121 122 123
  if (FLAGS_paddle_num_threads > 1) {
    FLAGS_paddle_num_threads = 1;
  }
P
peizhilin 已提交
124 125
#endif

126
#ifndef PADDLE_WITH_MKLDNN
127
  platform::SetNumThreads(FLAGS_paddle_num_threads);
128
#endif
129

T
tensor-tang 已提交
130
#if !defined(_WIN32) && !defined(__APPLE__) && !defined(__OSX__)
131 132 133 134 135
  if (platform::jit::MayIUse(platform::jit::avx)) {
#ifndef __AVX__
    LOG(WARNING) << "AVX is available, Please re-compile on local machine";
#endif
  }
136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154

// Throw some informations when CPU instructions mismatch.
#define AVX_GUIDE(compiletime, runtime)                                     \
  LOG(FATAL)                                                                \
      << "This version is compiled on higher instruction(" #compiletime     \
         ") system, you may encounter illegal instruction error running on" \
         " your local CPU machine. Please reinstall the " #runtime          \
         " version or compile from source code."

#ifdef __AVX512F__
  if (!platform::jit::MayIUse(platform::jit::avx512f)) {
    if (platform::jit::MayIUse(platform::jit::avx2)) {
      AVX_GUIDE(AVX512, AVX2);
    } else if (platform::jit::MayIUse(platform::jit::avx)) {
      AVX_GUIDE(AVX512, AVX);
    } else {
      AVX_GUIDE(AVX512, NonAVX);
    }
  }
155
#endif
156 157 158 159 160 161 162 163

#ifdef __AVX2__
  if (!platform::jit::MayIUse(platform::jit::avx2)) {
    if (platform::jit::MayIUse(platform::jit::avx)) {
      AVX_GUIDE(AVX2, AVX);
    } else {
      AVX_GUIDE(AVX2, NonAVX);
    }
164 165
  }
#endif
166 167 168 169

#ifdef __AVX__
  if (!platform::jit::MayIUse(platform::jit::avx)) {
    AVX_GUIDE(AVX, NonAVX);
170
  }
171 172
#endif
#undef AVX_GUIDE
T
tensor-tang 已提交
173 174

#endif
175 176
}

Y
Yang Yu 已提交
177
void InitGLOG(const std::string &prog_name) {
Y
Yang Yu 已提交
178 179 180
  // glog will not hold the ARGV[0] inside.
  // Use strdup to alloc a new string.
  google::InitGoogleLogging(strdup(prog_name.c_str()));
P
peizhilin 已提交
181
#ifndef _WIN32
Y
Yang Yu 已提交
182
  google::InstallFailureSignalHandler();
P
peizhilin 已提交
183
#endif
Y
Yang Yu 已提交
184 185
}

186 187
}  // namespace framework
}  // namespace paddle
反馈
建议
客服 返回
顶部