nccl.cc 1.0 KB
Newer Older
1
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Y
Yu Yang 已提交
2

L
Luo Tao 已提交
3 4 5
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
Y
Yu Yang 已提交
6

L
Luo Tao 已提交
7
    http://www.apache.org/licenses/LICENSE-2.0
Y
Yu Yang 已提交
8

L
Luo Tao 已提交
9 10 11 12 13
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */
Y
Yu Yang 已提交
14

Y
Yi Wang 已提交
15
#include "paddle/fluid/platform/dynload/nccl.h"
Y
Yu Yang 已提交
16 17 18 19 20 21 22 23 24 25 26 27

namespace paddle {
namespace platform {
namespace dynload {

std::once_flag nccl_dso_flag;
void *nccl_dso_handle;

#define DEFINE_WRAP(__name) DynLoad__##__name __name

NCCL_RAND_ROUTINE_EACH(DEFINE_WRAP);

Y
Yu Yang 已提交
28 29 30 31 32
void LoadNCCLDSO() {
  platform::call_once(nccl_dso_flag,
                      [] { GetNCCLDsoHandle(&nccl_dso_handle); });
}

Y
Yu Yang 已提交
33 34 35
}  // namespace dynload
}  // namespace platform
}  // namespace paddle