setup.py.in 19.5 KB
Newer Older
Y
Yancey 已提交
1
import subprocess
2
import os
3
import os.path
4
import errno
5
import re
6
import shutil
7
import sys
8
import fnmatch
C
Chengmo 已提交
9
import errno
10
import platform
11

12
from contextlib import contextmanager
13 14 15 16 17
from setuptools import Command
from setuptools import setup, Distribution, Extension
from setuptools.command.install import install as InstallCommandBase


18 19 20
class BinaryDistribution(Distribution):
    def has_ext_modules(foo):
        return True
Z
zhangjinchao01 已提交
21

Y
Yancey 已提交
22 23
RC      = 0

24
ext_name = '.dll' if os.name == 'nt' else ('.dylib' if sys.platform == 'darwin' else '.so')
Y
Yancey 已提交
25 26 27 28

def git_commit():
    try:
        cmd = ['git', 'rev-parse', 'HEAD']
29 30
        git_commit = subprocess.Popen(cmd, stdout = subprocess.PIPE,
            cwd="@PADDLE_SOURCE_DIR@").communicate()[0].strip()
Y
Yancey 已提交
31 32
    except:
        git_commit = 'Unknown'
33
    git_commit = git_commit.decode()
34
    return str(git_commit)
Y
Yancey 已提交
35

36
def _get_version_detail(idx):
37 38
    assert idx < 3, "vesion info consists of %(major)d.%(minor)d.%(patch)d, \
        so detail index must less than 3"
39

M
minqiyang 已提交
40 41
    if re.match('@TAG_VERSION_REGEX@', '@PADDLE_VERSION@'):
        version_details = '@PADDLE_VERSION@'.split('.')
42

M
minqiyang 已提交
43
        if len(version_details) >= 3:
M
minqiyang 已提交
44
            return version_details[idx]
45

46
    return 0
47

M
minqiyang 已提交
48
def get_major():
49
    return int(_get_version_detail(0))
50

M
minqiyang 已提交
51
def get_minor():
52
    return int(_get_version_detail(1))
53

54
def get_patch():
55
    return str(_get_version_detail(2))
56 57

def is_taged():
M
minqiyang 已提交
58
    try:
59
        cmd = ['git', 'describe', '--exact-match', '--tags', 'HEAD', '2>/dev/null']
60
        git_tag = subprocess.Popen(cmd, stdout = subprocess.PIPE, cwd="@PADDLE_SOURCE_DIR@").communicate()[0].strip()
61
        git_tag = git_tag.decode()
M
minqiyang 已提交
62
    except:
63 64
        return False

65
    if str(git_tag).replace('v', '') == '@PADDLE_VERSION@':
66 67
        return True
    else:
M
minqiyang 已提交
68
        return False
69

Y
Yancey 已提交
70
def write_version_py(filename='paddle/version.py'):
71
    cnt = '''# THIS FILE IS GENERATED FROM PADDLEPADDLE SETUP.PY
Y
Yancey 已提交
72
#
73
full_version    = '%(major)d.%(minor)d.%(patch)s'
Y
Yancey 已提交
74 75
major           = '%(major)d'
minor           = '%(minor)d'
76
patch           = '%(patch)s'
Y
Yancey 已提交
77 78 79
rc              = '%(rc)d'
istaged         = %(istaged)s
commit          = '%(commit)s'
L
Luo Tao 已提交
80
with_mkl        = '%(with_mkl)s'
Y
Yancey 已提交
81 82 83

def show():
    if istaged:
84 85 86 87 88
        print('full_version:', full_version)
        print('major:', major)
        print('minor:', minor)
        print('patch:', patch)
        print('rc:', rc)
Y
Yancey 已提交
89
    else:
90
        print('commit:', commit)
L
Luo Tao 已提交
91 92 93

def mkl():
    return with_mkl
Y
Yancey 已提交
94 95 96 97
'''
    commit = git_commit()
    with open(filename, 'w') as f:
        f.write(cnt % {
98 99 100
            'major': get_major(),
            'minor': get_minor(),
            'patch': get_patch(),
Y
Yancey 已提交
101 102 103
            'rc': RC,
            'version': '${PADDLE_VERSION}',
            'commit': commit,
104
            'istaged': is_taged(),
L
Luo Tao 已提交
105
            'with_mkl': '@WITH_MKL@'})
Y
Yancey 已提交
106

107
write_version_py(filename='@PADDLE_BINARY_DIR@/python/paddle/version.py')
Y
Yancey 已提交
108

C
Chengmo 已提交
109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
def write_distributed_training_mode_py(filename='paddle/fluid/incubate/fleet/parameter_server/version.py'):
    cnt = '''from __future__ import print_function

# THIS FILE IS GENERATED FROM PADDLEPADDLE SETUP.PY

from paddle.fluid.incubate.fleet.base.mode import Mode

BUILD_MODE=Mode.%(mode)s

def is_transpiler():
    return Mode.TRANSPILER == BUILD_MODE

'''

    dirname = os.path.dirname(filename)

    try:
        os.makedirs(dirname)
    except OSError as e:
        if e.errno != errno.EEXIST:
            raise

    with open(filename, 'w') as f:
        f.write(cnt % {
            'mode': 'PSLIB' if '${WITH_PSLIB}' == 'ON' else 'TRANSPILER'
        })

write_distributed_training_mode_py(filename='@PADDLE_BINARY_DIR@/python/paddle/fluid/incubate/fleet/parameter_server/version.py')
Y
Yancey 已提交
137

138

Z
zhangjinchao01 已提交
139
packages=['paddle',
140
          'paddle.libs',
Q
qiaolongfei 已提交
141
          'paddle.utils',
142 143
          'paddle.dataset',
          'paddle.reader',
144
          'paddle.distributed',
145
          'paddle.incubate',
146
          'paddle.incubate.optimizer',
147 148 149
          'paddle.distributed.fleet',
          'paddle.distributed.fleet.base',
          'paddle.distributed.fleet.meta_optimizers',
150
          'paddle.distributed.fleet.meta_optimizers.sharding',
151 152
          'paddle.distributed.fleet.runtime',
          'paddle.distributed.fleet.dataset',
153
          'paddle.distributed.fleet.data_generator',
154 155 156
          'paddle.distributed.fleet.metrics',
          'paddle.distributed.fleet.proto',
          'paddle.distributed.fleet.utils',
157
          'paddle.framework',
158
          'paddle.jit',
159
          'paddle.jit.dy2static',
W
Wilber 已提交
160
          'paddle.inference',
161
          'paddle.fluid',
W
Wilber 已提交
162
          'paddle.fluid.inference',
L
lujun 已提交
163
          'paddle.fluid.dygraph',
164
          'paddle.fluid.dygraph.dygraph_to_static',
165
          'paddle.fluid.dygraph.amp',
166
          'paddle.fluid.proto',
X
Xin Pan 已提交
167
          'paddle.fluid.proto.profiler',
H
heqiaozhi 已提交
168
          'paddle.fluid.distributed',
Y
Yancey 已提交
169
          'paddle.fluid.layers',
170
          'paddle.fluid.dataloader',
Q
Qingsheng Li 已提交
171 172
          'paddle.fluid.contrib',
          'paddle.fluid.contrib.decoder',
D
Dang Qingqing 已提交
173
          'paddle.fluid.contrib.quantize',
Q
Qiao Longfei 已提交
174
          'paddle.fluid.contrib.reader',
W
whs 已提交
175
          'paddle.fluid.contrib.slim',
W
WangZhen 已提交
176
          'paddle.fluid.contrib.slim.quantization',
177
          'paddle.fluid.contrib.slim.quantization.imperative',
T
tangwei12 已提交
178
          'paddle.fluid.contrib.utils',
C
chengduo 已提交
179
          'paddle.fluid.contrib.extend_optimizer',
180
          'paddle.fluid.contrib.mixed_precision',
181
          'paddle.fluid.contrib.layers',
Q
qiaolongfei 已提交
182
          'paddle.fluid.transpiler',
D
dongdaxiang 已提交
183 184
          'paddle.fluid.transpiler.details',
          'paddle.fluid.incubate',
185
          'paddle.fluid.incubate.data_generator',
D
dongdaxiang 已提交
186
          'paddle.fluid.incubate.fleet',
187
          'paddle.fluid.incubate.checkpoint',
D
dongdaxiang 已提交
188 189
          'paddle.fluid.incubate.fleet.base',
          'paddle.fluid.incubate.fleet.parameter_server',
T
tangwei12 已提交
190
          'paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler',
191
          'paddle.fluid.incubate.fleet.parameter_server.pslib',
192
          'paddle.fluid.incubate.fleet.parameter_server.ir',
193
          'paddle.fluid.incubate.fleet.collective',
194
          'paddle.fluid.incubate.fleet.utils',
195
          'paddle.amp',
196 197 198 199 200 201 202
          'paddle.hapi',
          'paddle.vision',
          'paddle.vision.models',
          'paddle.vision.transforms',
          'paddle.vision.datasets',
          'paddle.text',
          'paddle.text.datasets',
H
hong 已提交
203
          'paddle.incubate',
204
          'paddle.io',
H
hong 已提交
205
          'paddle.optimizer',
206 207
          'paddle.nn',
          'paddle.nn.functional',
208
          'paddle.nn.layer',
H
hong 已提交
209
          'paddle.nn.initializer',
210
          'paddle.nn.utils',
H
hong 已提交
211
          'paddle.metric',
212 213
          'paddle.static',
          'paddle.static.nn',
214
          'paddle.static.amp',
215
          'paddle.tensor',
C
channings 已提交
216
          'paddle.onnx',
217
          ]
L
Luo Tao 已提交
218

219 220
with open('@PADDLE_SOURCE_DIR@/python/requirements.txt') as f:
    setup_requires = f.read().splitlines()
221

222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
# Note(wangzhongpu):
# When compiling paddle under python36, the dependencies belonging to python2.7 will be imported, resulting in errors when installing paddle
if sys.version_info >= (3,6) and sys.version_info < (3,7):
    setup_requires_tmp = []
    for setup_requires_i in setup_requires:
        if "<\"3.6\"" in setup_requires_i or "<\"3.5\"" in setup_requires_i or "<=\"3.5\"" in setup_requires_i:
            continue
        setup_requires_tmp+=[setup_requires_i]
    setup_requires = setup_requires_tmp
if sys.version_info >= (3,5) and sys.version_info < (3,6):
    setup_requires_tmp = []
    for setup_requires_i in setup_requires:
        if "<\"3.5\"" in setup_requires_i:
            continue
        setup_requires_tmp+=[setup_requires_i]
    setup_requires = setup_requires_tmp
if sys.version_info >= (3,7):
    setup_requires_tmp = []
    for setup_requires_i in setup_requires:
        if "<\"3.6\"" in setup_requires_i or "<=\"3.6\"" in setup_requires_i or "<\"3.5\"" in setup_requires_i or "<=\"3.5\"" in setup_requires_i or "<\"3.7\"" in setup_requires_i:
            continue
        setup_requires_tmp+=[setup_requires_i]
    setup_requires = setup_requires_tmp

246
# the prefix is sys.prefix which should always be usr
L
Luo Tao 已提交
247
paddle_bins = ''
248

T
Tao Luo 已提交
249 250
if not '${WIN32}':
    paddle_bins = ['${PADDLE_BINARY_DIR}/paddle/scripts/paddle']
251
package_data={'paddle.fluid': ['${FLUID_CORE_NAME}' + ('.so' if os.name != 'nt' else '.pyd')]}
252
if '${HAS_NOAVX_CORE}' == 'ON':
253
    package_data['paddle.fluid'] += ['core_noavx' + ('.so' if os.name != 'nt' else '.pyd')]
P
peizhilin 已提交
254

255

L
Luo Tao 已提交
256
package_dir={
257
    '': '${PADDLE_BINARY_DIR}/python',
L
Luo Tao 已提交
258 259 260 261
    # The paddle.fluid.proto will be generated while compiling.
    # So that package points to other directory.
    'paddle.fluid.proto.profiler': '${PADDLE_BINARY_DIR}/paddle/fluid/platform',
    'paddle.fluid.proto': '${PADDLE_BINARY_DIR}/paddle/fluid/framework',
Q
qiaolongfei 已提交
262
    'paddle.fluid': '${PADDLE_BINARY_DIR}/python/paddle/fluid',
L
Luo Tao 已提交
263
}
264

265 266
# put all thirdparty libraries in paddle.libs
libs_path='${PADDLE_BINARY_DIR}/python/paddle/libs'
P
peizhilin 已提交
267

P
peizhilin 已提交
268
package_data['paddle.libs']= []
P
peizhilin 已提交
269
package_data['paddle.libs']=[('libwarpctc' if os.name != 'nt' else 'warpctc') + ext_name]
P
peizhilin 已提交
270
shutil.copy('${WARPCTC_LIBRARIES}', libs_path)
P
peizhilin 已提交
271

272
if '${WITH_MKL}' == 'ON':
P
peizhilin 已提交
273 274 275
    shutil.copy('${MKLML_SHARED_LIB}', libs_path)
    shutil.copy('${MKLML_SHARED_IOMP_LIB}', libs_path)
    package_data['paddle.libs']+=[('libmklml_intel' if os.name != 'nt' else 'mklml') + ext_name, ('libiomp5' if os.name != 'nt' else 'libiomp5md') + ext_name]
P
peizhilin 已提交
276 277
else:
    if os.name == 'nt':
P
peizhilin 已提交
278
        # copy the openblas.dll
279
        shutil.copy('${OPENBLAS_SHARED_LIB}', libs_path)
P
peizhilin 已提交
280
        package_data['paddle.libs'] += ['openblas' + ext_name]
W
Wilber 已提交
281
    elif os.name == 'posix' and platform.machine() == 'aarch64' and '${OPENBLAS_LIB}'.endswith('so'):
H
houj04 已提交
282 283
        # copy the libopenblas.so on linux+aarch64
        # special: core_noavx.so depends on 'libopenblas.so.0', not 'libopenblas.so'
W
Wilber 已提交
284 285 286
        if os.path.exists('${OPENBLAS_LIB}' + '.0'):
            shutil.copy('${OPENBLAS_LIB}' + '.0', libs_path)
            package_data['paddle.libs'] += ['libopenblas.so.0']
P
peizhilin 已提交
287

288 289 290 291
if '${WITH_LITE}' == 'ON':
    shutil.copy('${LITE_SHARED_LIB}', libs_path)
    package_data['paddle.libs']+=['libpaddle_full_api_shared' + ext_name]

X
xujiaqi01 已提交
292 293
if '${WITH_PSLIB}' == 'ON':
    shutil.copy('${PSLIB_LIB}', libs_path)
X
xujiaqi01 已提交
294 295
    if os.path.exists('${PSLIB_VERSION_PY}'):
        shutil.copy('${PSLIB_VERSION_PY}', '${PADDLE_BINARY_DIR}/python/paddle/fluid/incubate/fleet/parameter_server/pslib/')
X
xujiaqi01 已提交
296 297
    package_data['paddle.libs'] += ['libps' + ext_name]

S
Sang Ik Lee 已提交
298
if '${WITH_MKLDNN}' == 'ON':
P
peizhilin 已提交
299
    if '${CMAKE_BUILD_TYPE}' == 'Release' and os.name != 'nt':
P
peizhilin 已提交
300 301 302 303
        # only change rpath in Release mode.
        # TODO(typhoonzero): use install_name_tool to patch mkl libs once
        # we can support mkl on mac.
        #
A
Adam 已提交
304
        # change rpath of libdnnl.so.1, add $ORIGIN/ to it.
P
peizhilin 已提交
305
        # The reason is that all thirdparty libraries in the same directory,
A
Adam 已提交
306
        # thus, libdnnl.so.1 will find libmklml_intel.so and libiomp5.so.
P
peizhilin 已提交
307 308
        command = "patchelf --set-rpath '$ORIGIN/' ${MKLDNN_SHARED_LIB}"
        if os.system(command) != 0:
A
Adam 已提交
309
            raise Exception("patch libdnnl.so failed, command: %s" % command)
S
Sang Ik Lee 已提交
310
    shutil.copy('${MKLDNN_SHARED_LIB}', libs_path)
A
Adam 已提交
311 312
    if os.name != 'nt':
        shutil.copy('${MKLDNN_SHARED_LIB_1}', libs_path)
313 314
        shutil.copy('${MKLDNN_SHARED_LIB_2}', libs_path)
        package_data['paddle.libs']+=['libmkldnn.so.0', 'libdnnl.so.1', 'libdnnl.so.2']
A
Adam 已提交
315 316 317
    else:
        package_data['paddle.libs']+=['mkldnn.dll']

318 319 320 321 322 323 324 325 326 327 328 329 330
if '${WITH_XPU}' == 'ON':
    # only change rpath in Release mode,
    if '${CMAKE_BUILD_TYPE}' == 'Release':
        if os.name != 'nt':
            if "@APPLE@" == "1":
                command = "install_name_tool -id \"@loader_path/\" ${XPU_API_LIB}"
            else:
                command = "patchelf --set-rpath '$ORIGIN/' ${XPU_API_LIB}"
            if os.system(command) != 0:
                raise Exception("patch ${XPU_API_LIB} failed, command: %s" % command)
    shutil.copy('${XPU_API_LIB}', libs_path)
    shutil.copy('${XPU_RT_LIB}', libs_path)
    package_data['paddle.libs']+=['${XPU_API_LIB_NAME}',
331
                                  '${XPU_RT_LIB_NAME}']
332

333 334 335 336
if '${WITH_XPU_BKCL}' == 'ON':
    shutil.copy('${XPU_BKCL_LIB}', libs_path)
    package_data['paddle.libs']+=['${XPU_BKCL_LIB_NAME}']

337 338 339 340 341 342
# copy libfuild_framework.so to libs
if os.name != 'nt' and sys.platform != 'darwin':
    paddle_framework_lib='${FLUID_FRAMEWORK_SHARED_LIB}'
    shutil.copy(paddle_framework_lib, libs_path)
    package_data['paddle.libs'] += [('libpaddle_framework' if os.name != 'nt' else 'paddle_framework') + ext_name]

343
# remove unused paddle/libs/__init__.py
P
peizhilin 已提交
344 345
if os.path.isfile(libs_path+'/__init__.py'):
    os.remove(libs_path+'/__init__.py')
346 347
package_dir['paddle.libs']=libs_path

348

349
# change rpath of ${FLUID_CORE_NAME}.ext, add $ORIGIN/../libs/ to it.
350
# The reason is that libwarpctc.ext, libiomp5.ext etc are in paddle.libs, and
351
# ${FLUID_CORE_NAME}.ext is in paddle.fluid, thus paddle/fluid/../libs will pointer to above libraries.
352
# This operation will fix https://github.com/PaddlePaddle/Paddle/issues/3213
L
luotao1 已提交
353
if '${CMAKE_BUILD_TYPE}' == 'Release':
P
peizhilin 已提交
354
    if os.name != 'nt':
355
        # only change rpath in Release mode, since in Debug mode, ${FLUID_CORE_NAME}.xx is too large to be changed.
L
luotao1 已提交
356
        if "@APPLE@" == "1":
357
            command = "install_name_tool -id \"@loader_path/../libs/\" ${PADDLE_BINARY_DIR}/python/paddle/fluid/${FLUID_CORE_NAME}" + '.so'
L
luotao1 已提交
358
        else:
359
            command = "patchelf --set-rpath '$ORIGIN/../libs/' ${PADDLE_BINARY_DIR}/python/paddle/fluid/${FLUID_CORE_NAME}" + '.so'
W
Wilber 已提交
360
        # The sw_64 not suppot patchelf, so we just disable that.
H
houj04 已提交
361
        if platform.machine() != 'sw_64' and platform.machine() != 'mips64':
362 363
          if os.system(command) != 0:
              raise Exception("patch ${FLUID_CORE_NAME}.%s failed, command: %s" % (ext_name, command))
P
peizhilin 已提交
364

P
peizhilin 已提交
365
ext_modules = [Extension('_foo', ['stub.cc'])]
P
peizhilin 已提交
366 367 368 369 370 371
if os.name == 'nt':
    # fix the path separator under windows
    fix_package_dir = {}
    for k, v in package_dir.items():
        fix_package_dir[k] = v.replace('/', '\\')
    package_dir = fix_package_dir
P
peizhilin 已提交
372
    ext_modules = []
373 374
elif sys.platform == 'darwin':
    ext_modules = []
T
tensor-tang 已提交
375

376 377 378 379 380 381 382
def find_files(pattern, root):
    for dirpath, _, files in os.walk(root):
      for filename in fnmatch.filter(files, pattern):
          yield os.path.join(dirpath, filename)

headers = (
    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/fluid/framework')) +
383
    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/fluid/imperative')) +
384 385 386
    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/fluid/memory')) +
    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/fluid/platform')) +
    list(find_files('*.h', '@PADDLE_SOURCE_DIR@/paddle/fluid/string')) +
387
    list(find_files('*.pb.h', '${PADDLE_BINARY_DIR}/paddle/fluid/platform')) +
388
    list(find_files('*.pb.h', '${PADDLE_BINARY_DIR}/paddle/fluid/framework')) +
389
    list(find_files('*.pb', '${cudaerror_INCLUDE_DIR}')) + # errorMessage.pb for errormessage
390 391 392 393 394 395 396 397
    ['${EIGEN_INCLUDE_DIR}/Eigen/Core'] + # eigen
    list(find_files('*', '${EIGEN_INCLUDE_DIR}/Eigen/src')) + # eigen
    list(find_files('*', '${EIGEN_INCLUDE_DIR}/unsupported/Eigen')) + # eigen
    list(find_files('*', '${GFLAGS_INSTALL_DIR}/include')) + # gflags
    list(find_files('*', '${GLOG_INSTALL_DIR}/include')) + # glog
    list(find_files('*', '${BOOST_INCLUDE_DIR}/boost')) + # boost
    list(find_files('*', '${XXHASH_INSTALL_DIR}/include')) + # xxhash
    list(find_files('*', '${PROTOBUF_INCLUDE_DIR}')) + # protobuf
398
    list(find_files('*', '${DLPACK_INCLUDE_DIR}')) + # dlpack
399 400
    list(find_files('*.h', '${THREADPOOL_INCLUDE_DIR}'))) # threadpool

401 402 403
if '${WITH_MKLDNN}' == 'ON':
    headers += list(find_files('*', '${MKLDNN_INSTALL_DIR}/include')) # mkldnn

404
if '${WITH_GPU}' == 'ON' or '${WITH_ROCM}' == 'ON':
405
    headers += list(find_files('*.pb', '${cudaerror_INCLUDE_DIR}'))   # errorMessage.pb for errormessage
406 407 408 409 410 411 412 413

class InstallCommand(InstallCommandBase):
    def finalize_options(self):
        ret = InstallCommandBase.finalize_options(self)
        self.install_headers = os.path.join(self.install_purelib, 'paddle',
                                            'include')
        self.install_lib = self.install_platlib
        return ret
414

415 416 417 418 419

class InstallHeaders(Command):
    """Override how headers are copied.
    """
    description = 'install C/C++ header files'
420

421 422 423 424 425
    user_options = [('install-dir=', 'd',
                     'directory to install header files to'),
                    ('force', 'f',
                     'force installation (overwrite existing files)'),
                   ]
426

427
    boolean_options = ['force']
428

429 430 431 432
    def initialize_options(self):
        self.install_dir = None
        self.force = 0
        self.outfiles = []
433

434 435 436 437
    def finalize_options(self):
        self.set_undefined_options('install',
                                   ('install_headers', 'install_dir'),
                                   ('force', 'force'))
438

439 440 441 442 443 444 445 446 447
    def mkdir_and_copy_file(self, header):
        if 'pb.h' in header:
            install_dir = re.sub('${PADDLE_BINARY_DIR}/', '', header)
        elif 'third_party' not in header:
            # framework
            install_dir = re.sub('@PADDLE_SOURCE_DIR@/', '', header)
        else:
            # third_party
            install_dir = re.sub('${THIRD_PARTY_PATH}', 'third_party', header)
448 449 450 451 452
            patterns = ['eigen3/src/extern_eigen3', 'boost/src/extern_boost',
                       'dlpack/src/extern_dlpack/include',
                       'install/protobuf/include',
                       'install/gflags/include',
                       'install/glog/include', 'install/xxhash/include',
453
                       'install/mkldnn/include',
454 455 456
                       'threadpool/src/extern_threadpool']
            for pattern in patterns:
                install_dir = re.sub(pattern, '', install_dir)
457 458 459 460
        install_dir = os.path.join(self.install_dir, os.path.dirname(install_dir))
        if not os.path.exists(install_dir):
            self.mkpath(install_dir)
        return self.copy_file(header, install_dir)
461

462
    def run(self):
463
        # only copy third_party/cudaErrorMessage.pb for cudaErrorMessage on mac or windows
464
        if os.name == 'nt' or sys.platform == 'darwin':
465
            if '${WITH_GPU}' == 'ON' or '${WITH_ROCM}' == 'ON':
466
                self.mkdir_and_copy_file('${cudaerror_INCLUDE_DIR}/cudaErrorMessage.pb')
467 468 469 470 471 472 473 474
            return
        hdrs = self.distribution.headers
        if not hdrs:
            return
        self.mkpath(self.install_dir)
        for header in hdrs:
            (out, _) = self.mkdir_and_copy_file(header)
            self.outfiles.append(out)
475

476 477
    def get_inputs(self):
        return self.distribution.headers or []
478

479 480 481
    def get_outputs(self):
        return self.outfiles

482 483 484 485
# we redirect setuptools log for non-windows
if sys.platform != 'win32':
    @contextmanager
    def redirect_stdout():
486 487 488 489 490 491 492
        f_log = open('${SETUP_LOG_FILE}', 'w')
        origin_stdout = sys.stdout
        sys.stdout = f_log
        yield
        f_log = sys.stdout
        sys.stdout = origin_stdout
        f_log.close()
493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512
else:
    @contextmanager
    def redirect_stdout():
        yield

with redirect_stdout():
    setup(name='${PACKAGE_NAME}',
        version='${PADDLE_VERSION}',
        description='Parallel Distributed Deep Learning',
        install_requires=setup_requires,
        packages=packages,
        ext_modules=ext_modules,
        package_data=package_data,
        package_dir=package_dir,
        scripts=paddle_bins,
        distclass=BinaryDistribution,
        headers=headers,
        cmdclass={
            'install_headers': InstallHeaders,
            'install': InstallCommand,
513 514 515
        },
        entry_points={
            'console_scripts': [
516
                'fleetrun = paddle.distributed.fleet.launch:launch'
517
            ]
518 519 520
        }
    )

521
# As there are a lot of files in purelib which causes many logs,
522
# we don't print them on the screen, and you can open `setup.py.log`
523
# for the full logs.
524 525
if os.path.exists('${SETUP_LOG_FILE}'):
    os.system('grep -v "purelib" ${SETUP_LOG_FILE}')