setup.py.in 5.5 KB
Newer Older
T
typhoonzero 已提交
1
from setuptools import setup, Distribution, Extension
Y
Yancey 已提交
2
import subprocess
3 4
import shutil
import os
5 6 7
class BinaryDistribution(Distribution):
    def has_ext_modules(foo):
        return True
Z
zhangjinchao01 已提交
8

Y
Yancey 已提交
9
MAJOR   = 0
X
Xin Pan 已提交
10
MINOR   = 14
Y
Yancey 已提交
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
PATCH   = 0
RC      = 0
ISTAGED = False



def git_commit():
    try:
        cmd = ['git', 'rev-parse', 'HEAD']
        git_commit = subprocess.Popen(cmd, stdout = subprocess.PIPE).communicate()[0].strip()
    except:
        git_commit = 'Unknown'
    return git_commit

def write_version_py(filename='paddle/version.py'):
    cnt = '''
# THIS FILE IS GENERATED FROM PADDLEPADDLE SETUP.PY
#
full_version    = '%(major)d.%(minor)d.%(patch)d'
major           = '%(major)d'
minor           = '%(minor)d'
patch           = '%(patch)d'
rc              = '%(rc)d'
istaged         = %(istaged)s
commit          = '%(commit)s'
L
Luo Tao 已提交
36
with_mkl        = '%(with_mkl)s'
Y
Yancey 已提交
37 38 39 40 41 42 43 44 45 46

def show():
    if istaged:
        print 'full_version:', full_version
        print 'major:', major
        print 'minor:', minor
        print 'patch:', patch
        print 'rc:', rc
    else:
        print 'commit:', commit
L
Luo Tao 已提交
47 48 49

def mkl():
    return with_mkl
Y
Yancey 已提交
50 51 52 53 54 55 56 57 58 59
'''
    commit = git_commit()
    with open(filename, 'w') as f:
        f.write(cnt % {
            'major': MAJOR,
            'minor': MINOR,
            'patch': PATCH,
            'rc': RC,
            'version': '${PADDLE_VERSION}',
            'commit': commit,
L
Luo Tao 已提交
60 61
            'istaged': ISTAGED,
            'with_mkl': '@WITH_MKL@'})
Y
Yancey 已提交
62

63
write_version_py(filename='@PADDLE_BINARY_DIR@/python/paddle/version.py')
Y
Yancey 已提交
64 65


Z
zhangjinchao01 已提交
66
packages=['paddle',
67
          'paddle.libs',
Q
qiaolongfei 已提交
68
          'paddle.utils',
69 70
          'paddle.dataset',
          'paddle.reader',
71 72
          'paddle.fluid',
          'paddle.fluid.proto',
X
Xin Pan 已提交
73
          'paddle.fluid.proto.profiler',
Y
Yancey 已提交
74
          'paddle.fluid.layers',
Q
qiaolongfei 已提交
75 76
          'paddle.fluid.transpiler',
          'paddle.fluid.transpiler.details']
L
Luo Tao 已提交
77

78
if '${WITH_FLUID_ONLY}'== 'OFF':
L
Luo Tao 已提交
79 80 81 82 83 84
    packages+=['paddle.proto',
               'paddle.trainer',
               'paddle.trainer_config_helpers',
               'paddle.v2',
               'paddle.v2.master',
               'paddle.v2.plot',
85 86
               'paddle.v2.reader',
               'paddle.v2.dataset',
L
Luo Tao 已提交
87
               'py_paddle']
Z
zhangjinchao01 已提交
88

89 90
with open('@PADDLE_SOURCE_DIR@/python/requirements.txt') as f:
    setup_requires = f.read().splitlines()
91 92

if '${CMAKE_SYSTEM_PROCESSOR}' not in ['arm', 'armv7-a', 'aarch64']:
Y
Yancey 已提交
93
    setup_requires+=['opencv-python']
94

95
# the prefix is sys.prefix which should always be usr
L
Luo Tao 已提交
96
paddle_bins = ''
97
if '${WITH_FLUID_ONLY}'== 'OFF':
L
Luo Tao 已提交
98
    paddle_bin_dir = 'opt/paddle/bin'
X
Xin Pan 已提交
99 100
    paddle_bins = ['${PADDLE_BINARY_DIR}/paddle/legacy/trainer/paddle_trainer',
                   '${PADDLE_BINARY_DIR}/paddle/legacy/trainer/paddle_merge_model',
X
Xin Pan 已提交
101
                   '${PADDLE_BINARY_DIR}/paddle/legacy/pserver/paddle_pserver_main',
L
Luo Tao 已提交
102 103 104
                   '${PADDLE_BINARY_DIR}/paddle/scripts/paddle']

package_data={'paddle.fluid': ['core.so']}
105
if '${WITH_FLUID_ONLY}'== 'OFF':
L
Luo Tao 已提交
106 107 108 109
    package_data['paddle.v2.master']=['libpaddle_master.so']
    package_data['py_paddle']=['*.py','_swig_paddle.so']

package_dir={
110
    '': '${PADDLE_BINARY_DIR}/python',
L
Luo Tao 已提交
111 112 113 114
    # The paddle.fluid.proto will be generated while compiling.
    # So that package points to other directory.
    'paddle.fluid.proto.profiler': '${PADDLE_BINARY_DIR}/paddle/fluid/platform',
    'paddle.fluid.proto': '${PADDLE_BINARY_DIR}/paddle/fluid/framework',
Q
qiaolongfei 已提交
115
    'paddle.fluid': '${PADDLE_BINARY_DIR}/python/paddle/fluid',
L
Luo Tao 已提交
116
}
117
if '${WITH_FLUID_ONLY}'== 'OFF':
118
    package_dir['py_paddle']='${PADDLE_BINARY_DIR}/python/py_paddle'
119

120 121 122 123 124 125 126 127 128
# put all thirdparty libraries in paddle.libs
package_data['paddle.libs']=['libwarpctc.so']
libs_path='${PADDLE_BINARY_DIR}/python/paddle/libs'
shutil.copy('${WARPCTC_LIBRARIES}', libs_path)
if '${WITH_MKL}' == 'ON':
    shutil.copy('${MKLML_LIB}', libs_path)
    shutil.copy('${MKLML_IOMP_LIB}', libs_path)
    package_data['paddle.libs']+=['libmklml_intel.so','libiomp5.so']
if '${WITH_MKLDNN}' == 'ON':
T
typhoonzero 已提交
129 130 131 132 133 134 135
    # TODO(typhoonzero): use install_name_tool to patch mkl libs once
    # we can support mkl on mac.
    #
    # change rpath of libmkldnn.so.0, add $ORIGIN/ to it.
    # The reason is that all thirdparty libraries in the same directory,
    # thus, libmkldnn.so.0 will find libmklml_intel.so and libiomp5.so.
    command = "patchelf --set-rpath '$ORIGIN/' ${MKLDNN_SHARED_LIB}"
136
    if os.system(command) != 0:
T
typhoonzero 已提交
137
        raise Exception("patch libmkldnn.so failed, command: %s" % command)
138 139 140 141 142 143 144 145 146 147
    package_data['paddle.libs']+=['libmkldnn.so.0']
    shutil.copy('${MKLDNN_SHARED_LIB}', libs_path)
# remove unused paddle/libs/__init__.py
os.remove(libs_path+'/__init__.py')
package_dir['paddle.libs']=libs_path

# change rpath of core.so, add $ORIGIN/../libs/ to it.
# The reason is that libwarpctc.so, libiomp5.so etc are in paddle.libs, and
# core.so is in paddle.fluid, thus paddle/fluid/../libs will pointer to above libraries.
# This operation will fix https://github.com/PaddlePaddle/Paddle/issues/3213
T
typhoonzero 已提交
148 149 150 151
if "@APPLE@" == "1":
    command = "install_name_tool -id \"@loader_path/../libs/\" ${PADDLE_BINARY_DIR}/python/paddle/fluid/core.so"
else:
    command = "patchelf --set-rpath '$ORIGIN/../libs/' ${PADDLE_BINARY_DIR}/python/paddle/fluid/core.so"
152
if os.system(command) != 0:
T
typhoonzero 已提交
153
    raise Exception("patch core.so failed, command: %s" % command)
T
tensor-tang 已提交
154

T
typhoonzero 已提交
155
setup(name='${PACKAGE_NAME}',
Z
zhangjinchao01 已提交
156 157
      version='${PADDLE_VERSION}',
      description='Parallel Distributed Deep Learning',
158
      install_requires=setup_requires,
L
Luo Tao 已提交
159
      packages=packages,
T
typhoonzero 已提交
160
      ext_modules=[Extension('_foo', ['stub.cc'])],
L
Luo Tao 已提交
161 162
      package_data=package_data,
      package_dir=package_dir,
163
      scripts=paddle_bins
Z
zhangjinchao01 已提交
164
)