build.sh 4.5 KB
Newer Older
Z
zhangjinchao01 已提交
1 2
#!/bin/bash

G
gangliao 已提交
3
set -xe
H
Helin Wang 已提交
4 5

# Set BASE_IMAGE according to env variables
G
gongweibao 已提交
6
if [[ ${WITH_GPU} == "ON" ]]; then
Y
Yi Wang 已提交
7
  BASE_IMAGE="nvidia/cuda:8.0-cudnn5-runtime-ubuntu16.04"
Y
yi.wu 已提交
8
else
Y
Yi Wang 已提交
9
  BASE_IMAGE="ubuntu:16.04"
Y
yi.wu 已提交
10
fi
11

H
Helin Wang 已提交
12
DOCKERFILE_GPU_ENV=""
L
liaogang 已提交
13
DOCKERFILE_CUDNN_DSO=""
H
Helin Wang 已提交
14 15
if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
    DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
L
liaogang 已提交
16
    DOCKERFILE_CUDNN_DSO="RUN ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.5 /usr/lib/x86_64-linux-gnu/libcudnn.so"
H
Helin Wang 已提交
17
fi
L
liaogang 已提交
18

H
Helin Wang 已提交
19 20 21 22
mkdir -p /paddle/build
cd /paddle/build

# build script will not fail if *.deb does not exist
H
Helin Wang 已提交
23
rm *.deb 2>/dev/null || true
Y
yi.wu 已提交
24 25
# delete previous built whl packages
rm -rf /paddle/paddle/dist 2>/dev/null || true
H
Helin Wang 已提交
26

Y
Yi Wang 已提交
27 28 29 30 31 32 33
cat <<EOF
========================================
Configuring cmake in /paddle/build ...
      -DCMAKE_BUILD_TYPE=Release
      -DWITH_DOC=OFF
      -DWITH_GPU=${WITH_GPU:-OFF}
      -DWITH_AVX=${WITH_AVX:-OFF}
34
      -DWITH_GOLANG=${WITH_GOLANG:-ON}
Y
Yi Wang 已提交
35
      -DWITH_SWIG_PY=ON
G
gongweibao 已提交
36 37 38
      -DWITH_C_API=${WITH_C_API:-OFF}
      -DWITH_PYTHON=${WITH_PYTHON:-ON}
      -DWITH_SWIG_PY=${WITH_SWIG_PY:-ON}
Y
Yi Wang 已提交
39
      -DCUDNN_ROOT=/usr/
武毅 已提交
40
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-ON}
41
      -DWITH_TESTING=${WITH_TESTING:-ON}
Y
Yi Wang 已提交
42 43 44
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
========================================
EOF
Y
Yu Yang 已提交
45 46 47 48

# Disable UNITTEST_USE_VIRTUALENV in docker because
# docker environment is fully controlled by this script.
# See /Paddle/CMakeLists.txt, UNITTEST_USE_VIRTUALENV option.
H
Helin Wang 已提交
49 50
cmake .. \
      -DCMAKE_BUILD_TYPE=Release \
Q
qijun 已提交
51
      -DWITH_DOC=OFF \
H
Helin Wang 已提交
52 53
      -DWITH_GPU=${WITH_GPU:-OFF} \
      -DWITH_AVX=${WITH_AVX:-OFF} \
54
      -DWITH_GOLANG=${WITH_GOLANG:-ON} \
G
gongweibao 已提交
55 56 57
      -DWITH_SWIG_PY=${WITH_SWIG_PY:-ON} \
      -DWITH_C_API=${WITH_C_API:-OFF} \
      -DWITH_PYTHON=${WITH_PYTHON:-ON} \
H
Helin Wang 已提交
58
      -DCUDNN_ROOT=/usr/ \
59 60
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-ON} \
      -DWITH_TESTING=${WITH_TESTING:-ON} \
61
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
Y
Yi Wang 已提交
62 63

cat <<EOF
Y
Yu Yang 已提交
64
============================================
65
Building in /paddle/build ...
Y
Yu Yang 已提交
66
============================================
Y
Yi Wang 已提交
67
EOF
68
make -j `nproc`
Y
Yi Wang 已提交
69

Y
Yi Wang 已提交
70
if [ ${WITH_TESTING:-ON} == "ON" ] && [ ${RUN_TEST:-OFF} == "ON" ] ; then
Y
Yi Wang 已提交
71 72
cat <<EOF
========================================
Y
Yu Yang 已提交
73
Running unit tests ...
Y
Yi Wang 已提交
74 75
========================================
EOF
L
liaogang 已提交
76
    ctest --output-on-failure
77 78 79 80
    # make install should also be test when unittest
    make install -j `nproc`
    pip install /usr/local/opt/paddle/share/wheels/*.whl
    paddle version
Y
Yu Yang 已提交
81
fi
Y
Yi Wang 已提交
82

H
Helin Wang 已提交
83

84
if [[ ${WITH_DOC:-OFF} == "ON" ]]; then
Y
Yi Wang 已提交
85 86 87 88 89 90
    cat <<EOF
========================================
Building documentation ...
   In /paddle/build_doc
========================================
EOF
Q
qijun 已提交
91 92 93 94 95
    mkdir -p /paddle/build_doc
    pushd /paddle/build_doc
    cmake .. \
          -DWITH_DOC=ON \
          -DWITH_GPU=OFF \
Y
Yi Wang 已提交
96
          -DWITH_AVX=${WITH_AVX:-ON} \
Q
qijun 已提交
97 98
          -DWITH_SWIG_PY=ON \
          -DWITH_STYLE_CHECK=OFF
99 100
    make -j `nproc` gen_proto_py
    make -j `nproc` paddle_docs paddle_docs_cn
Q
qijun 已提交
101 102
    popd
fi
Y
Yi Wang 已提交
103

H
Helin Wang 已提交
104

Y
update  
Yancey1989 已提交
105
if [[ ${WOBOQ:-OFF} == 'ON' ]]; then
Y
Yi Wang 已提交
106 107 108 109 110 111
    cat <<EOF
========================================
Converting C++ source code into HTML ...
========================================
EOF
    export WOBOQ_OUT=/paddle/build/woboq_out
H
Helin Wang 已提交
112 113 114
    mkdir -p $WOBOQ_OUT
    cp -rv /woboq/data $WOBOQ_OUT/../data
    /woboq/generator/codebrowser_generator \
L
liaogang 已提交
115 116 117 118
        -b /paddle/build \
        -a \
        -o $WOBOQ_OUT \
        -p paddle:/paddle
H
Helin Wang 已提交
119
    /woboq/indexgenerator/codebrowser_indexgenerator $WOBOQ_OUT
Z
zhangjinchao01 已提交
120
fi
Y
yuyang18 已提交
121

Y
Yi Wang 已提交
122 123 124 125 126 127
cat <<EOF
========================================
Generate /paddle/build/Dockerfile ...
========================================
EOF

Y
yi.wu 已提交
128
cat > /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
129 130 131
FROM ${BASE_IMAGE}
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
ENV HOME /root
R
reyoung 已提交
132 133
EOF

R
reyoung 已提交
134
if [[ -n ${APT_MIRROR} ]]; then
R
reyoung 已提交
135
cat >> /paddle/build/Dockerfile <<EOF
R
reyoung 已提交
136
RUN sed -i '${APT_MIRROR}' /etc/apt/sources.list
R
reyoung 已提交
137 138 139 140
EOF
fi

cat >> /paddle/build/Dockerfile <<EOF
141
ADD python/dist/*.whl /
Y
yi.wu 已提交
142
# run paddle version to install python packages first
R
reyoung 已提交
143
RUN apt-get update &&\
L
Luo Tao 已提交
144
    apt-get install -y wget python-pip && pip install -U pip && \
145
    pip install /*.whl; apt-get install -f -y && \
R
reyoung 已提交
146
    apt-get clean -y && \
147
    rm -f /*.whl && \
Y
Yancey 已提交
148 149
    paddle version && \
    ldconfig
Y
yi.wu 已提交
150
${DOCKERFILE_CUDNN_DSO}
H
Helin Wang 已提交
151
${DOCKERFILE_GPU_ENV}
152 153
ADD go/cmd/pserver/pserver /usr/bin/
ADD go/cmd/master/master /usr/bin/
Y
yi.wu 已提交
154 155 156
# default command shows the paddle version and exit
CMD ["paddle", "version"]
EOF
L
Luo Tao 已提交
157 158 159 160

set +xe
printf "If you need to install PaddlePaddle in develop docker image,"
printf "please make install or pip install build/python/dist/*.whl.\n"