build.sh 4.2 KB
Newer Older
Z
zhangjinchao01 已提交
1 2
#!/bin/bash

G
gangliao 已提交
3
set -xe
H
Helin Wang 已提交
4 5

# Set BASE_IMAGE according to env variables
Y
yi.wu 已提交
6
if [ ${WITH_GPU} == "ON" ]; then
Y
Yi Wang 已提交
7
  BASE_IMAGE="nvidia/cuda:8.0-cudnn5-runtime-ubuntu16.04"
Y
yi.wu 已提交
8
else
Y
Yi Wang 已提交
9
  BASE_IMAGE="ubuntu:16.04"
Y
yi.wu 已提交
10
fi
11

H
Helin Wang 已提交
12
DOCKERFILE_GPU_ENV=""
L
liaogang 已提交
13
DOCKERFILE_CUDNN_DSO=""
H
Helin Wang 已提交
14 15
if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
    DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
L
liaogang 已提交
16
    DOCKERFILE_CUDNN_DSO="RUN ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.5 /usr/lib/x86_64-linux-gnu/libcudnn.so"
H
Helin Wang 已提交
17
fi
L
liaogang 已提交
18

H
Helin Wang 已提交
19 20 21 22
mkdir -p /paddle/build
cd /paddle/build

# build script will not fail if *.deb does not exist
H
Helin Wang 已提交
23
rm *.deb 2>/dev/null || true
H
Helin Wang 已提交
24

Y
Yi Wang 已提交
25 26 27 28 29 30 31 32 33 34 35 36 37 38
cat <<EOF
========================================
Configuring cmake in /paddle/build ...
      -DCMAKE_BUILD_TYPE=Release
      -DWITH_DOC=OFF
      -DWITH_GPU=${WITH_GPU:-OFF}
      -DWITH_AVX=${WITH_AVX:-OFF}
      -DWITH_SWIG_PY=ON
      -DCUDNN_ROOT=/usr/
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF}
      -DWITH_TESTING=${WITH_TESTING:-OFF}
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
========================================
EOF
H
Helin Wang 已提交
39 40
cmake .. \
      -DCMAKE_BUILD_TYPE=Release \
Q
qijun 已提交
41
      -DWITH_DOC=OFF \
H
Helin Wang 已提交
42 43 44 45 46
      -DWITH_GPU=${WITH_GPU:-OFF} \
      -DWITH_AVX=${WITH_AVX:-OFF} \
      -DWITH_SWIG_PY=ON \
      -DCUDNN_ROOT=/usr/ \
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF} \
Q
qijun 已提交
47
      -DWITH_TESTING=${WITH_TESTING:-OFF} \
H
Helin Wang 已提交
48
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
Y
Yi Wang 已提交
49 50 51 52 53 54 55

cat <<EOF
========================================
Building in /paddle/build ...
   Build unit tests: ${WITH_TESTING:-OFF}
========================================
EOF
H
Helin Wang 已提交
56
make -j `nproc`
Q
qijun 已提交
57
if [ ${WITH_TESTING:-OFF} == "ON" ] && [ ${RUN_TEST:-OFF} == "ON" ] ; then
58
    pip uninstall -y py-paddle paddle || true
59
    ctest -V
H
Helin Wang 已提交
60
fi
Y
Yi Wang 已提交
61 62 63 64 65 66 67


cat <<EOF
========================================
Installing ...
========================================
EOF
H
Helin Wang 已提交
68
make install
Q
qijun 已提交
69
pip install /usr/local/opt/paddle/share/wheels/*.whl
Y
Yi Wang 已提交
70 71
paddle version

H
Helin Wang 已提交
72

Y
Yi Wang 已提交
73 74 75 76
# To build documentation, we need to run cmake again after installing
# PaddlePaddle.  This awkwardness is due to
# https://github.com/PaddlePaddle/Paddle/issues/1854.  It also
# describes a solution.
Q
qijun 已提交
77
if [ ${WITH_DOC} == "ON" ]; then
Y
Yi Wang 已提交
78 79 80 81 82 83
    cat <<EOF
========================================
Building documentation ...
   In /paddle/build_doc
========================================
EOF
Q
qijun 已提交
84 85 86 87 88
    mkdir -p /paddle/build_doc
    pushd /paddle/build_doc
    cmake .. \
          -DWITH_DOC=ON \
          -DWITH_GPU=OFF \
Y
Yi Wang 已提交
89
          -DWITH_AVX=${WITH_AVX:-ON} \
Q
qijun 已提交
90 91 92 93 94
          -DWITH_SWIG_PY=ON \
          -DWITH_STYLE_CHECK=OFF
    make paddle_docs paddle_docs_cn
    popd
fi
Y
Yi Wang 已提交
95

H
Helin Wang 已提交
96

Y
update  
Yancey1989 已提交
97
if [[ ${WOBOQ:-OFF} == 'ON' ]]; then
Y
Yi Wang 已提交
98 99 100 101 102 103
    cat <<EOF
========================================
Converting C++ source code into HTML ...
========================================
EOF
    export WOBOQ_OUT=/paddle/build/woboq_out
H
Helin Wang 已提交
104 105 106
    mkdir -p $WOBOQ_OUT
    cp -rv /woboq/data $WOBOQ_OUT/../data
    /woboq/generator/codebrowser_generator \
L
liaogang 已提交
107 108 109 110
        -b /paddle/build \
        -a \
        -o $WOBOQ_OUT \
        -p paddle:/paddle
H
Helin Wang 已提交
111
    /woboq/indexgenerator/codebrowser_indexgenerator $WOBOQ_OUT
Z
zhangjinchao01 已提交
112
fi
Y
yuyang18 已提交
113

Y
Yi Wang 已提交
114 115 116 117 118 119 120
# generate deb package for current build
# FIXME(typhoonzero): should we remove paddle/scripts/deb ?
cat <<EOF
========================================
Generating .deb package ...
========================================
EOF
121
cpack -D CPACK_GENERATOR='DEB' ..
Y
Yi Wang 已提交
122 123 124 125 126 127 128 129


cat <<EOF
========================================
Generate /paddle/build/Dockerfile ...
========================================
EOF

Y
yi.wu 已提交
130
cat > /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
131 132 133 134 135
FROM ${BASE_IMAGE}
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
ENV HOME /root
ENV LANG en_US.UTF-8
# Use Fix locales to en_US.UTF-8
R
reyoung 已提交
136 137
EOF

R
reyoung 已提交
138
if [[ -n ${APT_MIRROR} ]]; then
R
reyoung 已提交
139
cat >> /paddle/build/Dockerfile <<EOF
R
reyoung 已提交
140
RUN sed -i '${APT_MIRROR}' /etc/apt/sources.list
R
reyoung 已提交
141 142 143 144
EOF
fi

cat >> /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
145
# Use different deb file when building different type of images
146
ADD *.deb /
Y
yi.wu 已提交
147
# run paddle version to install python packages first
R
reyoung 已提交
148
RUN apt-get update &&\
R
reyoung 已提交
149
    apt-get install -y python-pip && pip install -U pip && \
R
reyoung 已提交
150 151 152
    dpkg -i /*.deb ; apt-get install -f -y && \
    apt-get clean -y && \
    rm -f /*.deb && \
L
liaogang 已提交
153
    paddle version
Y
yi.wu 已提交
154
${DOCKERFILE_CUDNN_DSO}
H
Helin Wang 已提交
155
${DOCKERFILE_GPU_ENV}
Y
yi.wu 已提交
156 157 158
# default command shows the paddle version and exit
CMD ["paddle", "version"]
EOF