build.sh 3.7 KB
Newer Older
Z
zhangjinchao01 已提交
1 2 3
#!/bin/bash

set -e
H
Helin Wang 已提交
4 5

# Set BASE_IMAGE according to env variables
Y
yi.wu 已提交
6
if [ ${WITH_GPU} == "ON" ]; then
L
liaogang 已提交
7
  BASE_IMAGE="nvidia/cuda:8.0-cudnn5-runtime-ubuntu14.04"
Y
yi.wu 已提交
8
  # additional packages to install when building gpu images
Y
yi.wu 已提交
9
  GPU_DOCKER_PKG="python-pip python-dev"
Y
yi.wu 已提交
10 11
else
  BASE_IMAGE="python:2.7.13-slim"
Y
yi.wu 已提交
12 13 14
  # FIXME: python base image uses different python version than WITH_GPU
  # need to change PYTHONHOME to /usr/local when using python base image
  CPU_DOCKER_PYTHON_HOME_ENV="ENV PYTHONHOME /usr/local"
Y
yi.wu 已提交
15
fi
16

H
Helin Wang 已提交
17
DOCKERFILE_GPU_ENV=""
L
liaogang 已提交
18
DOCKERFILE_CUDNN_DSO=""
H
Helin Wang 已提交
19 20
if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
    DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
L
liaogang 已提交
21
    DOCKERFILE_CUDNN_DSO="RUN ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.5 /usr/lib/x86_64-linux-gnu/libcudnn.so"
H
Helin Wang 已提交
22
fi
L
liaogang 已提交
23

H
Helin Wang 已提交
24 25 26 27
mkdir -p /paddle/build
cd /paddle/build

# build script will not fail if *.deb does not exist
H
Helin Wang 已提交
28
rm *.deb 2>/dev/null || true
H
Helin Wang 已提交
29 30 31

cmake .. \
      -DCMAKE_BUILD_TYPE=Release \
Q
qijun 已提交
32
      -DWITH_DOC=OFF \
H
Helin Wang 已提交
33 34 35 36 37
      -DWITH_GPU=${WITH_GPU:-OFF} \
      -DWITH_AVX=${WITH_AVX:-OFF} \
      -DWITH_SWIG_PY=ON \
      -DCUDNN_ROOT=/usr/ \
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF} \
Q
qijun 已提交
38
      -DWITH_TESTING=${WITH_TESTING:-OFF} \
H
Helin Wang 已提交
39 40
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
make -j `nproc`
Q
qijun 已提交
41 42
if [ ${WITH_TESTING:-OFF} == "ON" ] && [ ${RUN_TEST:-OFF} == "ON" ] ; then
    make test
H
Helin Wang 已提交
43 44
fi
make install
Q
qijun 已提交
45
pip install /usr/local/opt/paddle/share/wheels/*.whl
H
Helin Wang 已提交
46

Q
qijun 已提交
47 48 49
# To build documentation, we need to run cmake twice.
# This awkwardness is due to https://github.com/PaddlePaddle/Paddle/issues/1854.
# It also describes a solution.
Q
qijun 已提交
50 51 52 53 54 55 56 57 58 59 60 61
if [ ${WITH_DOC} == "ON" ]; then
    mkdir -p /paddle/build_doc
    pushd /paddle/build_doc
    cmake .. \
          -DWITH_DOC=ON \
          -DWITH_GPU=OFF \
          -DWITH_AVX=${WITH_AVX:-OFF} \
          -DWITH_SWIG_PY=ON \
          -DWITH_STYLE_CHECK=OFF
    make paddle_docs paddle_docs_cn
    popd
fi
H
Helin Wang 已提交
62
# generate deb package for current build
R
reyoung 已提交
63
cpack -D CPACK_GENERATOR='DEB' ..
H
Helin Wang 已提交
64

Y
update  
Yancey1989 已提交
65
if [[ ${WOBOQ:-OFF} == 'ON' ]]; then
H
Helin Wang 已提交
66 67 68 69 70 71 72 73 74
    apt-get install -y clang-3.8 llvm-3.8 libclang-3.8-dev
    # Install woboq_codebrowser.
    git clone https://github.com/woboq/woboq_codebrowser /woboq
    cd /woboq
    cmake -DLLVM_CONFIG_EXECUTABLE=/usr/bin/llvm-config-3.8 \
          -DCMAKE_BUILD_TYPE=Release \
          .
    make

Y
update  
Yancey1989 已提交
75
    export WOBOQ_OUT=/woboq_out/paddle
H
Helin Wang 已提交
76 77 78 79
    export BUILD_DIR=/paddle/build
    mkdir -p $WOBOQ_OUT
    cp -rv /woboq/data $WOBOQ_OUT/../data
    /woboq/generator/codebrowser_generator \
L
liaogang 已提交
80 81 82 83
        -b /paddle/build \
        -a \
        -o $WOBOQ_OUT \
        -p paddle:/paddle
H
Helin Wang 已提交
84 85 86
    /woboq/indexgenerator/codebrowser_indexgenerator $WOBOQ_OUT
    cd /woboq
    make clean
Z
zhangjinchao01 已提交
87
fi
Y
yuyang18 已提交
88

H
Helin Wang 已提交
89 90
paddle version

91
if [[ -n ${APT_MIRROR} ]]; then
R
reyoung 已提交
92
  MIRROR_UPDATE="sed -i '${APT_MIRROR}' /etc/apt/sources.list"
Y
yi.wu 已提交
93
else
R
reyoung 已提交
94
  MIRROR_UPDATE=""
Y
yi.wu 已提交
95 96
fi

Y
yi.wu 已提交
97
cat > /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
98 99 100 101 102
FROM ${BASE_IMAGE}
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
ENV HOME /root
ENV LANG en_US.UTF-8
# Use Fix locales to en_US.UTF-8
R
reyoung 已提交
103 104 105 106
EOF

if [[ -n ${MIRROR_UPDATE} ]]; then
cat >> /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
107
RUN ${MIRROR_UPDATE}
R
reyoung 已提交
108 109 110 111 112 113 114 115 116 117 118 119 120 121
EOF
fi

if [[ -n ${GPU_DOCKER_PKG} ]]; then
cat >> /paddle/build/Dockerfile <<EOF
RUN apt-get update && \
    apt-get install -y ${GPU_DOCKER_PKG} && \
    apt-get clean -y
EOF
fi

cat >> /paddle/build/Dockerfile <<EOF
RUN pip install --upgrade pip

Y
yi.wu 已提交
122
# Use different deb file when building different type of images
R
reyoung 已提交
123
ADD build/*.deb /
Y
yi.wu 已提交
124
# run paddle version to install python packages first
R
reyoung 已提交
125 126 127 128
RUN apt-get update &&\
    dpkg -i /*.deb ; apt-get install -f -y && \
    apt-get clean -y && \
    rm -f /*.deb && \
L
liaogang 已提交
129
    paddle version
Y
yi.wu 已提交
130 131
${CPU_DOCKER_PYTHON_HOME_ENV}
${DOCKERFILE_CUDNN_DSO}
H
Helin Wang 已提交
132
${DOCKERFILE_GPU_ENV}
Y
yi.wu 已提交
133 134 135
# default command shows the paddle version and exit
CMD ["paddle", "version"]
EOF