build.sh 3.0 KB
Newer Older
Z
zhangjinchao01 已提交
1 2 3
#!/bin/bash

set -e
H
Helin Wang 已提交
4 5

# Set BASE_IMAGE according to env variables
Y
yi.wu 已提交
6 7
if [ ${WITH_GPU} == "ON" ]; then
  BASE_IMAGE="nvidia/cuda:7.5-cudnn5-runtime-ubuntu14.04"
Y
yi.wu 已提交
8
  # additional packages to install when building gpu images
Y
yi.wu 已提交
9
  GPU_DOCKER_PKG="python-pip python-dev"
Y
yi.wu 已提交
10 11 12
else
  BASE_IMAGE="python:2.7.13-slim"
fi
13

H
Helin Wang 已提交
14 15 16
DOCKERFILE_GPU_ENV=""
if [[ ${WITH_GPU:-OFF} == 'ON' ]]; then
    DOCKERFILE_GPU_ENV="ENV LD_LIBRARY_PATH /usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}"
H
Helin Wang 已提交
17 18 19

    # for cmake to find cudnn
    ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so /usr/lib/libcudnn.so
H
Helin Wang 已提交
20
fi
L
liaogang 已提交
21

H
Helin Wang 已提交
22 23 24 25
mkdir -p /paddle/build
cd /paddle/build

# build script will not fail if *.deb does not exist
H
Helin Wang 已提交
26
rm *.deb 2>/dev/null || true
H
Helin Wang 已提交
27 28 29 30 31 32 33 34 35

cmake .. \
      -DCMAKE_BUILD_TYPE=Release \
      -DWITH_DOC=${WITH_DOC:-OFF} \
      -DWITH_GPU=${WITH_GPU:-OFF} \
      -DWITH_AVX=${WITH_AVX:-OFF} \
      -DWITH_SWIG_PY=ON \
      -DCUDNN_ROOT=/usr/ \
      -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF} \
Y
yi.wu 已提交
36
      -DON_COVERALLS=${WITH_TEST:-OFF} \
H
Helin Wang 已提交
37 38
      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
make -j `nproc`
Y
yi.wu 已提交
39
if [[ ${RUN_TEST:-OFF} == "ON" ]]; then
H
Helin Wang 已提交
40 41 42 43 44 45 46 47 48 49
    make coveralls
fi
make install

# generate deb package for current build
# FIXME(typhoonzero): should we remove paddle/scripts/deb ?
# FIXME: CPACK_DEBIAN_PACKAGE_DEPENDS removes all dev dependencies, must
# install them in docker
cpack -D CPACK_GENERATOR='DEB' -D CPACK_DEBIAN_PACKAGE_DEPENDS="" ..

Y
update  
Yancey1989 已提交
50
if [[ ${WOBOQ:-OFF} == 'ON' ]]; then
H
Helin Wang 已提交
51 52 53 54 55 56 57 58 59
    apt-get install -y clang-3.8 llvm-3.8 libclang-3.8-dev
    # Install woboq_codebrowser.
    git clone https://github.com/woboq/woboq_codebrowser /woboq
    cd /woboq
    cmake -DLLVM_CONFIG_EXECUTABLE=/usr/bin/llvm-config-3.8 \
          -DCMAKE_BUILD_TYPE=Release \
          .
    make

Y
update  
Yancey1989 已提交
60
    export WOBOQ_OUT=/woboq_out/paddle
H
Helin Wang 已提交
61 62 63 64
    export BUILD_DIR=/paddle/build
    mkdir -p $WOBOQ_OUT
    cp -rv /woboq/data $WOBOQ_OUT/../data
    /woboq/generator/codebrowser_generator \
L
liaogang 已提交
65 66 67 68
        -b /paddle/build \
        -a \
        -o $WOBOQ_OUT \
        -p paddle:/paddle
H
Helin Wang 已提交
69 70 71
    /woboq/indexgenerator/codebrowser_indexgenerator $WOBOQ_OUT
    cd /woboq
    make clean
Z
zhangjinchao01 已提交
72
fi
Y
yuyang18 已提交
73

H
Helin Wang 已提交
74 75
paddle version

Y
yi.wu 已提交
76 77 78 79 80 81 82
# generate production docker image Dockerfile
if [ ${USE_MIRROR} ]; then
  MIRROR_UPDATE="sed 's@http:\/\/archive.ubuntu.com\/ubuntu\/@mirror:\/\/mirrors.ubuntu.com\/mirrors.txt@' -i /etc/apt/sources.list && \\"
else
  MIRROR_UPDATE="\\"
fi

Y
yi.wu 已提交
83
cat > /paddle/build/Dockerfile <<EOF
Y
yi.wu 已提交
84 85 86 87 88 89 90
FROM ${BASE_IMAGE}
MAINTAINER PaddlePaddle Authors <paddle-dev@baidu.com>
ENV HOME /root
ENV LANG en_US.UTF-8
# Use Fix locales to en_US.UTF-8
RUN ${MIRROR_UPDATE}
    apt-get update && \
Y
yi.wu 已提交
91
    apt-get install -y libgfortran3 libpython2.7 ${GPU_DOCKER_PKG} && \
Y
yi.wu 已提交
92 93
    apt-get clean -y && \
    pip install --upgrade pip && \
Y
yi.wu 已提交
94
    pip install -U 'protobuf==3.1.0' requests numpy
Y
yi.wu 已提交
95
# Use different deb file when building different type of images
H
Helin Wang 已提交
96
ADD build/*.deb /usr/local/opt/paddle/deb/
Y
yi.wu 已提交
97 98
# run paddle version to install python packages first
RUN dpkg -i /usr/local/opt/paddle/deb/*.deb && rm -f /usr/local/opt/paddle/deb/*.deb && paddle version
H
Helin Wang 已提交
99
${DOCKERFILE_GPU_ENV}
Y
yi.wu 已提交
100 101 102
# default command shows the paddle version and exit
CMD ["paddle", "version"]
EOF