Skip to content

P
Paddle

机器未来 / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 1
Fork 0
P
Paddle
提交 ba84a6b7 编写于 作者: M minqiyang
浏览文件
操作

Merge branch 'develop' of https://github.com/PaddlePaddle/Paddle into change_manylinux1_Docker

上级 e38eca26 d0684930
展开全部 隐藏空白更改
内联 并排
Showing with 47309 addition and 44331 deletion

要显示的变更太多。

To preserve performance only 1000 of 1000+ files are displayed.
文本差异 电子邮件补丁
.pre-commit-config.yaml
浏览文件 @ ba84a6b7
......@@ -23,7 +23,7 @@ repos:
- id: clang-format-with-version-check
name: clang-format
description: Format files with ClangFormat.
entry: bash ./.clang_format.hook -i
entry: bash ./tools/codestyle/clang_format.hook -i
language: system
files: \.(c|cc|cxx|cpp|cu|h|hpp|hxx|proto)$
- repo: local
......@@ -52,7 +52,7 @@ repos:
hooks:
- id: copyright_checker
name: copyright_checker
entry: python ./.copyright.hook
entry: python ./tools/codestyle/copyright.hook
language: system
files: \.(c|cc|cxx|cpp|cu|h|hpp|hxx|proto|py)$
exclude: (?!.*third_party)^.*$ | (?!.*book)^.*$
.travis.yml
浏览文件 @ ba84a6b7
......@@ -27,15 +27,6 @@ script:
# 43min timeout
paddle/scripts/paddle_docker_build.sh ${JOB}
if [ $? -eq 0 ] || [ $? -eq 142 ]; then true; else exit 1; fi;
- |
if [[ "$JOB" != "doc" ]]; then exit 0; fi;
# For document only
if [[ "$TRAVIS_PULL_REQUEST" != "false" ]]; then exit 0; fi;
if [[ "$TRAVIS_BRANCH" != "develop" && ! "$TRAVIS_BRANCH" =~ ^v[[:digit:]]+\.[[:digit:]]+(\.[[:digit:]]+)?(-\S*)?$ ]]; then exit 0; fi;
export DEPLOY_DOCS_SH=https://raw.githubusercontent.com/PaddlePaddle/PaddlePaddle.org/master/scripts/deploy/deploy_docs.sh
export DOCS_DIR=`pwd`
cd ..
curl $DEPLOY_DOCS_SH | bash -s $CONTENT_DEC_PASSWD $TRAVIS_BRANCH $DOCS_DIR $DOCS_DIR/build/doc/
notifications:
email:
on_success: change
......
AUTHORS.md
浏览文件 @ ba84a6b7
......@@ -22,6 +22,7 @@
| jczaja | Jacek Czaja |
| JiayiFeng | Jia-Yi Feng |
| kbinias | Krzysztof Binias |
| kexinzhao | Ke-Xin Zhao |
| kuke | Yi-Bing Liu |
| lcy-seso | Ying Cao |
| lipeng-unisound | Peng Li |
......@@ -45,6 +46,7 @@
| tianbingsz | Tian-Bing Xu |
| tpatejko | Tomasz Patejko |
| typhoonzero | Yi Wu |
| velconia | Qi-Yang Min |
| wanghaoshuang | Hao-Shuang Wang |
| wangyang59 | Yang Wang |
| wangzhen-nlp | Zhen Wang |
......
CMakeLists.txt
浏览文件 @ ba84a6b7
......@@ -55,12 +55,25 @@ option(WITH_FLUID_ONLY "Compile PaddlePaddle fluid only" OFF)
option(WITH_GOLANG "Compile PaddlePaddle with GOLANG" OFF)
option(GLIDE_INSTALL "Download and install go dependencies " ON)
option(USE_NNPACK "Compile PaddlePaddle with NNPACK library" OFF)
option(WITH_DISTRIBUTE "Compile with grpc distributed support" OFF)
option(WITH_DISTRIBUTE "Compile with distributed support" OFF)
option(USE_EIGEN_FOR_BLAS "Use matrix multiplication in Eigen" OFF)
option(EIGEN_USE_THREADS "Compile with multi-threaded Eigen" OFF)
option(WITH_ARM_FP16 "Use half precision support on armv8.2-a cpu" OFF)
option(WITH_FAST_BUNDLE_TEST "Bundle tests that can be run in a single process together to reduce launch overhead" OFF)
option(WITH_CONTRIB "Compile the third-party contributation" OFF)
option(REPLACE_ENFORCE_GLOG "Replace PADDLE_ENFORCE with glog/CHECK for better debug." OFF)
option(WITH_ANAKIN "Compile with Anakin library" OFF)
option(WITH_GRPC "Use grpc as the default rpc framework" ${WITH_DISTRIBUTE})
option(WITH_BRPC_RDMA "Use brpc rdma as the rpc protocal" OFF)
option(WITH_INFERENCE "Compile fluid inference library" ON)
option(WITH_SYSTEM_BLAS "Use system blas library" OFF)
option(PY_VERSION "Compile PaddlePaddle with python3 support" ${PY_VERSION})
# PY_VERSION
if(NOT PY_VERSION)
set(PY_VERSION 2.7)
endif()
set(PYBIND11_PYTHON_VERSION ${PY_VERSION})
# CMAKE_BUILD_TYPE
if(NOT CMAKE_BUILD_TYPE)
......@@ -98,6 +111,11 @@ if(ANDROID OR IOS)
add_definitions(-DPADDLE_MOBILE_INFERENCE)
endif()
if (APPLE OR WIN32)
set(WITH_MKL OFF CACHE STRING
"Disable MKL for building on mac and windows" FORCE)
endif()
set(THIRD_PARTY_PATH "${CMAKE_BINARY_DIR}/third_party" CACHE STRING
"A path setting third party libraries download & build directories.")
......@@ -120,6 +138,12 @@ else()
set(THIRD_PARTY_BUILD_TYPE Release)
endif()
if(WITH_MKL)
option(MKL_SPLIT_GEMM "PaddlePaddle MKL gemm would split to small ones" OFF)
if (MKL_SPLIT_GEMM)
add_definitions(-DPADDLE_MKL_SPLIT_GEMM)
endif()
endif()
set(WITH_MKLML ${WITH_MKL})
if (NOT DEFINED WITH_MKLDNN)
if (WITH_MKL AND AVX2_FOUND)
......@@ -129,9 +153,15 @@ if (NOT DEFINED WITH_MKLDNN)
set(WITH_MKLDNN OFF)
endif()
endif()
if (REPLACE_ENFORCE_GLOG)
add_definitions("-DREPLACE_ENFORCE_GLOG")
endif()
########################################################################################
include(external/mklml) # download mklml package
include(external/xbyak) # download xbyak package
include(external/libxsmm) # download, build, install libxsmm
include(external/zlib) # download, build, install zlib
include(external/gflags) # download, build, install gflags
include(external/glog) # download, build, install glog
......@@ -147,11 +177,40 @@ include(external/any) # download libn::any
include(external/eigen) # download eigen3
include(external/pybind11) # download pybind11
include(external/cares)
include(external/grpc)
include(external/cub)
if(WITH_DISTRIBUTE)
if(WITH_GRPC)
include(external/grpc)
message(STATUS "Use grpc framework.")
else()
message(STATUS "Use brpc framework.")
include(external/leveldb)
include(external/brpc)
endif()
endif()
if(WITH_BRPC_RDMA)
message(STATUS "Use brpc with rdma.")
if(WITH_GRPC)
message(FATAL_ERROR "Can't use grpc with brpc rdma.")
endif()
if(NOT WITH_DISTRIBUTE)
message(FATAL_ERROR "Can't use brpc rdma in no distribute env.")
endif()
endif()
include(external/snappy) # download snappy
include(external/snappystream)
include(external/threadpool)
set(WITH_ANAKIN OFF CACHE STRING "Disable Anakin first, will add it later." FORCE)
if(WITH_GPU)
include(cuda)
include(tensorrt)
include(external/anakin)
endif()
include(cudnn) # set cudnn libraries, must before configure
include(cupti)
include(configure) # add paddle env configuration
......@@ -167,7 +226,7 @@ include(inference_lib) # add paddle fluid inference libraries
include_directories("${PADDLE_SOURCE_DIR}")
include_directories("${PADDLE_SOURCE_DIR}/paddle/cuda/include")
include_directories("${PADDLE_SOURCE_DIR}/paddle/legacy/cuda/include")
include_directories("${CMAKE_CURRENT_BINARY_DIR}/proto")
include_directories("${CMAKE_CURRENT_BINARY_DIR}/go/pserver/client/c")
......@@ -180,11 +239,6 @@ set(EXTERNAL_LIBS
${PYTHON_LIBRARIES}
)
if(WITH_GPU)
include(cuda)
include(tensorrt)
endif(WITH_GPU)
if(WITH_AMD_GPU)
find_package(HIP)
include(hip)
......@@ -194,6 +248,10 @@ if(WITH_MKLML)
list(APPEND EXTERNAL_LIBS ${MKLML_IOMP_LIB})
endif()
if(WITH_LIBXSMM)
list(APPEND EXTERNAL_LIBS ${LIBXSMM_LIBS})
endif()
if(WITH_MKLDNN)
list(APPEND EXTERNAL_LIBS ${MKLDNN_LIB})
endif()
......@@ -208,7 +266,7 @@ add_subdirectory(proto)
if(NOT MOBILE_INFERENCE AND NOT WITH_FLUID_ONLY)
# "add_subdirectory(go)" should be placed after the following loine,
# because it depends on paddle/optimizer.
add_subdirectory(paddle/optimizer)
add_subdirectory(paddle/legacy/optimizer)
endif()
# "add_subdirectory(paddle)" and "add_subdirectory(python)" should be
......@@ -233,7 +291,3 @@ if(WITH_DOC)
find_python_module(recommonmark REQUIRED)
add_subdirectory(doc)
endif()
if (WITH_CONTRIB)
add_subdirectory(paddle/contrib)
endif()
CONTRIBUTING.md
浏览文件 @ ba84a6b7
......@@ -159,4 +159,4 @@ This will enable VLOG messages generated by `buddy_allocator.{h,cc}` and in the
- verbose level 1: [framework](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/framework)
- verbose level 3: [operators](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/operators)
- verbose level 5: [memory](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/memory), [platform](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/platform)
- verbose level 7: [math](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/math)
- verbose level 7: [math](https://github.com/PaddlePaddle/Paddle/tree/develop/paddle/legacy/math)
Dockerfile
浏览文件 @ ba84a6b7
......@@ -23,8 +23,8 @@ ENV HOME /root
COPY ./paddle/scripts/docker/root/ /root/
RUN apt-get update && \
apt-get install -y --allow-downgrades \
git python-pip python-dev openssh-server bison \
apt-get install -y --allow-downgrades patchelf \
git python-pip python-dev python-opencv openssh-server bison \
libnccl2=2.1.2-1+cuda8.0 libnccl-dev=2.1.2-1+cuda8.0 \
wget unzip unrar tar xz-utils bzip2 gzip coreutils ntp \
curl sed grep graphviz libjpeg-dev zlib1g-dev \
......@@ -80,7 +80,7 @@ RUN pip install pre-commit 'ipython==5.3.0' && \
pip install opencv-python
#For docstring checker
RUN pip install pylint pytest astroid isort
RUN pip install pylint pytest astroid isort LinkChecker
COPY ./python/requirements.txt /root/
RUN pip install -r /root/requirements.txt
......
README.md
浏览文件 @ ba84a6b7
......@@ -4,7 +4,6 @@
[![Build Status](https://travis-ci.org/PaddlePaddle/Paddle.svg?branch=develop)](https://travis-ci.org/PaddlePaddle/Paddle)
[![Documentation Status](https://img.shields.io/badge/docs-latest-brightgreen.svg?style=flat)](http://www.paddlepaddle.org/docs/develop/documentation/en/getstarted/index_en.html)
[![Documentation Status](https://img.shields.io/badge/中文文档-最新-brightgreen.svg)](http://www.paddlepaddle.org/docs/develop/documentation/zh/getstarted/index_cn.html)
[![Coverage Status](https://coveralls.io/repos/github/PaddlePaddle/Paddle/badge.svg?branch=develop)](https://coveralls.io/github/PaddlePaddle/Paddle?branch=develop)
[![Release](https://img.shields.io/github/release/PaddlePaddle/Paddle.svg)](https://github.com/PaddlePaddle/Paddle/releases)
[![License](https://img.shields.io/badge/license-Apache%202-blue.svg)](LICENSE)
......@@ -19,6 +18,22 @@ learning to many products at Baidu.
Our vision is to enable deep learning for everyone via PaddlePaddle.
Please refer to our [release announcement](https://github.com/PaddlePaddle/Paddle/releases) to track the latest feature of PaddlePaddle.
### Latest PaddlePaddle Release: [Fluid 0.14.0](https://github.com/PaddlePaddle/Paddle/tree/v0.14.0)
### Install Latest Stable Release:
```
# Linux CPU
pip install paddlepaddle
# Linux GPU cuda9cudnn7
pip install paddlepaddle-gpu
# Linux GPU cuda8cudnn7
pip install paddlepaddle-gpu==0.14.0.post87
# Linux GPU cuda8cudnn5
pip install paddlepaddle-gpu==0.14.0.post85
# For installation on other platform, refer to http://paddlepaddle.org/
```
## Features
- **Flexibility**
......
benchmark/.gitignore
浏览文件 @ ba84a6b7
......@@ -7,3 +7,6 @@ paddle/rnn/imdb.pkl
caffe/image/logs
tensorflow/image/logs
tensorflow/rnn/logs
fluid/models/*.pyc
fluid/logs
fluid/nohup.out
benchmark/fluid/Dockerfile 0 → 100644
浏览文件 @ ba84a6b7
FROM nvidia/cuda:9.0-cudnn7-devel-ubuntu16.04
# Use UBUNTU_MIRROR can speed up apt-get speed.
# ARG UBUNTU_MIRROR
# RUN /bin/bash -c 'if [[ -n ${UBUNTU_MIRROR} ]]; then sed -i 's#http://archive.ubuntu.com/ubuntu#${UBUNTU_MIRROR}#g' /etc/apt/sources.list; fi'
RUN apt-get update && apt-get install -y python python-pip iputils-ping libgtk2.0-dev wget vim net-tools iftop python-opencv
RUN ln -s /usr/lib/x86_64-linux-gnu/libcudnn.so.7 /usr/lib/libcudnn.so && ln -s /usr/lib/x86_64-linux-gnu/libnccl.so.2 /usr/lib/libnccl.so
# IMPORTANT:
# Add "ENV http_proxy=http://ip:port" if your download is slow, and don't forget to unset it at runtime.
# exmaple: unset http_proxy && unset https_proxy && python fluid_benchmark.py ...
RUN pip install -U pip
RUN pip install -U kubernetes paddlepaddle
RUN sh -c 'echo "import paddle.v2 as paddle\npaddle.dataset.cifar.train10()\npaddle.dataset.flowers.fetch()" | python'
RUN sh -c 'echo "import paddle.v2 as paddle\npaddle.dataset.mnist.train()\npaddle.dataset.mnist.test()\npaddle.dataset.imdb.fetch()" | python'
RUN sh -c 'echo "import paddle.v2 as paddle\npaddle.dataset.imikolov.fetch()" | python'
RUN pip uninstall -y paddlepaddle && mkdir /workspace
ADD https://raw.githubusercontent.com/PaddlePaddle/cloud/develop/docker/paddle_k8s /usr/bin
ADD https://raw.githubusercontent.com/PaddlePaddle/cloud/develop/docker/k8s_tools.py /root
RUN chmod +x /usr/bin/paddle_k8s
ADD *.whl /
RUN pip install /*.whl && rm -f /*.whl
ENV LD_LIBRARY_PATH=/usr/local/lib
ADD fluid_benchmark.py recordio_converter.py args.py recordio_converter.py run.sh run_fluid_benchmark.sh /workspace/
ADD models/ /workspace/models/
benchmark/fluid/README.md
浏览文件 @ ba84a6b7
......@@ -24,14 +24,18 @@ Currently supported `--model` argument include:
* Run the following command to start a benchmark job locally:
```bash
python fluid_benchmark.py --model mnist --device GPU
python fluid_benchmark.py --model mnist --device GPU
```
You can choose to use GPU/CPU training. With GPU training, you can specify
`--gpus <gpu_num>` to run multi GPU training.
You can set async mode parameter server. With async mode, you can specify
`--async_mode` to train model asynchronous.
* Run distributed training with parameter servers:
* see [run_fluid_benchmark.sh](https://github.com/PaddlePaddle/Paddle/blob/develop/benchmark/fluid/run_fluid_benchmark.sh) as an example.
* start parameter servers:
```bash
PADDLE_TRAINING_ROLE=PSERVER PADDLE_PSERVER_PORT=7164 PADDLE_PSERVER_IPS=127.0.0.1 PADDLE_TRAINERS=1 PADDLE_CURRENT_IP=127.0.0.1 PADDLE_TRAINER_ID=0 python fluid_benchmark.py --model mnist --device GPU --update_method pserver
sleep 15
```
* start trainers:
```bash
......@@ -42,13 +46,37 @@ Currently supported `--model` argument include:
PADDLE_PSERVER_PORT=7164 PADDLE_TRAINER_IPS=192.168.0.2,192.168.0.3 PADDLE_CURRENT_IP=127.0.0.1 PADDLE_TRAINER_ID=0 python fluid_benchmark.py --model mnist --device GPU --update_method nccl2
```
## Prepare the RecordIO file to Achieve Better Performance
Run the following command will generate RecordIO files like "mnist.recordio" under the path
and batch_size you choose, you can use batch_size=1 so that later reader can change the batch_size
at any time using `fluid.batch`.
```bash
python -c 'from recordio_converter import *; prepare_mnist("data", 1)'
```
## Run Distributed Benchmark on Kubernetes Cluster
You may need to build a Docker image before submitting a cluster job onto Kubernetes, or you will
have to start all those processes mannually on each node, which is not recommended.
To build the Docker image, you need to choose a paddle "whl" package to run with, you may either
download it from
http://www.paddlepaddle.org/docs/develop/documentation/zh/build_and_install/pip_install_en.html or
build it by your own. Once you've got the "whl" package, put it under the current directory and run:
```bash
docker build -t [your docker image name]:[your docker image tag] .
```
Then push the image to a Docker registry that your Kubernetes cluster can reach.
We provide a script `kube_gen_job.py` to generate Kubernetes yaml files to submit
distributed benchmark jobs to your cluster. To generate a job yaml, just run:
```bash
python kube_gen_job.py --jobname myjob --pscpu 4 --cpu 8 --gpu 8 --psmemory 20 --memory 40 --pservers 4 --trainers 4 --entry "python fluid_benchmark.py --model mnist --parallel 1 --device GPU --update_method pserver " --disttype pserver
python kube_gen_job.py --jobname myjob --pscpu 4 --cpu 8 --gpu 8 --psmemory 20 --memory 40 --pservers 4 --trainers 4 --entry "python fluid_benchmark.py --model mnist --gpus 8 --device GPU --update_method pserver " --disttype pserver
```
Then the yaml files are generated under directory `myjob`, you can run:
......
benchmark/fluid/args.py 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
__all__ = ['parse_args', ]
BENCHMARK_MODELS = [
"machine_translation", "resnet", "vgg", "mnist", "stacked_dynamic_lstm"
]
def parse_args():
parser = argparse.ArgumentParser('Fluid model benchmarks.')
parser.add_argument(
'--model',
type=str,
choices=BENCHMARK_MODELS,
default='resnet',
help='The model to run benchmark with.')
parser.add_argument(
'--batch_size', type=int, default=32, help='The minibatch size.')
# args related to learning rate
parser.add_argument(
'--learning_rate', type=float, default=0.001, help='The learning rate.')
# TODO(wuyi): add "--use_fake_data" option back.
parser.add_argument(
'--skip_batch_num',
type=int,
default=5,
help='The first num of minibatch num to skip, for better performance test'
)
parser.add_argument(
'--iterations', type=int, default=80, help='The number of minibatches.')
parser.add_argument(
'--pass_num', type=int, default=100, help='The number of passes.')
parser.add_argument(
'--data_format',
type=str,
default='NCHW',
choices=['NCHW', 'NHWC'],
help='The data data_format, now only support NCHW.')
parser.add_argument(
'--device',
type=str,
default='GPU',
choices=['CPU', 'GPU'],
help='The device type.')
parser.add_argument(
'--gpus',
type=int,
default=1,
help='If gpus > 1, will use ParallelExecutor to run, else use Executor.')
# this option is available only for vgg and resnet.
parser.add_argument(
'--cpus',
type=int,
default=1,
help='If cpus > 1, will use ParallelDo to run, else use Executor.')
parser.add_argument(
'--data_set',
type=str,
default='flowers',
choices=['cifar10', 'flowers'],
help='Optional dataset for benchmark.')
parser.add_argument(
'--infer_only', action='store_true', help='If set, run forward only.')
parser.add_argument(
'--use_cprof', action='store_true', help='If set, use cProfile.')
parser.add_argument(
'--use_nvprof',
action='store_true',
help='If set, use nvprof for CUDA.')
parser.add_argument(
'--no_test',
action='store_true',
help='If set, do not test the testset during training.')
parser.add_argument(
'--memory_optimize',
action='store_true',
help='If set, optimize runtime memory before start.')
parser.add_argument(
'--use_fake_data',
action='store_true',
help='If set ommit the actual read data operators.')
parser.add_argument(
'--profile', action='store_true', help='If set, profile a few steps.')
parser.add_argument(
'--update_method',
type=str,
default='local',
choices=['local', 'pserver', 'nccl2'],
help='Choose parameter update method, can be local, pserver, nccl2.')
parser.add_argument(
'--no_split_var',
action='store_true',
default=False,
help='Whether split variables into blocks when update_method is pserver')
parser.add_argument(
'--async_mode',
action='store_true',
default=False,
help='Whether start pserver in async mode to support ASGD')
parser.add_argument(
'--use_reader_op',
action='store_true',
help='Whether to use reader op, and must specify the data path if set this to true.'
)
parser.add_argument(
'--data_path',
type=str,
default="",
help='Directory that contains all the training recordio files.')
parser.add_argument(
'--use_inference_transpiler',
action='store_true',
help='If set, use inference transpiler to optimize the program.')
parser.add_argument(
'--no_random',
action='store_true',
help='If set, keep the random seed and do not shuffle the data.')
args = parser.parse_args()
return args
benchmark/fluid/fluid_benchmark.py
浏览文件 @ ba84a6b7
......@@ -24,90 +24,7 @@ import paddle.fluid.core as core
import paddle.fluid.profiler as profiler
import paddle.fluid.transpiler.distribute_transpiler as distribute_transpiler
BENCHMARK_MODELS = [
"machine_translation", "resnet", "vgg", "mnist", "stacked_dynamic_lstm"
]
def parse_args():
parser = argparse.ArgumentParser('Fluid model benchmarks.')
parser.add_argument(
'--model',
type=str,
choices=BENCHMARK_MODELS,
default='resnet',
help='The model to run benchmark with.')
parser.add_argument(
'--batch_size', type=int, default=32, help='The minibatch size.')
parser.add_argument(
'--learning_rate',
type=float,
default=0.001,
help='The minibatch size.')
# TODO(wuyi): add "--use_fake_data" option back.
parser.add_argument(
'--skip_batch_num',
type=int,
default=5,
help='The first num of minibatch num to skip, for better performance test'
)
parser.add_argument(
'--iterations', type=int, default=80, help='The number of minibatches.')
parser.add_argument(
'--pass_num', type=int, default=100, help='The number of passes.')
parser.add_argument(
'--data_format',
type=str,
default='NCHW',
choices=['NCHW', 'NHWC'],
help='The data data_format, now only support NCHW.')
parser.add_argument(
'--device',
type=str,
default='GPU',
choices=['CPU', 'GPU'],
help='The device type.')
parser.add_argument(
'--gpus',
type=int,
default=1,
help='If gpus > 1, will use ParallelExecutor to run, else use Executor.')
parser.add_argument(
'--data_set',
type=str,
default='flowers',
choices=['cifar10', 'flowers'],
help='Optional dataset for benchmark.')
parser.add_argument(
'--infer_only', action='store_true', help='If set, run forward only.')
parser.add_argument(
'--use_cprof', action='store_true', help='If set, use cProfile.')
parser.add_argument(
'--use_nvprof',
action='store_true',
help='If set, use nvprof for CUDA.')
parser.add_argument(
'--no_test',
action='store_false',
help='If set, test the testset during training.')
parser.add_argument(
'--memory_optimize',
action='store_true',
help='If set, optimize runtime memory before start.')
parser.add_argument(
'--use_fake_data',
action='store_true',
help='If set ommit the actual read data operators.')
parser.add_argument(
'--profile', action='store_true', help='If set, profile a few steps.')
parser.add_argument(
'--update_method',
type=str,
default='local',
choices=['local', 'pserver', 'nccl2'],
help='Choose parameter update method, can be local, pserver, nccl2.')
args = parser.parse_args()
return args
from args import *
def append_nccl2_prepare(trainer_id):
......@@ -142,7 +59,7 @@ def append_nccl2_prepare(trainer_id):
"nccl-based dist train.")
def dist_transpile(trainer_id):
def dist_transpile(trainer_id, args):
if trainer_id < 0:
return None, None
......@@ -164,7 +81,11 @@ def dist_transpile(trainer_id):
training_role = os.getenv("PADDLE_TRAINING_ROLE")
t = distribute_transpiler.DistributeTranspiler()
t.transpile(trainer_id, pservers=pserver_endpoints, trainers=trainers)
t.transpile(
trainer_id,
pservers=pserver_endpoints,
trainers=trainers,
sync_mode=not args.async_mode)
if training_role == "PSERVER":
pserver_program = t.get_pserver_program(current_endpoint)
pserver_startup_program = t.get_startup_program(current_endpoint,
......@@ -175,7 +96,7 @@ def dist_transpile(trainer_id):
return train_program, fluid.default_startup_program()
else:
raise ValueError(
'TRAINING_ROLE environment variable must be either TRAINER or PSERVER'
'PADDLE_TRAINING_ROLE environment variable must be either TRAINER or PSERVER'
)
......@@ -208,36 +129,62 @@ def train(avg_loss, infer_prog, optimizer, train_reader, test_reader, batch_acc,
place = core.CPUPlace() if args.device == 'CPU' else core.CUDAPlace(0)
exe = fluid.Executor(place)
exe.run(startup_prog)
feed_var_list = [
var for var in train_prog.global_block().vars.itervalues()
if var.is_data
]
feeder = fluid.DataFeeder(feed_var_list, place)
# Use inference_transpiler to speedup
if not args.use_reader_op:
feed_var_list = [
var for var in train_prog.global_block().vars.itervalues()
if var.is_data
]
feeder = fluid.DataFeeder(feed_var_list, place)
iters, num_samples, start_time = 0, 0, time.time()
for pass_id in range(args.pass_num):
train_losses = []
for batch_id, data in enumerate(train_reader()):
if not args.use_reader_op:
reader_generator = train_reader()
batch_id = 0
data = None
while True:
if not args.use_reader_op:
data = next(reader_generator, None)
if data == None:
break
if iters == args.iterations:
break
if iters == args.skip_batch_num:
start_time = time.time()
num_samples = 0
if iters == args.iterations:
break
loss = exe.run(train_prog,
feed=feeder.feed(data),
fetch_list=[avg_loss])
if args.use_reader_op:
try:
loss = exe.run(train_prog, fetch_list=[avg_loss])
except fluid.core.EnforceNotMet as ex:
break
else:
loss = exe.run(train_prog,
feed=feeder.feed(data),
fetch_list=[avg_loss])
iters += 1
num_samples += len(data)
batch_id += 1
# FIXME(wuyi): For use_reader_op, if the current
# pass is not the last, the last batch of this pass
# is also equal to args.batch_size.
if args.use_reader_op:
num_samples += args.batch_size * args.gpus
else:
num_samples += len(data)
train_losses.append(loss)
print("Pass: %d, Iter: %d, Loss: %f\n" %
(pass_id, iters, np.mean(train_losses)))
train_elapsed = time.time() - start_time
examples_per_sec = num_samples / train_elapsed
print('\nTotal examples: %d, total time: %.5f, %.5f examples/sec\n' %
(num_samples, train_elapsed, examples_per_sec))
print("Pass: %d, Loss: %f" % (pass_id, np.mean(train_losses)))
print_train_time(start_time, time.time(), num_samples)
print("Pass: %d, Loss: %f" % (pass_id, np.mean(train_losses))),
# evaluation
if not args.no_test and batch_acc != None:
if not args.no_test and batch_acc and not args.use_reader_op:
if args.use_inference_transpiler:
t = fluid.InferenceTranspiler()
t.transpile(infer_prog, place)
pass_test_acc = test(exe, infer_prog, test_reader, feeder,
batch_acc)
print(", Test Accuracy: %f" % pass_test_acc)
......@@ -251,14 +198,18 @@ def train(avg_loss, infer_prog, optimizer, train_reader, test_reader, batch_acc,
def train_parallel(avg_loss, infer_prog, optimizer, train_reader, test_reader,
batch_acc, args, train_prog, startup_prog, nccl_id_var,
num_trainers, trainer_id):
feed_var_list = [
var for var in train_prog.global_block().vars.itervalues()
if var.is_data
]
place = core.CPUPlace() if args.device == 'CPU' else core.CUDAPlace(0)
if not args.use_reader_op:
feed_var_list = [
var for var in train_prog.global_block().vars.itervalues()
if var.is_data
]
feeder = fluid.DataFeeder(feed_var_list, place)
# generate fake:
if args.use_fake_data:
for var in feed_var_list:
v = startup_prog.global_block().clone_variable(var)
v = startup_prog.global_block()._clone_variable(var)
var.persistable = True
v.persistable = True
......@@ -271,7 +222,6 @@ def train_parallel(avg_loss, infer_prog, optimizer, train_reader, test_reader,
"value": 1.0,
"dtype": var.dtype})
place = core.CPUPlace() if args.device == 'CPU' else core.CUDAPlace(0)
if nccl_id_var and trainer_id == 0:
#FIXME(wuyi): wait other trainer to start listening
time.sleep(30)
......@@ -288,12 +238,21 @@ def train_parallel(avg_loss, infer_prog, optimizer, train_reader, test_reader,
num_trainers=num_trainers,
trainer_id=trainer_id)
feeder = fluid.DataFeeder(feed_var_list, place)
for pass_id in range(args.pass_num):
num_samples = 0
iters = 0
start_time = time.time()
for batch_id, data in enumerate(train_reader()):
if not args.use_reader_op:
reader_generator = train_reader()
batch_id = 0
data = None
while True:
if not args.use_reader_op:
data = next(reader_generator, None)
if data == None:
break
if iters == args.iterations:
break
if args.profile and pass_id == 0 and batch_id == 5:
profiler.start_profiler("All")
elif args.profile and pass_id == 0 and batch_id == 10:
......@@ -302,47 +261,67 @@ def train_parallel(avg_loss, infer_prog, optimizer, train_reader, test_reader,
if iters == args.skip_batch_num:
start_time = time.time()
num_samples = 0
if iters == args.iterations:
break
if args.use_fake_data:
loss, = exe.run([avg_loss.name])
if args.use_fake_data or args.use_reader_op:
try:
loss, = exe.run([avg_loss.name])
except fluid.core.EnforceNotMet as ex:
break
else:
loss, = exe.run([avg_loss.name], feed=feeder.feed(data))
if args.update_method == "pserver":
exe.bcast_params()
num_samples += len(data)
if args.use_reader_op:
num_samples += args.batch_size * args.gpus
else:
num_samples += len(data)
iters += 1
if batch_id % 1 == 0:
print("Pass %d, batch %d, loss %s" %
(pass_id, batch_id, np.array(loss)))
train_elapsed = time.time() - start_time
examples_per_sec = num_samples / train_elapsed
print('\nTotal examples: %d, total time: %.5f, %.5f examples/sed\n' %
(num_samples, train_elapsed, examples_per_sec))
if not args.no_test and batch_acc != None:
batch_id += 1
print_train_time(start_time, time.time(), num_samples)
if not args.no_test and batch_acc and not args.use_reader_op:
# we have not implement record io for test
# skip test when use args.use_reader_op
test_acc = test(startup_exe, infer_prog, test_reader, feeder,
batch_acc)
print("Pass: %d, Test Accuracy: %f\n" % (pass_id, test_acc))
exit(0)
def print_arguments(args):
vars(args)['use_nvprof'] = (vars(args)['use_nvprof'] and
vars(args)['device'] == 'GPU')
print('----------- resnet Configuration Arguments -----------')
print('----------- Configuration Arguments -----------')
for arg, value in sorted(vars(args).iteritems()):
print('%s: %s' % (arg, value))
print('------------------------------------------------')
def print_train_time(start_time, end_time, num_samples):
train_elapsed = end_time - start_time
examples_per_sec = num_samples / train_elapsed
print('\nTotal examples: %d, total time: %.5f, %.5f examples/sed\n' %
(num_samples, train_elapsed, examples_per_sec))
def print_paddle_envs():
print('----------- Configuration envs -----------')
for k in os.environ:
if "PADDLE_" in k:
print "ENV %s:%s" % (k, os.environ[k])
print('------------------------------------------------')
def main():
args = parse_args()
print_arguments(args)
print_paddle_envs()
if args.no_random:
fluid.default_startup_program().random_seed = 1
# the unique trainer id, starting from 0, needed by trainer
# only
nccl_id_var, num_trainers, trainer_id = (
None, 1, int(os.getenv("PADDLE_TRAINER_ID", "-1")))
None, 1, int(os.getenv("PADDLE_TRAINER_ID", "0")))
if args.use_cprof:
pr = cProfile.Profile()
......@@ -356,7 +335,7 @@ def main():
fluid.memory_optimize(fluid.default_main_program())
if args.update_method == "pserver":
train_prog, startup_prog = dist_transpile(trainer_id)
train_prog, startup_prog = dist_transpile(trainer_id, args)
if not train_prog:
raise Exception(
"Must configure correct environments to run dist train.")
......
benchmark/fluid/kube_gen_job.py
浏览文件 @ ba84a6b7
......@@ -17,6 +17,7 @@ import copy
import argparse
import random
import os
import copy
from kube_templates import pserver, trainer, envs
......@@ -108,10 +109,9 @@ def gen_job():
tn_container["ports"][0]["containerPort"] = spreadport
envs.append({"name": "PADDLE_JOB_NAME", "value": args.jobname})
envs.append({"name": "TRAINERS", "value": str(args.trainers)})
envs.append({"name": "PSERVERS", "value": str(args.pservers)})
envs.append({"name": "PADDLE_TRAINERS", "value": str(args.trainers)})
envs.append({"name": "PADDLE_PSERVERS", "value": str(args.pservers)})
envs.append({"name": "ENTRY", "value": args.entry})
envs.append({"name": "PADDLE_INIT_PORT", "value": str(args.port)})
envs.append({"name": "PADDLE_PSERVER_PORT", "value": str(args.port)})
# NOTE: these directories below are cluster specific, please modify
# this settings before you run on your own cluster.
......@@ -166,17 +166,23 @@ def gen_job():
tn["spec"]["template"]["spec"]["volumes"] = volumes
tn_container["volumeMounts"] = volumeMounts
ps_container["env"] = envs
ps_container["env"].append({"name": "TRAINING_ROLE", "value": "PSERVER"})
ps_container["env"] = copy.deepcopy(envs)
ps_container["env"].append({
"name": "PADDLE_TRAINING_ROLE",
"value": "PSERVER"
})
tn_container["env"] = envs
if args.disttype == "pserver":
tn_container["env"].append({
"name": "TRAINING_ROLE",
"name": "PADDLE_TRAINING_ROLE",
"value": "TRAINER"
})
elif args.disttype == "nccl2" or args.disttype == "local":
# NCCL2 have no training role, set to plain WORKER
tn_container["env"].append({"name": "TRAINING_ROLE", "value": "WORKER"})
tn_container["env"].append({
"name": "PADDLE_TRAINING_ROLE",
"value": "WORKER"
})
os.mkdir(args.jobname)
if args.disttype == "pserver":
......
benchmark/fluid/models/machine_translation.py
浏览文件 @ ba84a6b7
......@@ -173,21 +173,6 @@ def seq_to_seq_net(embedding_dim, encoder_size, decoder_size, source_dict_dim,
return avg_cost, feeding_list
def to_lodtensor(data, place):
seq_lens = [len(seq) for seq in data]
cur_len = 0
lod = [cur_len]
for l in seq_lens:
cur_len += l
lod.append(cur_len)
flattened_data = np.concatenate(data, axis=0).astype("int64")
flattened_data = flattened_data.reshape([len(flattened_data), 1])
lod_t = core.LoDTensor()
lod_t.set(flattened_data, place)
lod_t.set_lod([lod])
return lod_t, lod[-1]
def lodtensor_to_ndarray(lod_tensor):
dims = lod_tensor.get_dims()
ndarray = np.zeros(shape=dims).astype('float32')
......@@ -197,6 +182,8 @@ def lodtensor_to_ndarray(lod_tensor):
def get_model(args):
if args.use_reader_op:
raise Exception("machine_translation do not support reader op for now.")
embedding_dim = 512
encoder_size = 512
decoder_size = 512
......@@ -221,7 +208,7 @@ def get_model(args):
train_batch_generator = paddle.batch(
paddle.reader.shuffle(
paddle.dataset.wmt14.train(dict_size), buf_size=1000),
batch_size=args.batch_size)
batch_size=args.batch_size * args.gpus)
test_batch_generator = paddle.batch(
paddle.reader.shuffle(
......
benchmark/fluid/models/mnist.py
浏览文件 @ ba84a6b7
......@@ -20,6 +20,7 @@ import numpy as np
import argparse
import time
import cProfile
import os
import paddle
import paddle.fluid as fluid
......@@ -65,19 +66,49 @@ def cnn_model(data):
def get_model(args):
# Input data
images = fluid.layers.data(name='pixel', shape=[1, 28, 28], dtype=DTYPE)
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
# Train program
predict = cnn_model(images)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
# Evaluator
batch_size_tensor = fluid.layers.create_tensor(dtype='int64')
batch_acc = fluid.layers.accuracy(
input=predict, label=label, total=batch_size_tensor)
if args.use_reader_op:
filelist = [
os.path.join(args.data_path, f) for f in os.listdir(args.data_path)
]
data_file = fluid.layers.open_files(
filenames=filelist,
shapes=[[-1, 1, 28, 28], (-1, 1)],
lod_levels=[0, 0],
dtypes=["float32", "int64"],
thread_num=args.gpus,
pass_num=args.pass_num)
data_file = fluid.layers.double_buffer(
fluid.layers.batch(
data_file, batch_size=args.batch_size))
images, label = fluid.layers.read_file(data_file)
else:
images = fluid.layers.data(name='pixel', shape=[1, 28, 28], dtype=DTYPE)
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
if args.device == 'CPU' and args.cpus > 1:
places = fluid.layers.get_places(args.cpus)
pd = fluid.layers.ParallelDo(places)
with pd.do():
predict = cnn_model(pd.read_input(images))
label = pd.read_input(label)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
batch_acc = fluid.layers.accuracy(input=predict, label=label)
pd.write_output(avg_cost)
pd.write_output(batch_acc)
avg_cost, batch_acc = pd()
avg_cost = fluid.layers.mean(avg_cost)
batch_acc = fluid.layers.mean(batch_acc)
else:
# Train program
predict = cnn_model(images)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
# Evaluator
batch_acc = fluid.layers.accuracy(input=predict, label=label)
# inference program
inference_program = fluid.default_main_program().clone()
......@@ -88,7 +119,7 @@ def get_model(args):
# Reader
train_reader = paddle.batch(
paddle.dataset.mnist.train(), batch_size=args.batch_size)
paddle.dataset.mnist.train(), batch_size=args.batch_size * args.gpus)
test_reader = paddle.batch(
paddle.dataset.mnist.test(), batch_size=args.batch_size)
return avg_cost, inference_program, opt, train_reader, test_reader, batch_acc
benchmark/fluid/models/resnet.py
浏览文件 @ ba84a6b7
......@@ -19,6 +19,7 @@ from __future__ import print_function
import functools
import numpy as np
import time
import os
import cProfile, pstats, StringIO
......@@ -26,6 +27,7 @@ import paddle
import paddle.fluid as fluid
import paddle.fluid.core as core
import paddle.fluid.profiler as profiler
from recordio_converter import imagenet_train, imagenet_test
def conv_bn_layer(input, ch_out, filter_size, stride, padding, act='relu'):
......@@ -122,40 +124,85 @@ def get_model(args):
else:
dshape = [32, 32, 3]
model = resnet_cifar10
else:
train_reader = paddle.dataset.cifar.train10()
test_reader = paddle.dataset.cifar.test10()
elif args.data_set == "flowers":
class_dim = 102
if args.data_format == 'NCHW':
dshape = [3, 224, 224]
else:
dshape = [224, 224, 3]
model = resnet_imagenet
input = fluid.layers.data(name='data', shape=dshape, dtype='float32')
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
predict = model(input, class_dim)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
batch_size_tensor = fluid.layers.create_tensor(dtype='int64')
batch_acc = fluid.layers.accuracy(
input=predict, label=label, total=batch_size_tensor)
train_reader = paddle.dataset.flowers.train()
test_reader = paddle.dataset.flowers.test()
elif args.data_set == "imagenet":
class_dim = 1000
if args.data_format == 'NCHW':
dshape = [3, 224, 224]
else:
dshape = [224, 224, 3]
model = resnet_imagenet
if not args.data_path:
raise Exception(
"Must specify --data_path when training with imagenet")
train_reader = imagenet_train(args.data_path)
test_reader = imagenet_test(args.data_path)
if args.use_reader_op:
filelist = [
os.path.join(args.data_path, f) for f in os.listdir(args.data_path)
]
data_file = fluid.layers.open_files(
filenames=filelist,
shapes=[[-1] + dshape, (-1, 1)],
lod_levels=[0, 0],
dtypes=["float32", "int64"],
thread_num=args.gpus,
pass_num=args.pass_num)
data_file = fluid.layers.double_buffer(
fluid.layers.batch(
data_file, batch_size=args.batch_size))
input, label = fluid.layers.read_file(data_file)
else:
input = fluid.layers.data(name='data', shape=dshape, dtype='float32')
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
if args.device == 'CPU' and args.cpus > 1:
places = fluid.layers.get_places(args.cpus)
pd = fluid.layers.ParallelDo(places)
with pd.do():
predict = model(pd.read_input(input), class_dim)
label = pd.read_input(label)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
batch_acc = fluid.layers.accuracy(input=predict, label=label)
pd.write_output(avg_cost)
pd.write_output(batch_acc)
avg_cost, batch_acc = pd()
avg_cost = fluid.layers.mean(avg_cost)
batch_acc = fluid.layers.mean(batch_acc)
else:
predict = model(input, class_dim)
cost = fluid.layers.cross_entropy(input=predict, label=label)
avg_cost = fluid.layers.mean(x=cost)
batch_acc = fluid.layers.accuracy(input=predict, label=label)
inference_program = fluid.default_main_program().clone()
with fluid.program_guard(inference_program):
inference_program = fluid.io.get_inference_program(
target_vars=[batch_acc, batch_size_tensor])
target_vars=[batch_acc])
optimizer = fluid.optimizer.Momentum(learning_rate=0.01, momentum=0.9)
train_reader = paddle.batch(
paddle.reader.shuffle(
paddle.dataset.cifar.train10()
if args.data_set == 'cifar10' else paddle.dataset.flowers.train(),
buf_size=5120),
batch_size=args.batch_size)
test_reader = paddle.batch(
paddle.dataset.cifar.test10()
if args.data_set == 'cifar10' else paddle.dataset.flowers.test(),
batch_size=args.batch_size)
return avg_cost, inference_program, optimizer, train_reader, test_reader, batch_acc
batched_train_reader = paddle.batch(
train_reader if args.no_random else paddle.reader.shuffle(
train_reader, buf_size=5120),
batch_size=args.batch_size * args.gpus,
drop_last=True)
batched_test_reader = paddle.batch(
test_reader, batch_size=args.batch_size, drop_last=True)
return avg_cost, inference_program, optimizer, batched_train_reader,\
batched_test_reader, batch_acc
benchmark/fluid/models/stacked_dynamic_lstm.py
浏览文件 @ ba84a6b7
......@@ -44,6 +44,9 @@ def crop_sentence(reader, crop_size):
def get_model(args):
if args.use_reader_op:
raise Exception(
"stacked_dynamic_lstm do not support reader op for now.")
lstm_size = 512
emb_dim = 512
crop_size = 1500
......@@ -115,25 +118,10 @@ def get_model(args):
train_reader = batch(
paddle.reader.shuffle(
crop_sentence(imdb.train(word_dict), crop_size), buf_size=25000),
batch_size=args.batch_size)
batch_size=args.batch_size * args.gpus)
test_reader = batch(
paddle.reader.shuffle(
crop_sentence(imdb.test(word_dict), crop_size), buf_size=25000),
batch_size=args.batch_size)
return loss, inference_program, adam, train_reader, test_reader, batch_acc
def to_lodtensor(data, place):
seq_lens = [len(seq) for seq in data]
cur_len = 0
lod = [cur_len]
for l in seq_lens:
cur_len += l
lod.append(cur_len)
flattened_data = numpy.concatenate(data, axis=0).astype("int64")
flattened_data = flattened_data.reshape([len(flattened_data), 1])
res = fluid.LoDTensor()
res.set(flattened_data, place)
res.set_lod([lod])
return res
benchmark/fluid/models/vgg.py
浏览文件 @ ba84a6b7
......@@ -22,6 +22,7 @@ import paddle.fluid as fluid
import paddle.fluid.core as core
import argparse
import functools
import os
def vgg16_bn_drop(input):
......@@ -65,9 +66,25 @@ def get_model(args):
else:
data_shape = [224, 224, 3]
# Input data
images = fluid.layers.data(name='pixel', shape=data_shape, dtype='float32')
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
if args.use_reader_op:
filelist = [
os.path.join(args.data_path, f) for f in os.listdir(args.data_path)
]
data_file = fluid.layers.open_files(
filenames=filelist,
shapes=[[-1] + data_shape, (-1, 1)],
lod_levels=[0, 0],
dtypes=["float32", "int64"],
thread_num=args.gpus,
pass_num=args.pass_num)
data_file = fluid.layers.double_buffer(
fluid.layers.batch(
data_file, batch_size=args.batch_size))
images, label = fluid.layers.read_file(data_file)
else:
images = fluid.layers.data(
name='data', shape=data_shape, dtype='float32')
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
# Train program
net = vgg16_bn_drop(images)
......@@ -95,7 +112,7 @@ def get_model(args):
paddle.dataset.cifar.train10()
if args.data_set == 'cifar10' else paddle.dataset.flowers.train(),
buf_size=5120),
batch_size=args.batch_size)
batch_size=args.batch_size * args.gpus)
test_reader = paddle.batch(
paddle.dataset.cifar.test10()
if args.data_set == 'cifar10' else paddle.dataset.flowers.test(),
......
benchmark/fluid/recordio_converter.py 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import random
import paddle
import paddle.fluid as fluid
import paddle.fluid.core as core
from paddle.dataset import mnist, cifar, flowers, image
def convert_2_recordio(py_reader, outfilepath, batch_size, shape_data,
shape_label):
num_batches = 0
with fluid.program_guard(fluid.Program(), fluid.Program()):
reader = paddle.batch(py_reader(), batch_size=batch_size)
feeder = fluid.DataFeeder(
feed_list=[ # order is image and label
fluid.layers.data(
name='image', shape=shape_data),
fluid.layers.data(
name='label', shape=shape_label, dtype='int64'),
],
place=fluid.CPUPlace())
num_batches = fluid.recordio_writer.convert_reader_to_recordio_file(
outfilepath, reader, feeder)
return num_batches
def prepare_mnist(outpath, batch_size):
outfilepath = os.path.join(outpath, "mnist.recordio")
convert_2_recordio(mnist.train, outfilepath, batch_size, [784], [1])
def prepare_cifar10(outpath, batch_size):
outfilepath = os.path.join(outpath, "cifar.recordio")
convert_2_recordio(cifar.train10, outfilepath, batch_size, [3, 32, 32], [1])
def prepare_flowers(outpath, batch_size):
outfilepath = os.path.join(outpath, "flowers.recordio")
convert_2_recordio(flowers.train, outfilepath, batch_size, [3, 224, 224],
[1])
def default_mapper(sample):
img, label = sample
img = image.simple_transform(
img, 256, 224, True, mean=[103.94, 116.78, 123.68])
return img.flatten().astype('float32'), label
def imagenet_train(data_dir):
contents = os.listdir(data_dir)
if set(contents) != set(
["train", "train.txt", "val", "val_set", "val.txt", "unzip.sh"]):
raise Exception("Imagenet data contents error!")
img2label = dict()
imgfilelist = []
with open(os.path.join(data_dir, "train.txt")) as fn:
while 1:
l = fn.readline()
if not l:
break
img, lbl = l[:-1].split(" ")
img2label[img] = int(lbl)
imgfilelist.append(img)
# shuffle all, this is slow
random.shuffle(imgfilelist)
def train_reader():
for idx, imgfile in enumerate(imgfilelist):
data = image.load_image(
os.path.join(data_dir, "train", imgfile.lower()))
label = [img2label[imgfile], ]
yield [data, label]
return paddle.reader.map_readers(default_mapper, train_reader)
def imagenet_test(data_dir):
contents = os.listdir(data_dir)
if set(contents) != set(
["train", "train.txt", "val", "val_set", "val.txt", "unzip.sh"]):
raise Exception("Imagenet data contents error!")
img2label = dict()
imgfilelist = []
with open(os.path.join(data_dir, "val.txt")) as fn:
while 1:
l = fn.readline()
if not l:
break
img, lbl = l[:-1].split(" ")
img2label[img] = int(lbl)
imgfilelist.append(img)
def test_reader():
for idx, imgfile in enumerate(imgfilelist):
base_path = os.path.join(data_dir, "val", imgfile.split(".")[0])
image_path = ".".join([base_path, "jpeg"])
data = image.load_image(image_path)
label = [img2label[imgfile], ]
yield [data, label]
return paddle.reader.map_readers(default_mapper, test_reader)
# FIXME(wuyi): delete this when https://github.com/PaddlePaddle/Paddle/pull/11066 is merged
def convert_reader_to_recordio_files(
filename,
batch_per_file,
reader_creator,
feeder,
compressor=core.RecordIOWriter.Compressor.Snappy,
max_num_records=1000,
feed_order=None):
if feed_order is None:
feed_order = feeder.feed_names
f_name, f_ext = os.path.splitext(filename)
assert (f_ext == ".recordio")
lines = []
f_idx = 0
counter = 0
for idx, batch in enumerate(reader_creator()):
lines.append(batch)
if idx >= batch_per_file and idx % batch_per_file == 0:
filename = "%s-%05d%s" % (f_name, f_idx, f_ext)
with fluid.recordio_writer.create_recordio_writer(
filename, compressor, max_num_records) as writer:
for l in lines:
res = feeder.feed(l)
for each in feed_order:
writer.append_tensor(res[each])
writer.complete_append_tensor()
counter += 1
lines = []
f_idx += 1
print("written file: ", filename)
return counter
def prepare_imagenet(inpath, outpath, batch_size):
r = paddle.batch(imagenet_train(inpath), batch_size=batch_size)
feeder = fluid.DataFeeder(
feed_list=[
fluid.layers.data(
name="image", shape=[3, 224, 224]), fluid.layers.data(
name="label", shape=[1], dtype='int64')
],
place=fluid.CPUPlace())
outpath = os.path.join(outpath, "imagenet.recordio")
convert_reader_to_recordio_files(outpath, 10000, r, feeder)
benchmark/fluid/run.sh
浏览文件 @ ba84a6b7
......@@ -2,6 +2,7 @@
# This script benchmarking the PaddlePaddle Fluid on
# single thread single GPU.
mkdir -p logs
#export FLAGS_fraction_of_gpu_memory_to_use=0.0
export CUDNN_PATH=/paddle/cudnn_v5
......@@ -35,71 +36,74 @@ nohup stdbuf -oL nvidia-smi \
--format=csv \
--filename=mem.log \
-l 1 &
# mnist
# mnist gpu mnist 128
FLAGS_benchmark=true stdbuf -oL python fluid/mnist.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=mnist \
--device=GPU \
--batch_size=128 \
--skip_batch_num=5 \
--iterations=500 \
2>&1 | tee -a mnist_gpu_128.log
2>&1 | tee -a logs/mnist_gpu_128.log
# vgg16
# gpu cifar10 128
FLAGS_benchmark=true stdbuf -oL python fluid/vgg16.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=vgg16 \
--device=GPU \
--batch_size=128 \
--skip_batch_num=5 \
--iterations=30 \
2>&1 | tee -a vgg16_gpu_128.log
2>&1 | tee -a logs/vgg16_gpu_128.log
# flowers gpu 128
FLAGS_benchmark=true stdbuf -oL python fluid/vgg16.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=vgg16 \
--device=GPU \
--batch_size=32 \
--data_set=flowers \
--skip_batch_num=5 \
--iterations=30 \
2>&1 | tee -a vgg16_gpu_flowers_32.log
2>&1 | tee -a logs/vgg16_gpu_flowers_32.log
# resnet50
# resnet50 gpu cifar10 128
FLAGS_benchmark=true stdbuf -oL python fluid/resnet50.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=resnet \
--device=GPU \
--batch_size=128 \
--data_set=cifar10 \
--model=resnet_cifar10 \
--skip_batch_num=5 \
--iterations=30 \
2>&1 | tee -a resnet50_gpu_128.log
2>&1 | tee -a logs/resnet50_gpu_128.log
# resnet50 gpu flowers 64
FLAGS_benchmark=true stdbuf -oL python fluid/resnet50.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=resnet \
--device=GPU \
--batch_size=64 \
--data_set=flowers \
--model=resnet_imagenet \
--skip_batch_num=5 \
--iterations=30 \
2>&1 | tee -a resnet50_gpu_flowers_64.log
2>&1 | tee -a logs/resnet50_gpu_flowers_64.log
# lstm
# lstm gpu imdb 32 # tensorflow only support batch=32
FLAGS_benchmark=true stdbuf -oL python fluid/stacked_dynamic_lstm.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=stacked_dynamic_lstm \
--device=GPU \
--batch_size=32 \
--skip_batch_num=5 \
--iterations=30 \
--hidden_dim=512 \
--emb_dim=512 \
--crop_size=1500 \
2>&1 | tee -a lstm_gpu_32.log
2>&1 | tee -a logs/lstm_gpu_32.log
# seq2seq
# seq2seq gpu wmb 128
FLAGS_benchmark=true stdbuf -oL python fluid/machine_translation.py \
FLAGS_benchmark=true stdbuf -oL python fluid_benchmark.py \
--model=machine_translation \
--device=GPU \
--batch_size=128 \
--skip_batch_num=5 \
--iterations=30 \
2>&1 | tee -a lstm_gpu_128.log
2>&1 | tee -a logs/lstm_gpu_128.log
benchmark/fluid/run_fluid_benchmark.sh 0 → 100644
浏览文件 @ ba84a6b7
#!/bin/bash
PADDLE_TRAINING_ROLE=PSERVER PADDLE_PSERVER_PORT=7164 PADDLE_PSERVER_IPS=127.0.0.1 PADDLE_TRAINERS=2 PADDLE_CURRENT_IP=127.0.0.1 PADDLE_TRAINER_ID=0 python fluid_benchmark.py --model resnet --device CPU --update_method pserver --iterations=10000 &
sleep 15
CUDA_VISIBLE_DEVICES=0,1 PADDLE_TRAINING_ROLE=TRAINER PADDLE_PSERVER_PORT=7164 PADDLE_PSERVER_IPS=127.0.0.1 PADDLE_TRAINERS=2 PADDLE_CURRENT_IP=127.0.0.1 PADDLE_TRAINER_ID=0 python fluid_benchmark.py --model resnet --device GPU --update_method pserver --iterations=10000 --gpus 2 &
CUDA_VISIBLE_DEVICES=2,3 PADDLE_TRAINING_ROLE=TRAINER PADDLE_PSERVER_PORT=7164 PADDLE_PSERVER_IPS=127.0.0.1 PADDLE_TRAINERS=2 PADDLE_CURRENT_IP=127.0.0.1 PADDLE_TRAINER_ID=1 python fluid_benchmark.py --model resnet --device GPU --update_method pserver --iterations=10000 --gpus 2 &
benchmark/paddle/image/run.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function train() {
......
benchmark/paddle/image/run_mkl_infer.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function clock_to_seconds() {
......
benchmark/paddle/image/run_mkl_train.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function train() {
......
benchmark/paddle/image/run_openblas_infer.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function clock_to_seconds() {
......
benchmark/paddle/rnn/run.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function train() {
......
benchmark/tensorflow/image/run.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function test() {
......
benchmark/tensorflow/image/run_multi.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function test() {
......
benchmark/tensorflow/rnn/run.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function test() {
......
benchmark/tensorflow/rnn/run_multi.sh
浏览文件 @ ba84a6b7
#!/bin/bash
set -e
function test() {
......
cmake/cblas.cmake
浏览文件 @ ba84a6b7
......@@ -83,18 +83,20 @@ else()
set(REFERENCE_CBLAS_LIB_SEARCH_PATHS ${REFERENCE_CBLAS_ROOT}/lib)
endif()
find_path(REFERENCE_CBLAS_INCLUDE_DIR NAMES cblas.h PATHS
if(WITH_SYSTEM_BLAS)
find_path(REFERENCE_CBLAS_INCLUDE_DIR NAMES cblas.h PATHS
${REFERENCE_CBLAS_INCLUDE_SEARCH_PATHS})
find_library(REFERENCE_CBLAS_LIBRARY NAMES cblas PATHS
find_library(REFERENCE_CBLAS_LIBRARY NAMES cblas PATHS
${REFERENCE_CBLAS_LIB_SEARCH_PATHS})
if(REFERENCE_CBLAS_INCLUDE_DIR AND REFERENCE_CBLAS_LIBRARY)
set(CBLAS_FOUND ON)
set(CBLAS_PROVIDER REFERENCE)
set(CBLAS_INC_DIR ${REFERENCE_CBLAS_INCLUDE_DIR})
set(CBLAS_LIBRARIES ${REFERENCE_CBLAS_LIBRARY})
add_definitions(-DPADDLE_USE_REFERENCE_CBLAS)
message(STATUS "Found reference-cblas (include: ${CBLAS_INC_DIR}, library: ${CBLAS_LIBRARIES})")
if(REFERENCE_CBLAS_INCLUDE_DIR AND REFERENCE_CBLAS_LIBRARY)
set(CBLAS_FOUND ON)
set(CBLAS_PROVIDER REFERENCE)
set(CBLAS_INC_DIR ${REFERENCE_CBLAS_INCLUDE_DIR})
set(CBLAS_LIBRARIES ${REFERENCE_CBLAS_LIBRARY})
add_definitions(-DPADDLE_USE_REFERENCE_CBLAS)
message(STATUS "Found reference-cblas (include: ${CBLAS_INC_DIR}, library: ${CBLAS_LIBRARIES})")
endif()
endif()
if(IOS_USE_VECLIB_FOR_BLAS AND VECLIB_FOUND)
......
cmake/configure.cmake
浏览文件 @ ba84a6b7
......@@ -92,8 +92,19 @@ if(WITH_GPU)
if(${CUDNN_MAJOR_VERSION} VERSION_LESS 7)
message(FATAL_ERROR "TensorRT needs CUDNN >= 7.0 to compile")
endif()
if(${TENSORRT_MAJOR_VERSION} VERSION_LESS 4)
message(FATAL_ERROR "Paddle needs TensorRT >= 4.0 to compile")
endif()
include_directories(${TENSORRT_INCLUDE_DIR})
endif()
if(WITH_ANAKIN)
if(${CUDA_VERSION_MAJOR} VERSION_LESS 8)
message(FATAL_ERROR "Anakin needs CUDA >= 8.0 to compile")
endif()
if(${CUDNN_MAJOR_VERSION} VERSION_LESS 7)
message(FATAL_ERROR "Anakin needs CUDNN >= 7.0 to compile")
endif()
endif()
elseif(WITH_AMD_GPU)
add_definitions(-DPADDLE_WITH_HIP)
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -D__HIP_PLATFORM_HCC__")
......@@ -115,6 +126,10 @@ endif()
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${SIMD_FLAG}")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${SIMD_FLAG}")
if(WITH_DISTRIBUTE)
add_definitions(-DPADDLE_WITH_DISTRIBUTE)
endif()
if(WITH_GOLANG)
# we need to symlink Paddle directory into GOPATH. If we
# don't do it and we have code that depends on Paddle, go
......@@ -163,3 +178,11 @@ if(WITH_GOLANG)
endif()
endif(WITH_GOLANG)
if(WITH_GRPC)
add_definitions(-DPADDLE_WITH_GRPC)
endif(WITH_GRPC)
if(WITH_BRPC_RDMA)
add_definitions(-DPADDLE_WITH_BRPC_RDMA)
endif(WITH_BRPC_RDMA)
cmake/cudnn.cmake
浏览文件 @ ba84a6b7
......@@ -21,6 +21,7 @@ list(APPEND CUDNN_CHECK_LIBRARY_DIRS
${CUDNN_ROOT}/lib64
${CUDNN_ROOT}/lib
${CUDNN_ROOT}/lib/${TARGET_ARCH}-linux-gnu
${CUDNN_ROOT}/local/cuda-${CUDA_VERSION}/targets/${TARGET_ARCH}-linux/lib/
$ENV{CUDNN_ROOT}
$ENV{CUDNN_ROOT}/lib64
$ENV{CUDNN_ROOT}/lib
......
cmake/external/anakin.cmake 0 → 100644
浏览文件 @ ba84a6b7
if (NOT WITH_ANAKIN)
return()
endif()
INCLUDE(ExternalProject)
set(ANAKIN_SOURCE_DIR ${THIRD_PARTY_PATH}/anakin)
# the anakin install dir is only default one now
set(ANAKIN_INSTALL_DIR ${THIRD_PARTY_PATH}/anakin/src/extern_anakin/output)
set(ANAKIN_INCLUDE ${ANAKIN_INSTALL_DIR})
set(ANAKIN_LIBRARY ${ANAKIN_INSTALL_DIR})
set(ANAKIN_SHARED_LIB ${ANAKIN_LIBRARY}/libanakin.so)
set(ANAKIN_SABER_LIB ${ANAKIN_LIBRARY}/libanakin_saber_common.so)
# TODO(luotao): ANAKIN_MODLE_URL will move to demo ci later.
set(ANAKIN_MODLE_URL "http://paddle-inference-dist.bj.bcebos.com/mobilenet_v2.anakin.bin")
execute_process(COMMAND bash -c "mkdir -p ${ANAKIN_SOURCE_DIR}")
execute_process(COMMAND bash -c "cd ${ANAKIN_SOURCE_DIR}; wget -q --no-check-certificate ${ANAKIN_MODLE_URL}")
include_directories(${ANAKIN_INCLUDE})
include_directories(${ANAKIN_INCLUDE}/saber/)
set(ANAKIN_COMPILE_EXTRA_FLAGS
-Wno-error=unused-but-set-variable -Wno-unused-but-set-variable
-Wno-error=unused-variable -Wno-unused-variable
-Wno-error=format-extra-args -Wno-format-extra-args
-Wno-error=comment -Wno-comment
-Wno-error=format -Wno-format
-Wno-error=switch -Wno-switch
-Wno-error=return-type -Wno-return-type
-Wno-error=non-virtual-dtor -Wno-non-virtual-dtor
-Wno-sign-compare
-Wno-reorder
-Wno-error=cpp)
ExternalProject_Add(
extern_anakin
${EXTERNAL_PROJECT_LOG_ARGS}
# TODO(luotao): use PaddlePaddle/Anakin later
GIT_REPOSITORY "https://github.com/luotao1/Anakin"
GIT_TAG "3957ae9263eaa0b1986758dac60a88852afb09be"
PREFIX ${ANAKIN_SOURCE_DIR}
UPDATE_COMMAND ""
CMAKE_ARGS -DUSE_GPU_PLACE=YES
-DUSE_X86_PLACE=YES
-DBUILD_WITH_UNIT_TEST=NO
-DPROTOBUF_ROOT=${THIRD_PARTY_PATH}/install/protobuf
-DMKLML_ROOT=${THIRD_PARTY_PATH}/install/mklml
-DCUDNN_ROOT=${CUDNN_ROOT}
${EXTERNAL_OPTIONAL_ARGS}
CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${ANAKIN_INSTALL_DIR}
)
message(STATUS "Anakin for inference is enabled")
message(STATUS "Anakin is set INCLUDE:${ANAKIN_INCLUDE} LIBRARY:${ANAKIN_LIBRARY}")
add_library(anakin_shared SHARED IMPORTED GLOBAL)
set_property(TARGET anakin_shared PROPERTY IMPORTED_LOCATION ${ANAKIN_SHARED_LIB})
add_dependencies(anakin_shared extern_anakin protobuf mklml)
add_library(anakin_saber SHARED IMPORTED GLOBAL)
set_property(TARGET anakin_saber PROPERTY IMPORTED_LOCATION ${ANAKIN_SABER_LIB})
add_dependencies(anakin_saber extern_anakin protobuf mklml)
list(APPEND external_project_dependencies anakin_shared anakin_saber)
cmake/external/brpc.cmake 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
INCLUDE(ExternalProject)
find_library(SSL_LIBRARY NAMES ssl)
ADD_LIBRARY(ssl SHARED IMPORTED GLOBAL)
SET_PROPERTY(TARGET ssl PROPERTY IMPORTED_LOCATION ${SSL_LIBRARY})
find_library(CRYPTO_LIBRARY NAMES crypto)
ADD_LIBRARY(crypto SHARED IMPORTED GLOBAL)
SET_PROPERTY(TARGET crypto PROPERTY IMPORTED_LOCATION ${CRYPTO_LIBRARY})
SET(BRPC_SOURCES_DIR ${THIRD_PARTY_PATH}/brpc)
SET(BRPC_INSTALL_DIR ${THIRD_PARTY_PATH}/install/brpc)
SET(BRPC_INCLUDE_DIR "${BRPC_INSTALL_DIR}/include" CACHE PATH "brpc include directory." FORCE)
SET(BRPC_LIBRARIES "${BRPC_INSTALL_DIR}/lib/libbrpc.a" CACHE FILEPATH "brpc library." FORCE)
INCLUDE_DIRECTORIES(${BRPC_INCLUDE_DIR})
# Reference https://stackoverflow.com/questions/45414507/pass-a-list-of-prefix-paths-to-externalproject-add-in-cmake-args
set(prefix_path "${THIRD_PARTY_PATH}/install/gflags|${THIRD_PARTY_PATH}/install/leveldb|${THIRD_PARTY_PATH}/install/snappy|${THIRD_PARTY_PATH}/install/gtest|${THIRD_PARTY_PATH}/install/protobuf|${THIRD_PARTY_PATH}/install/zlib")
# If minimal .a is need, you can set WITH_DEBUG_SYMBOLS=OFF
ExternalProject_Add(
extern_brpc
${EXTERNAL_PROJECT_LOG_ARGS}
GIT_REPOSITORY "https://github.com/gongweibao/brpc"
GIT_TAG "7dc04defad1fd4173aae170c3fcbde131b65155a"
PREFIX ${BRPC_SOURCES_DIR}
UPDATE_COMMAND ""
CMAKE_ARGS -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER}
-DCMAKE_C_COMPILER=${CMAKE_C_COMPILER}
-DCMAKE_CXX_FLAGS=${CMAKE_CXX_FLAGS}
-DCMAKE_C_FLAGS=${CMAKE_C_FLAGS}
-DCMAKE_INSTALL_PREFIX=${BRPC_INSTALL_DIR}
-DCMAKE_INSTALL_LIBDIR=${BRPC_INSTALL_DIR}/lib
-DCMAKE_POSITION_INDEPENDENT_CODE=ON
-DCMAKE_BUILD_TYPE=${THIRD_PARTY_BUILD_TYPE}
-DCMAKE_PREFIX_PATH=${prefix_path}
-DBRPC_WITH_GLOG=ON
-DIOBUF_WITH_HUGE_BLOCK=ON
-DBRPC_WITH_RDMA=${WITH_BRPC_RDMA}
${EXTERNAL_OPTIONAL_ARGS}
LIST_SEPARATOR |
CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${BRPC_INSTALL_DIR}
-DCMAKE_INSTALL_LIBDIR:PATH=${BRPC_INSTALL_DIR}/lib
-DCMAKE_POSITION_INDEPENDENT_CODE:BOOL=ON
-DCMAKE_BUILD_TYPE:STRING=${THIRD_PARTY_BUILD_TYPE}
)
ADD_DEPENDENCIES(extern_brpc protobuf ssl crypto leveldb gflags glog gtest snappy)
ADD_LIBRARY(brpc STATIC IMPORTED GLOBAL)
SET_PROPERTY(TARGET brpc PROPERTY IMPORTED_LOCATION ${BRPC_LIBRARIES})
ADD_DEPENDENCIES(brpc extern_brpc)
LIST(APPEND external_project_dependencies brpc)
cmake/external/cub.cmake 0 → 100644
浏览文件 @ ba84a6b7
if(NOT WITH_GPU)
return()
endif()
include(ExternalProject)
set(CUB_SOURCE_DIR ${THIRD_PARTY_PATH}/cub)
set(CUB_INCLUDE_DIR ${CUB_SOURCE_DIR}/src/extern_cub)
include_directories(${CUB_INCLUDE_DIR})
ExternalProject_Add(
extern_cub
${EXTERNAL_PROJECT_LOG_ARGS}
GIT_REPOSITORY "https://github.com/NVlabs/cub.git"
GIT_TAG "v1.8.0"
PREFIX ${CUB_SOURCE_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND ""
BUILD_COMMAND ""
INSTALL_COMMAND ""
TEST_COMMAND ""
)
if(${CMAKE_VERSION} VERSION_LESS "3.3.0")
set(dummyfile ${CMAKE_CURRENT_BINARY_DIR}/cub_dummy.c)
file(WRITE ${dummyfile} "const char *dummy = \"${dummyfile}\";")
add_library(cub STATIC ${dummyfile})
else()
add_library(cub INTERFACE)
endif()
add_dependencies(cub extern_cub)
LIST(APPEND externl_project_dependencies cub)
cmake/external/grpc.cmake
浏览文件 @ ba84a6b7
......@@ -33,14 +33,24 @@ ELSE()
SET(BUILD_CMD make HAS_SYSTEM_PROTOBUF=false -s -j ${NUM_OF_PROCESSOR} static grpc_cpp_plugin)
ENDIF()
# FIXME(wuyi): do not build zlib cares protobuf twice, find a way to build grpc with them
ExternalProject_Add(
extern_grpc
DEPENDS protobuf zlib
URL "http://paddlepaddledeps.bj.bcebos.com/grpc.tar.xz"
# NOTE(wuyi):
# this package is generated by following steps:
# 1. git clone -b v1.8.x https://github.com/grpc/grpc.git
# 2. git submodule update --init
# 3. keep only zlib, cares, protobuf, boringssl under "third_party",
# checkout and clean other dirs under third_party
# 4. remove .git, and package the directory.
URL "http://paddlepaddledeps.bj.bcebos.com/grpc-v1.10.x.tar.gz"
URL_MD5 "1f268a2aff6759839dccd256adcc91cf"
PREFIX ${GRPC_SOURCES_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
PATCH_COMMAND cp ${PADDLE_SOURCE_DIR}/patches/grpc/grpc_library.h ${GRPC_SOURCES_DIR}/src/extern_grpc/include/grpcpp/impl/codegen/grpc_library.h && cp ${PADDLE_SOURCE_DIR}/patches/grpc/completion_queue.h ${GRPC_SOURCES_DIR}/src/extern_grpc/include/grpcpp/impl/codegen/completion_queue.h
# NOTE(yuyang18):
# Disable -Werror, otherwise the compile will fail in MacOS.
# It seems that we cannot configure that by make command.
......@@ -49,7 +59,6 @@ ExternalProject_Add(
INSTALL_COMMAND make prefix=${GRPC_INSTALL_DIR} install
)
# FIXME(typhoonzero): hack to get static lib path, try a better way like merge them.
ADD_LIBRARY(grpc++_unsecure STATIC IMPORTED GLOBAL)
SET_PROPERTY(TARGET grpc++_unsecure PROPERTY IMPORTED_LOCATION
"${GRPC_INSTALL_DIR}/lib/libgrpc++_unsecure.a")
......
cmake/external/leveldb.cmake 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
INCLUDE(ExternalProject)
SET(LEVELDB_SOURCES_DIR ${THIRD_PARTY_PATH}/leveldb)
SET(LEVELDB_INSTALL_DIR ${THIRD_PARTY_PATH}/install/leveldb)
SET(LEVELDB_INCLUDE_DIR "${LEVELDB_INSTALL_DIR}/include" CACHE PATH "leveldb include directory." FORCE)
SET(LEVELDB_LIBRARIES "${LEVELDB_INSTALL_DIR}/lib/libleveldb.a" CACHE FILEPATH "leveldb library." FORCE)
INCLUDE_DIRECTORIES(${LEVELDB_INCLUDE_DIR})
ExternalProject_Add(
extern_leveldb
${EXTERNAL_PROJECT_LOG_ARGS}
PREFIX ${LEVELDB_SOURCES_DIR}
URL "https://github.com/google/leveldb/archive/v1.18.tar.gz"
URL_MD5 "73770de34a2a5ab34498d2e05b2b7fa0"
CONFIGURE_COMMAND ""
BUILD_COMMAND CXXFLAGS=-fPIC make -j ${NUM_OF_PROCESSOR} libleveldb.a
INSTALL_COMMAND mkdir -p ${LEVELDB_INSTALL_DIR}/lib/
&& cp ${LEVELDB_SOURCES_DIR}/src/extern_leveldb/libleveldb.a ${LEVELDB_LIBRARIES}
&& cp -r ${LEVELDB_SOURCES_DIR}/src/extern_leveldb/include ${LEVELDB_INSTALL_DIR}/
BUILD_IN_SOURCE 1
)
ADD_DEPENDENCIES(extern_leveldb snappy)
ADD_LIBRARY(leveldb STATIC IMPORTED GLOBAL)
SET_PROPERTY(TARGET leveldb PROPERTY IMPORTED_LOCATION ${LEVELDB_LIBRARIES})
ADD_DEPENDENCIES(leveldb extern_leveldb)
LIST(APPEND external_project_dependencies leveldb)
cmake/external/libxsmm.cmake 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
OPTION(WITH_LIBXSMM "Compile with libxsmm" OFF)
IF(NOT WITH_LIBXSMM)
return()
ENDIF()
IF(WIN32 OR APPLE OR ANDROID OR IOS)
MESSAGE(WARNING "Windows, Mac or Mobile are not supported with libxsmm in Paddle yet.")
SET(WITH_LIBXSMM OFF CACHE STRING "Disable LIBXSMM" FORCE)
return()
ENDIF()
INCLUDE (ExternalProject)
SET(LIBXSMM_SOURCES_DIR ${THIRD_PARTY_PATH}/libxsmm)
SET(LIBXSMM_INSTALL_DIR ${THIRD_PARTY_PATH}/install/libxsmm)
SET(LIBXSMM_INCLUDE_DIR "${LIBXSMM_INSTALL_DIR}/include" CACHE PATH "LIBXSMM include directory." FORCE)
SET(LIBXSMM_LIBRARY_DIR "${LIBXSMM_INSTALL_DIR}/lib" CACHE PATH "LIBXSMM library directory." FORCE)
SET(LIBXSMM_LIBS "${LIBXSMM_LIBRARY_DIR}/libxsmm.a"
"${LIBXSMM_LIBRARY_DIR}/libxsmmnoblas.a")
ExternalProject_Add(
extern_libxsmm
GIT_REPOSITORY "https://github.com/hfp/libxsmm.git"
GIT_TAG "7cc03b5b342fdbc6b6d990b190671c5dbb8489a2"
PREFIX ${LIBXSMM_SOURCES_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
BUILD_COMMAND $(MAKE) --silent PREFIX=${LIBXSMM_INSTALL_DIR} CXX=g++ CC=gcc WARP=0 install
INSTALL_COMMAND ""
)
ADD_LIBRARY(libxsmm STATIC IMPORTED GLOBAL)
SET_PROPERTY(TARGET libxsmm PROPERTY IMPORTED_LOCATION "${LIBXSMM_LIBRARY_DIR}/libxsmm.a")
SET_PROPERTY(TARGET libxsmm PROPERTY IMPORTED_LOCATION "${LIBXSMM_LIBRARY_DIR}/libxsmmnoblas.a")
MESSAGE(STATUS "Libxsmm library: ${LIBXSMM_LIBS}")
include_directories(${LIBXSMM_INCLUDE_DIR})
ADD_DEFINITIONS(-DPADDLE_WITH_LIBXSMM)
ADD_DEPENDENCIES(libxsmm extern_libxsmm)
LIST(APPEND external_project_dependencies libxsmm)
cmake/external/mkldnn.cmake
浏览文件 @ ba84a6b7
......@@ -24,7 +24,7 @@ SET(MKLDNN_INSTALL_DIR ${THIRD_PARTY_PATH}/install/mkldnn)
SET(MKLDNN_INC_DIR "${MKLDNN_INSTALL_DIR}/include" CACHE PATH "mkldnn include directory." FORCE)
IF(WIN32 OR APPLE)
MESSAGE(WARNING
MESSAGE(WARNING
"Windows or Mac is not supported with MKLDNN in Paddle yet."
"Force WITH_MKLDNN=OFF")
SET(WITH_MKLDNN OFF CACHE STRING "Disable MKLDNN in Windows and MacOS" FORCE)
......@@ -45,7 +45,8 @@ IF(${CBLAS_PROVIDER} STREQUAL "MKLML")
ELSE()
MESSAGE(FATAL_ERROR "Should enable MKLML when build MKLDNN")
ENDIF()
SET(MKLDNN_FLAG "-Wno-error=strict-overflow -Wno-error=unused-result -Wno-unused-result")
SET(MKLDNN_FLAG "-Wno-error=strict-overflow -Wno-error=unused-result")
SET(MKLDNN_FLAG "${MKLDNN_FLAG} -Wno-unused-result -Wno-unused-value")
SET(MKLDNN_CFLAG "${CMAKE_C_FLAGS} ${MKLDNN_FLAG}")
SET(MKLDNN_CXXFLAG "${CMAKE_CXX_FLAGS} ${MKLDNN_FLAG}")
ExternalProject_Add(
......@@ -53,11 +54,13 @@ ExternalProject_Add(
${EXTERNAL_PROJECT_LOG_ARGS}
DEPENDS ${MKLDNN_DEPENDS}
GIT_REPOSITORY "https://github.com/01org/mkl-dnn.git"
GIT_TAG "db3424ad44901513c03a1ea31ccaacdf633fbe9f"
GIT_TAG "a29d8487a63afca3d5b8c5bbdbb473cf8ccc6e51"
PREFIX ${MKLDNN_SOURCES_DIR}
UPDATE_COMMAND ""
CMAKE_ARGS -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER}
CMAKE_ARGS -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER}
CMAKE_ARGS -DCMAKE_INSTALL_PREFIX=${MKLDNN_INSTALL_DIR}
CMAKE_ARGS -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
CMAKE_ARGS -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
CMAKE_ARGS -DMKLROOT=${MKLML_ROOT}
CMAKE_ARGS -DCMAKE_C_FLAGS=${MKLDNN_CFLAG}
CMAKE_ARGS -DCMAKE_CXX_FLAGS=${MKLDNN_CXXFLAG}
......
cmake/external/openblas.cmake
浏览文件 @ ba84a6b7
......@@ -29,6 +29,8 @@ IF(NOT ${CBLAS_FOUND})
"${CBLAS_INSTALL_DIR}/lib/${CMAKE_STATIC_LIBRARY_PREFIX}openblas${CMAKE_STATIC_LIBRARY_SUFFIX}"
CACHE FILEPATH "openblas library." FORCE)
ADD_DEFINITIONS(-DPADDLE_USE_OPENBLAS)
SET(OPENBLAS_CC "${CMAKE_C_COMPILER} -Wno-unused-but-set-variable -Wno-unused-variable")
SET(OPENBLAS_COMMIT "v0.2.20")
......@@ -112,7 +114,17 @@ INCLUDE_DIRECTORIES(${CBLAS_INC_DIR})
SET(dummyfile ${CMAKE_CURRENT_BINARY_DIR}/cblas_dummy.c)
FILE(WRITE ${dummyfile} "const char *dummy_cblas = \"${dummyfile}\";")
ADD_LIBRARY(cblas STATIC ${dummyfile})
TARGET_LINK_LIBRARIES(cblas ${CBLAS_LIBRARIES})
IF("${CBLAS_PROVIDER}" STREQUAL "MKLML")
TARGET_LINK_LIBRARIES(cblas dynload_mklml)
ELSE()
TARGET_LINK_LIBRARIES(cblas ${CBLAS_LIBRARIES})
ENDIF("${CBLAS_PROVIDER}" STREQUAL "MKLML")
IF(WITH_LIBXSMM)
TARGET_LINK_LIBRARIES(cblas ${LIBXSMM_LIBS})
ADD_DEPENDENCIES(cblas extern_libxsmm)
ENDIF()
IF(NOT ${CBLAS_FOUND})
ADD_DEPENDENCIES(cblas extern_openblas)
......
cmake/external/python.cmake
浏览文件 @ ba84a6b7
......@@ -18,8 +18,9 @@ ENDIF()
INCLUDE(python_module)
FIND_PACKAGE(PythonInterp 2.7)
FIND_PACKAGE(PythonLibs 2.7)
FIND_PACKAGE(PythonInterp ${PY_VERSION})
FIND_PACKAGE(PythonLibs ${PY_VERSION})
# Fixme: Maybe find a static library. Get SHARED/STATIC by FIND_PACKAGE.
ADD_LIBRARY(python SHARED IMPORTED GLOBAL)
SET_PROPERTY(TARGET python PROPERTY IMPORTED_LOCATION ${PYTHON_LIBRARIES})
......
cmake/external/xbyak.cmake 0 → 100644
浏览文件 @ ba84a6b7
# Copyright (c) 2017 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set(WITH_XBYAK ON)
if(WIN32 OR APPLE)
SET(WITH_XBYAK OFF CACHE STRING "Disable XBYAK in Windows and MacOS" FORCE)
return()
endif()
include(ExternalProject)
set(XBYAK_PROJECT extern_xbyak)
set(XBYAK_PREFIX_DIR ${THIRD_PARTY_PATH}/xbyak)
set(XBYAK_INSTALL_ROOT ${THIRD_PARTY_PATH}/install/xbyak)
set(XBYAK_INC_DIR ${XBYAK_INSTALL_ROOT}/include)
include_directories(${XBYAK_INC_DIR})
include_directories(${XBYAK_INC_DIR}/xbyak)
add_definitions(-DPADDLE_WITH_XBYAK)
# xbyak options
add_definitions(-DXBYAK64)
add_definitions(-DXBYAK_NO_OP_NAMES)
ExternalProject_Add(
${XBYAK_PROJECT}
${EXTERNAL_PROJECT_LOG_ARGS}
DEPENDS ""
GIT_REPOSITORY "https://github.com/herumi/xbyak.git"
GIT_TAG "v5.661" # Jul 26th
PREFIX ${XBYAK_PREFIX_DIR}
UPDATE_COMMAND ""
CMAKE_ARGS -DCMAKE_INSTALL_PREFIX=${XBYAK_INSTALL_ROOT}
CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${XBYAK_INSTALL_ROOT}
)
if (${CMAKE_VERSION} VERSION_LESS "3.3.0")
set(dummyfile ${CMAKE_CURRENT_BINARY_DIR}/xbyak_dummy.c)
file(WRITE ${dummyfile} "const char *dummy_xbyak = \"${dummyfile}\";")
add_library(xbyak STATIC ${dummyfile})
else()
add_library(xbyak INTERFACE)
endif()
add_dependencies(xbyak ${XBYAK_PROJECT})
list(APPEND external_project_dependencies xbyak)
cmake/generic.cmake
浏览文件 @ ba84a6b7
......@@ -96,6 +96,20 @@ if(NOT APPLE AND NOT ANDROID)
set(CMAKE_CXX_LINK_EXECUTABLE "${CMAKE_CXX_LINK_EXECUTABLE} -pthread -ldl -lrt")
endif(NOT APPLE AND NOT ANDROID)
set_property(GLOBAL PROPERTY FLUID_MODULES "")
# find all fluid modules is used for paddle fluid static library
# for building inference libs
function(find_fluid_modules TARGET_NAME)
get_filename_component(__target_path ${TARGET_NAME} ABSOLUTE)
string(REGEX REPLACE "^${PADDLE_SOURCE_DIR}/" "" __target_path ${__target_path})
string(FIND "${__target_path}" "fluid" pos)
if(pos GREATER 1)
get_property(fluid_modules GLOBAL PROPERTY FLUID_MODULES)
set(fluid_modules ${fluid_modules} ${TARGET_NAME})
set_property(GLOBAL PROPERTY FLUID_MODULES "${fluid_modules}")
endif()
endfunction(find_fluid_modules)
function(merge_static_libs TARGET_NAME)
set(libs ${ARGN})
list(REMOVE_DUPLICATES libs)
......@@ -195,6 +209,15 @@ function(cc_library TARGET_NAME)
list(REMOVE_ITEM cc_library_DEPS warpctc)
add_dependencies(${TARGET_NAME} warpctc)
endif()
# Only deps libmklml.so, not link
if("${cc_library_DEPS};" MATCHES "mklml;")
list(REMOVE_ITEM cc_library_DEPS mklml)
if(NOT "${TARGET_NAME}" MATCHES "dynload_mklml")
list(APPEND cc_library_DEPS dynload_mklml)
endif()
add_dependencies(${TARGET_NAME} mklml)
target_link_libraries(${TARGET_NAME} "-L${MKLML_LIB_DIR} -liomp5 -Wl,--as-needed")
endif()
target_link_libraries(${TARGET_NAME} ${cc_library_DEPS})
add_dependencies(${TARGET_NAME} ${cc_library_DEPS})
endif()
......@@ -234,13 +257,17 @@ function(cc_test TARGET_NAME)
set(multiValueArgs SRCS DEPS ARGS)
cmake_parse_arguments(cc_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
add_executable(${TARGET_NAME} ${cc_test_SRCS})
target_link_libraries(${TARGET_NAME} ${cc_test_DEPS} paddle_gtest_main memory gtest gflags glog)
add_dependencies(${TARGET_NAME} ${cc_test_DEPS} paddle_gtest_main memory gtest gflags glog)
target_link_libraries(${TARGET_NAME} ${cc_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
add_dependencies(${TARGET_NAME} ${cc_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
add_test(NAME ${TARGET_NAME}
COMMAND ${TARGET_NAME} ${cc_test_ARGS}
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
if (${cc_test_SERIAL})
set_property(TEST ${TARGET_NAME} PROPERTY SERIAL 1)
set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cpu_deterministic=true)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_init_allocated_mem=true)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cudnn_deterministic=true)
endif()
endif()
endfunction(cc_test)
......@@ -300,11 +327,15 @@ function(nv_test TARGET_NAME)
set(multiValueArgs SRCS DEPS)
cmake_parse_arguments(nv_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
cuda_add_executable(${TARGET_NAME} ${nv_test_SRCS})
target_link_libraries(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main memory gtest gflags glog)
add_dependencies(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main memory gtest gflags glog)
target_link_libraries(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
add_dependencies(${TARGET_NAME} ${nv_test_DEPS} paddle_gtest_main lod_tensor memory gtest gflags glog)
add_test(${TARGET_NAME} ${TARGET_NAME})
if (nv_test_SERIAL)
set_property(TEST ${TARGET_NAME} PROPERTY SERIAL 1)
set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cpu_deterministic=true)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_init_allocated_mem=true)
set_property(TEST ${TARGET_NAME} PROPERTY ENVIRONMENT FLAGS_cudnn_deterministic=true)
endif()
endif()
endfunction(nv_test)
......@@ -552,7 +583,9 @@ function(py_test TARGET_NAME)
set(multiValueArgs SRCS DEPS ARGS ENVS)
cmake_parse_arguments(py_test "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
add_test(NAME ${TARGET_NAME}
COMMAND env PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_ENVS}
COMMAND env FLAGS_init_allocated_mem=true FLAGS_cudnn_deterministic=true
FLAGS_cpu_deterministic=true
PYTHONPATH=${PADDLE_BINARY_DIR}/python ${py_test_ENVS}
${PYTHON_EXECUTABLE} -u ${py_test_SRCS} ${py_test_ARGS}
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
endif()
......@@ -610,3 +643,21 @@ function(grpc_library TARGET_NAME)
COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
cc_library("${TARGET_NAME}" SRCS "${grpc_library_SRCS}" DEPS "${TARGET_NAME}_grpc" "${TARGET_NAME}_proto" "${grpc_library_DEPS}")
endfunction()
function(brpc_library TARGET_NAME)
set(oneValueArgs PROTO)
set(multiValueArgs SRCS DEPS)
set(options "")
cmake_parse_arguments(brpc_library "${options}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
message(STATUS "generating brpc ${brpc_library_PROTO}")
get_filename_component(ABS_PROTO ${brpc_library_PROTO} ABSOLUTE)
get_filename_component(PROTO_WE ${brpc_library_PROTO} NAME_WE)
get_filename_component(PROTO_PATH ${ABS_PROTO} PATH)
protobuf_generate_cpp(brpc_proto_srcs brpc_proto_hdrs "${ABS_PROTO}")
cc_library("${TARGET_NAME}_proto" SRCS "${brpc_proto_srcs}")
cc_library("${TARGET_NAME}" SRCS "${brpc_library_SRCS}" DEPS "${TARGET_NAME}_proto" "${brpc_library_DEPS}")
endfunction()
cmake/inference_lib.cmake
浏览文件 @ ba84a6b7
......@@ -12,19 +12,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
set_property(GLOBAL PROPERTY FLUID_MODULES "")
# find all fluid modules is used for paddle fluid static library
function(find_fluid_modules TARGET_NAME)
get_filename_component(__target_path ${TARGET_NAME} ABSOLUTE)
string(REGEX REPLACE "^${PADDLE_SOURCE_DIR}/" "" __target_path ${__target_path})
string(FIND "${__target_path}" "fluid" pos)
if(pos GREATER 1)
get_property(fluid_modules GLOBAL PROPERTY FLUID_MODULES)
set(fluid_modules ${fluid_modules} ${TARGET_NAME})
set_property(GLOBAL PROPERTY FLUID_MODULES "${fluid_modules}")
endif()
endfunction(find_fluid_modules)
# make package for paddle fluid shared and static library
function(copy TARGET)
set(options "")
......@@ -39,7 +26,7 @@ function(copy TARGET)
message(FATAL_ERROR "${TARGET} source numbers are not equal to destination numbers")
endif()
math(EXPR len "${copy_lib_SRCS_len} - 1")
add_custom_target(${TARGET} DEPENDS ${copy_lib_DEPS})
foreach(index RANGE ${len})
list(GET copy_lib_SRCS ${index} src)
......@@ -149,10 +136,23 @@ copy(memory_lib
DSTS ${dst_dir}/${module} ${dst_dir}/${module}/detail
)
set(inference_deps paddle_fluid_shared paddle_fluid)
set(module "inference/api")
if (WITH_ANAKIN AND WITH_GPU)
copy(anakin_inference_lib DEPS paddle_inference_api inference_anakin_api
SRCS
${PADDLE_BINARY_DIR}/paddle/fluid/inference/api/libinference_anakin_api* # compiled anakin api
${ANAKIN_INSTALL_DIR} # anakin release
DSTS ${dst_dir}/inference/anakin ${dst_dir}/inference/anakin)
list(APPEND inference_deps anakin_inference_lib)
endif()
set(module "inference")
copy(inference_lib DEPS paddle_fluid_shared paddle_fluid
copy(inference_lib DEPS ${inference_deps}
SRCS ${src_dir}/${module}/*.h ${PADDLE_BINARY_DIR}/paddle/fluid/inference/libpaddle_fluid.*
DSTS ${dst_dir}/${module} ${dst_dir}/${module}
${src_dir}/${module}/api/paddle_inference_api.h ${src_dir}/${module}/api/demo_ci
DSTS ${dst_dir}/${module} ${dst_dir}/${module} ${dst_dir}/${module} ${dst_dir}/${module}
)
set(module "platform")
......
cmake/version.cmake
浏览文件 @ ba84a6b7
# Get the latest git tag.
set(PADDLE_VERSION $ENV{PADDLE_VERSION})
set(tmp_version "HEAD")
set(TAG_VERSION_REGEX "[0-9]+\\.[0-9]+\\.[0-9]+(\\.(a|b|rc)\\.[0-9]+)?")
set(COMMIT_VERSION_REGEX "[0-9a-f]+[0-9a-f]+[0-9a-f]+[0-9a-f]+[0-9a-f]+")
while ("${PADDLE_VERSION}" STREQUAL "")
# Check current branch name
execute_process(
COMMAND ${GIT_EXECUTABLE} describe --tags --abbrev=0 ${tmp_version}
COMMAND ${GIT_EXECUTABLE} rev-parse --abbrev-ref ${tmp_version}
WORKING_DIRECTORY ${PADDLE_SOURCE_DIR}
OUTPUT_VARIABLE GIT_TAG_NAME
RESULT_VARIABLE GIT_RESULT
OUTPUT_VARIABLE GIT_BRANCH_NAME
RESULT_VARIABLE GIT_BRANCH_RESULT
ERROR_QUIET OUTPUT_STRIP_TRAILING_WHITESPACE)
if (NOT ${GIT_RESULT})
# Check the tag is a correct version
if (${GIT_TAG_NAME} MATCHES "v[0-9]+\\.[0-9]+\\.[0-9]+(\\.(a|b|rc)\\.[0-9]+)?")
string(REPLACE "v" "" PADDLE_VERSION ${GIT_TAG_NAME})
else() # otherwise, get the previous git tag name.
set(tmp_version "${GIT_TAG_NAME}~1")
if (NOT ${GIT_BRANCH_RESULT})
execute_process(
COMMAND ${GIT_EXECUTABLE} describe --tags --abbrev=0 --always ${tmp_version}
WORKING_DIRECTORY ${PADDLE_SOURCE_DIR}
OUTPUT_VARIABLE GIT_TAG_NAME
RESULT_VARIABLE GIT_RESULT
ERROR_QUIET OUTPUT_STRIP_TRAILING_WHITESPACE)
if (NOT ${GIT_RESULT})
# Check if current branch is release branch
if (${GIT_BRANCH_NAME} MATCHES "release/${TAG_VERSION_REGEX}")
# Check the tag is a correct version
if (${GIT_TAG_NAME} MATCHES "${COMMIT_VERSION_REGEX}")
# if no tag was found, set PADDLE_VERSION to 0.0.0 to represent latest
set(PADDLE_VERSION "0.0.0")
elseif (${GIT_TAG_NAME} MATCHES "v${TAG_VERSION_REGEX}")
string(REPLACE "v" "" PADDLE_VERSION ${GIT_TAG_NAME})
else() # otherwise, get the previous git tag name.
set(tmp_version "${GIT_TAG_NAME}~1")
endif()
else()
# otherwise, we always set PADDLE_VERSION to 0.0.0 to represent latest
set(PADDLE_VERSION "0.0.0")
endif()
else()
set(PADDLE_VERSION "0.0.0")
message(WARNING "Cannot add paddle version from git tag")
endif()
else()
set(PADDLE_VERSION "0.0.0")
message(WARNING "Cannot add paddle version from git tag")
message(WARNING "Cannot add paddle version for wrong git branch result")
endif()
endwhile()
......
doc/about/about_us.rst 0 → 100644
浏览文件 @ ba84a6b7
=========
关于我们
=========
什么是PaddlePaddle
--------------------
- PaddlePaddle是百度自主研发并开源的深度学习框架，它能够让开发者和企业安全、快速地实现自己的AI想法
- 项目团队汇聚了全球顶级的深度学习科学家，致力于为开发者和企业提供最好的深度学习研发体验
- 框架具有易学、易用、安全、高效四大特性，是最适合中国开发者和企业的深度学习工具
PaddlePaddle的技术特色
-------------------------
- 新一代深度学习框架： PaddlePaddle是基于“深度学习编程语言”的新一代深度学习框架，在保证性能的同时，极大的提升了框架对模型的表达能力，能够描述任意潜在可能出现的模型
- 对大规模计算更加友好：经过百度内多种大规模计算业务的打磨，PaddlePaddle在分布式计算上表现优异，基于EDL技术能够节约大量计算资源，同时也能支持大规模稀疏模型的训练
- 提供可视化的深度学习：通过Visual DL可以帮助开发者方便的观测训练整体趋势、数据样本质量和中间结果、参数分布和变化趋势、以及模型的结构，帮助开发者更便捷的完成编程过程
提供基于PaddlePaddle的教育体系
--------------------------------
- 深度学习课程：百度与中国市场顶级的教育、培训机构共同开发了深度学习精品课程以及学习教材，帮助开发者从零掌握深度学习
- 深度学习实训：对于目的是科研和学习的用户，PaddlePaddle提供了无需安装、线上运行的开发环境，并提供算法、算力、数据支持
- 线下培训：提供丰富、高质量的线下教育活动，如青年教师培训、线下实战营、沙龙等多种形式的培训和交流
提供基于PaddlePaddle的AI服务
------------------------------
- EadyDL：可以帮助零算法基础的企业快速完成一个深度学习任务，只需少量的数据即可得到优质的模型
- AI市场：提供标准化的AI 能力、产品的交易机制，帮助企业快速找到所需，有效开展AI业务
- 深度学习竞赛： PaddlePaddle汇聚顶尖深度学习开发者，企业可以发布自己的商业问题，通过竞赛方式快速找到最优的解决方案
你对PaddlePaddle有任何的问题都可以通过以下方式联系到我们
-----------------------------------------------------------
- 学习/使用问题：可以在 `PaddlePaddle开源社区 <https://github.com/PaddlePaddle/Paddle/issues>`_，以及 `PaddlePaddle中文社区 <http://ai.baidu.com/forum/topic/list/168>`_ 向我们反馈
- 对PaddlePaddle框架发展的建议：可发送邮件至Paddle-better@baidu.com
我们期待与你一起打造世界顶级深度学习框架，共同推动AI技术的进步
PaddlePaddle团队
doc/fluid/api/average.rst 0 → 100644
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
=============
fluid.average
=============
.. _api_fluid_average_WeightedAverage:
WeightedAverage
---------------
.. autoclass:: paddle.fluid.average.WeightedAverage
:members:
:noindex:
doc/fluid/api/backward.rst 0 → 100644
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
==============
fluid.backward
==============
.. _api_fluid_backward_append_backward:
append_backward
---------------
.. autofunction:: paddle.fluid.backward.append_backward
:noindex:
.. _api_fluid_backward_calc_gradient:
calc_gradient
-------------
.. autofunction:: paddle.fluid.backward.calc_gradient
:noindex:
doc/fluid/api/clip.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
====
clip
====
==========
fluid.clip
==========
.. _api_fluid_clip_ErrorClipByValue:
ErrorClipByValue
----------------
......@@ -12,6 +14,8 @@ ErrorClipByValue
:members:
:noindex:
.. _api_fluid_clip_GradientClipByValue:
GradientClipByValue
-------------------
......@@ -19,6 +23,8 @@ GradientClipByValue
:members:
:noindex:
.. _api_fluid_clip_GradientClipByNorm:
GradientClipByNorm
------------------
......@@ -26,6 +32,8 @@ GradientClipByNorm
:members:
:noindex:
.. _api_fluid_clip_GradientClipByGlobalNorm:
GradientClipByGlobalNorm
------------------------
......@@ -33,15 +41,3 @@ GradientClipByGlobalNorm
:members:
:noindex:
append_gradient_clip_ops
------------------------
.. autofunction:: paddle.fluid.clip.append_gradient_clip_ops
:noindex:
error_clip_callback
-------------------
.. autofunction:: paddle.fluid.clip.error_clip_callback
:noindex:
doc/fluid/api/data.rst 已删除 100644 → 0
浏览文件 @ e38eca26
==================================
Data Reader Interface and DataSets
==================================
.. toctree::
:maxdepth: 1
data/data_reader.rst
data/image.rst
data/dataset.rst
doc/fluid/api/data_feeder.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
===========
data_feeder
===========
=================
fluid.data_feeder
=================
.. _api_fluid_data_feeder_DataFeeder:
DataFeeder
----------
......
doc/fluid/api/evaluator.rst 已删除 100644 → 0
浏览文件 @ e38eca26
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
=========
evaluator
=========
doc/fluid/api/executor.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
========
executor
========
==============
fluid.executor
==============
.. _api_fluid_executor_Executor:
Executor
--------
......@@ -12,27 +14,27 @@ Executor
:members:
:noindex:
.. _api_fluid_executor_global_scope:
global_scope
------------
.. autofunction:: paddle.fluid.executor.global_scope
:noindex:
.. _api_fluid_executor_scope_guard:
scope_guard
-----------
.. autofunction:: paddle.fluid.executor.scope_guard
:noindex:
switch_scope
------------
.. autofunction:: paddle.fluid.executor.switch_scope
:noindex:
.. _api_fluid_executor__switch_scope:
fetch_var
---------
_switch_scope
-------------
.. autofunction:: paddle.fluid.executor.fetch_var
.. autofunction:: paddle.fluid.executor._switch_scope
:noindex:
doc/fluid/api/fluid.rst 0 → 100644
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
=====
fluid
=====
.. _api_fluid_Block:
Block
-----
.. autoclass:: paddle.fluid.Block
:members:
:noindex:
.. _api_fluid_Variable:
Variable
--------
.. autoclass:: paddle.fluid.Variable
:members:
:noindex:
.. _api_fluid_Program:
Program
-------
.. autoclass:: paddle.fluid.Program
:members:
:noindex:
.. _api_fluid_Operator:
Operator
--------
.. autoclass:: paddle.fluid.Operator
:members:
:noindex:
.. _api_fluid_default_startup_program:
default_startup_program
-----------------------
.. autofunction:: paddle.fluid.default_startup_program
:noindex:
.. _api_fluid_default_main_program:
default_main_program
--------------------
.. autofunction:: paddle.fluid.default_main_program
:noindex:
.. _api_fluid_program_guard:
program_guard
-------------
.. autofunction:: paddle.fluid.program_guard
:noindex:
.. _api_fluid_get_var:
get_var
-------
.. autofunction:: paddle.fluid.get_var
:noindex:
.. _api_fluid_Executor:
Executor
--------
.. autoclass:: paddle.fluid.Executor
:members:
:noindex:
.. _api_fluid_global_scope:
global_scope
------------
.. autofunction:: paddle.fluid.global_scope
:noindex:
.. _api_fluid_scope_guard:
scope_guard
-----------
.. autofunction:: paddle.fluid.scope_guard
:noindex:
.. _api_fluid__switch_scope:
_switch_scope
-------------
.. autofunction:: paddle.fluid._switch_scope
:noindex:
.. _api_fluid_make_channel:
make_channel
------------
.. autofunction:: paddle.fluid.make_channel
:noindex:
.. _api_fluid_channel_send:
channel_send
------------
.. autofunction:: paddle.fluid.channel_send
:noindex:
.. _api_fluid_channel_recv:
channel_recv
------------
.. autofunction:: paddle.fluid.channel_recv
:noindex:
.. _api_fluid_channel_close:
channel_close
-------------
.. autofunction:: paddle.fluid.channel_close
:noindex:
.. _api_fluid_Select:
Select
------
.. autoclass:: paddle.fluid.Select
:members:
:noindex:
.. _api_fluid_Trainer:
Trainer
-------
.. autoclass:: paddle.fluid.Trainer
:members:
:noindex:
.. _api_fluid_BeginEpochEvent:
BeginEpochEvent
---------------
.. autoclass:: paddle.fluid.BeginEpochEvent
:members:
:noindex:
.. _api_fluid_EndEpochEvent:
EndEpochEvent
-------------
.. autoclass:: paddle.fluid.EndEpochEvent
:members:
:noindex:
.. _api_fluid_BeginStepEvent:
BeginStepEvent
--------------
.. autoclass:: paddle.fluid.BeginStepEvent
:members:
:noindex:
.. _api_fluid_EndStepEvent:
EndStepEvent
------------
.. autoclass:: paddle.fluid.EndStepEvent
:members:
:noindex:
.. _api_fluid_CheckpointConfig:
CheckpointConfig
----------------
.. autoclass:: paddle.fluid.CheckpointConfig
:members:
:noindex:
.. _api_fluid_Inferencer:
Inferencer
----------
.. autoclass:: paddle.fluid.Inferencer
:members:
:noindex:
.. _api_fluid_DistributeTranspiler:
DistributeTranspiler
--------------------
.. autoclass:: paddle.fluid.DistributeTranspiler
:members:
:noindex:
.. _api_fluid_memory_optimize:
memory_optimize
---------------
.. autofunction:: paddle.fluid.memory_optimize
:noindex:
.. _api_fluid_release_memory:
release_memory
--------------
.. autofunction:: paddle.fluid.release_memory
:noindex:
.. _api_fluid_ParallelExecutor:
ParallelExecutor
----------------
.. autoclass:: paddle.fluid.ParallelExecutor
:members:
:noindex:
.. _api_fluid_ExecutionStrategy:
ExecutionStrategy
-----------------
.. autoclass:: paddle.fluid.ExecutionStrategy
:members:
:noindex:
.. _api_fluid_BuildStrategy:
BuildStrategy
-------------
.. autoclass:: paddle.fluid.BuildStrategy
:members:
:noindex:
.. _api_fluid_create_lod_tensor:
create_lod_tensor
-----------------
.. autofunction:: paddle.fluid.create_lod_tensor
:noindex:
.. _api_fluid_create_random_int_lodtensor:
create_random_int_lodtensor
---------------------------
.. autofunction:: paddle.fluid.create_random_int_lodtensor
:noindex:
.. _api_fluid_LoDTensor:
LoDTensor
---------
.. autoclass:: paddle.fluid.LoDTensor
:members:
:noindex:
.. _api_fluid_CPUPlace:
CPUPlace
--------
.. autoclass:: paddle.fluid.CPUPlace
:members:
:noindex:
.. _api_fluid_CUDAPlace:
CUDAPlace
---------
.. autoclass:: paddle.fluid.CUDAPlace
:members:
:noindex:
.. _api_fluid_CUDAPinnedPlace:
CUDAPinnedPlace
---------------
.. autoclass:: paddle.fluid.CUDAPinnedPlace
:members:
:noindex:
.. _api_fluid_Tensor:
Tensor
------
.. autoclass:: paddle.fluid.Tensor
:members:
:noindex:
.. _api_fluid_ParamAttr:
ParamAttr
---------
.. autoclass:: paddle.fluid.ParamAttr
:members:
:noindex:
.. _api_fluid_WeightNormParamAttr:
WeightNormParamAttr
-------------------
.. autoclass:: paddle.fluid.WeightNormParamAttr
:members:
:noindex:
.. _api_fluid_DataFeeder:
DataFeeder
----------
.. autoclass:: paddle.fluid.DataFeeder
:members:
:noindex:
.. _api_fluid_Scope:
Scope
-----
.. autoclass:: paddle.fluid.Scope
:members:
:noindex:
doc/fluid/api/gen_doc.py
浏览文件 @ ba84a6b7
......@@ -29,19 +29,27 @@ def parse_arg():
class DocGenerator(object):
def __init__(self, module_name, stream=sys.stdout):
def __init__(self, module_name=None, stream=sys.stdout):
if module_name == "":
module_name = None
self.stream = stream
self.module_name = module_name
if not hasattr(fluid, module_name):
raise ValueError("Cannot find fluid.{0}".format(module_name))
if module_name is None:
self.module_name = "fluid"
else:
self.module = getattr(fluid, module_name)
self.module_name = "fluid." + module_name
if module_name is None:
self.module = fluid
else:
if not hasattr(fluid, module_name):
raise ValueError("Cannot find fluid.{0}".format(module_name))
else:
self.module = getattr(fluid, module_name)
self.stream.write('''.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
''')
self._print_header_(module_name, dot='=', is_title=True)
self._print_header_(self.module_name, dot='=', is_title=True)
def print_submodule(self, submodule_name):
submodule = getattr(self.module, submodule_name)
......@@ -60,25 +68,29 @@ class DocGenerator(object):
self._print_header_(name, dot='=', is_title=False)
def print_item(self, name):
item = getattr(self.module, name)
item = getattr(self.module, name, None)
if item is None:
return
if isinstance(item, types.TypeType):
self.print_class(name)
elif isinstance(item, types.FunctionType):
self.print_method(name)
else:
raise RuntimeError("Unsupported item {0}".format(name))
pass
def print_class(self, name):
self._print_ref_(name)
self._print_header_(name, dot='-', is_title=False)
self.stream.write('''.. autoclass:: paddle.fluid.{0}.{1}
self.stream.write('''.. autoclass:: paddle.{0}.{1}
:members:
:noindex:
'''.format(self.module_name, name))
def print_method(self, name):
self._print_ref_(name)
self._print_header_(name, dot='-', is_title=False)
self.stream.write('''.. autofunction:: paddle.fluid.{0}.{1}
self.stream.write('''.. autofunction:: paddle.{0}.{1}
:noindex:
'''.format(self.module_name, name))
......@@ -94,6 +106,10 @@ class DocGenerator(object):
self.stream.write('\n')
self.stream.write('\n')
def _print_ref_(self, name):
self.stream.write(".. _api_{0}_{1}:\n\n".format("_".join(
self.module_name.split(".")), name))
def main():
args = parse_arg()
......
doc/fluid/api/gen_doc.sh
浏览文件 @ ba84a6b7
#!/bin/bash
python gen_doc.py layers --submodules control_flow device io nn ops tensor > layers.rst
python gen_doc.py layers --submodules control_flow device io nn ops tensor learning_rate_scheduler detection metric_op tensor > layers.rst
for module in data_feeder clip metrics executor initializer io nets optimizer param_attr profiler regularizer
for module in data_feeder clip metrics executor initializer io nets optimizer param_attr profiler regularizer transpiler recordio_writer backward average profiler
do
python gen_doc.py ${module} > ${module}.rst
done
python gen_doc.py "" > fluid.rst
doc/fluid/api/index_en.rst
浏览文件 @ ba84a6b7
======================
Fluid
======================
=============
API Reference
=============
.. toctree::
:maxdepth: 1
fluid.rst
layers.rst
data_feeder.rst
executor.rst
......@@ -18,3 +19,8 @@ Fluid
regularizer.rst
io.rst
data.rst
transpiler.rst
recordio_writer.rst
backward.rst
average.rst
profiler.rst
doc/fluid/api/initializer.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
===========
initializer
===========
=================
fluid.initializer
=================
.. _api_fluid_initializer_Constant:
Constant
--------
......@@ -12,6 +14,8 @@ Constant
:members:
:noindex:
.. _api_fluid_initializer_Uniform:
Uniform
-------
......@@ -19,6 +23,8 @@ Uniform
:members:
:noindex:
.. _api_fluid_initializer_Normal:
Normal
------
......@@ -26,6 +32,8 @@ Normal
:members:
:noindex:
.. _api_fluid_initializer_Xavier:
Xavier
------
......@@ -33,18 +41,42 @@ Xavier
:members:
:noindex:
.. _api_fluid_initializer_Bilinear:
Bilinear
--------
.. autoclass:: paddle.fluid.initializer.Bilinear
:members:
:noindex:
.. _api_fluid_initializer_MSRA:
MSRA
----
.. autoclass:: paddle.fluid.initializer.MSRA
:members:
:noindex:
.. _api_fluid_initializer_force_init_on_cpu:
force_init_on_cpu
-----------------
.. autofunction:: paddle.fluid.initializer.force_init_on_cpu
:noindex:
.. _api_fluid_initializer_init_on_cpu:
init_on_cpu
-----------
.. autofunction:: paddle.fluid.initializer.init_on_cpu
:noindex:
.. _api_fluid_initializer_ConstantInitializer:
ConstantInitializer
-------------------
......@@ -52,6 +84,8 @@ ConstantInitializer
:members:
:noindex:
.. _api_fluid_initializer_UniformInitializer:
UniformInitializer
------------------
......@@ -59,6 +93,8 @@ UniformInitializer
:members:
:noindex:
.. _api_fluid_initializer_NormalInitializer:
NormalInitializer
-----------------
......@@ -66,6 +102,8 @@ NormalInitializer
:members:
:noindex:
.. _api_fluid_initializer_XavierInitializer:
XavierInitializer
-----------------
......@@ -73,3 +111,21 @@ XavierInitializer
:members:
:noindex:
.. _api_fluid_initializer_BilinearInitializer:
BilinearInitializer
-------------------
.. autoclass:: paddle.fluid.initializer.BilinearInitializer
:members:
:noindex:
.. _api_fluid_initializer_MSRAInitializer:
MSRAInitializer
---------------
.. autoclass:: paddle.fluid.initializer.MSRAInitializer
:members:
:noindex:
doc/fluid/api/io.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
==
io
==
========
fluid.io
========
.. _api_fluid_io_save_vars:
save_vars
---------
......@@ -11,51 +13,115 @@ save_vars
.. autofunction:: paddle.fluid.io.save_vars
:noindex:
.. _api_fluid_io_save_params:
save_params
-----------
.. autofunction:: paddle.fluid.io.save_params
:noindex:
.. _api_fluid_io_save_persistables:
save_persistables
-----------------
.. autofunction:: paddle.fluid.io.save_persistables
:noindex:
.. _api_fluid_io_load_vars:
load_vars
---------
.. autofunction:: paddle.fluid.io.load_vars
:noindex:
.. _api_fluid_io_load_params:
load_params
-----------
.. autofunction:: paddle.fluid.io.load_params
:noindex:
.. _api_fluid_io_load_persistables:
load_persistables
-----------------
.. autofunction:: paddle.fluid.io.load_persistables
:noindex:
.. _api_fluid_io_save_inference_model:
save_inference_model
--------------------
.. autofunction:: paddle.fluid.io.save_inference_model
:noindex:
.. _api_fluid_io_load_inference_model:
load_inference_model
--------------------
.. autofunction:: paddle.fluid.io.load_inference_model
:noindex:
.. _api_fluid_io_get_inference_program:
get_inference_program
---------------------
.. autofunction:: paddle.fluid.io.get_inference_program
:noindex:
.. _api_fluid_io_save_checkpoint:
save_checkpoint
---------------
.. autofunction:: paddle.fluid.io.save_checkpoint
:noindex:
.. _api_fluid_io_load_checkpoint:
load_checkpoint
---------------
.. autofunction:: paddle.fluid.io.load_checkpoint
:noindex:
.. _api_fluid_io_clean_checkpoint:
clean_checkpoint
----------------
.. autofunction:: paddle.fluid.io.clean_checkpoint
:noindex:
.. _api_fluid_io_load_persist_vars_without_grad:
load_persist_vars_without_grad
------------------------------
.. autofunction:: paddle.fluid.io.load_persist_vars_without_grad
:noindex:
.. _api_fluid_io_save_persist_vars_without_grad:
save_persist_vars_without_grad
------------------------------
.. autofunction:: paddle.fluid.io.save_persist_vars_without_grad
:noindex:
.. _api_fluid_io_get_latest_checkpoint_serial:
get_latest_checkpoint_serial
----------------------------
.. autofunction:: paddle.fluid.io.get_latest_checkpoint_serial
:noindex:
doc/fluid/api/layers.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/metrics.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/nets.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/optimizer.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/param_attr.rst
浏览文件 @ ba84a6b7
.. THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
!DO NOT EDIT THIS FILE MANUALLY!
==========
param_attr
==========
================
fluid.param_attr
================
.. _api_fluid_param_attr_ParamAttr:
ParamAttr
---------
......@@ -12,6 +14,8 @@ ParamAttr
:members:
:noindex:
.. _api_fluid_param_attr_WeightNormParamAttr:
WeightNormParamAttr
-------------------
......
doc/fluid/api/profiler.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/recordio_writer.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/regularizer.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/api/transpiler.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/design/concepts/python_data_feeding.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/design/dist_train/dist_train_nccl2.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/design/ir/overview.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/design/quantization/quantization_forward.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/dev/api_doc_std_cn.md
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/dev/api_doc_std_en.md
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/cluster/fluid_recordio.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/index_cn.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/index_en.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/inference/build_and_install_lib_cn.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/inference/index_cn.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/optimization/timeline.md 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
doc/fluid/howto/optimization/timeline_cn.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/howto/optimization/timeline_en.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/index_cn.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/benchmark.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/deploy/mobile_dev.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/new_op.md 0 → 120000
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/nvvp1.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/nvvp2.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/nvvp3.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/nvvp4.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/pprof_1.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/development/pprof_2.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/advanced_usage/pics/anakin_fm_ch.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/beginners_guide/basics/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/beginners_guide/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/beginners_guide/install/paddleci.png 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/faq/faq.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/faq/index_cn.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/user_guides/howto/debug/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/user_guides/howto/debug/visualdl.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/user_guides/howto/training/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/user_guides/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/fluid/new_docs/user_guides/models/index.rst 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/survey/dynamic_graph.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/survey/op_fusion_design.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/api/config/evaluators.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/api/config/layer.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/api/index_en.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/design/mkl/mkldnn.md
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/dev/new_layer_cn.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/dev/new_layer_en.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/faq/parameter/index_cn.rst
浏览文件 @ ba84a6b7
此差异已折叠。
doc/v2/faq/parameter/index_en.rst
浏览文件 @ ba84a6b7
此差异已折叠。
go/pserver/optimizer.go
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/CMakeLists.txt
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/api/Arguments.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/ConfigParser.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/GradientMachine.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Matrix.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Paddle.i 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/PaddleAPI.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/PaddleAPIPrivate.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Parameter.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/ParameterOptimizer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/ParameterUpdater.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/SequenceGenerator.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Trainer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Util.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/api/Vector.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/Arguments.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/Main.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/arguments.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/capi_private.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/gradient_machine.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/tests/test_Arguments.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/capi/tests/test_GradientMachine.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/contrib/CMakeLists.txt 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/contrib/inference/CMakeLists.txt 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/include/hl_base.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/include/hl_gpu_gru.cuh 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/include/hl_gpu_lstm.cuh 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/include/hl_gpu_matrix_kernel.cuh 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_aggregate.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_cublas.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_cudnn.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_device.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_lstm.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_matrix.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_sequence.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_cuda_sparse.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_table_apply.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_top_k.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/cuda/src/hl_warpctc_wrap.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/API.spec 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/CMakeLists.txt
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/block_desc.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/data_type.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/data_type_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/all_reduce_op_handle.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/all_reduce_op_handle.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/data_balance_op_handle.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/exception_holder.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/fuse_vars_op_handle.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/fuse_vars_op_handle.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/multi_devices_helper.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/multi_devices_helper.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/details/ssa_graph.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/framework/details/ssa_graph.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/framework/executor.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/executor.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/init.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/framework/init_test.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/framework/ir/CMakeLists.txt 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_helper.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_helper.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_helper_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_pattern_detecter.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_pattern_detecter.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_traits.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_traits.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_viz_pass.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/graph_viz_pass.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/node.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/node.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/pass.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/pass.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/ir/pass_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/lod_tensor.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/mixed_vector_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/op_desc.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/op_desc.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/op_info.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/operator.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/operator.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/reader.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/reader.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/reader_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/scope.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/scope.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/tensor.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/tensor.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/type_defs.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/framework/var_type.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/README.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/analyzer.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/analyzer.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/analyzer_main.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/analyzer_tester.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/argument.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/argument.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/helper.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/model_store_pass.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/model_store_pass.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/node_attr_flags.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/pass_manager.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/pass_manager.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/analysis/pass_manager_tester.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/CMakeLists.txt 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_anakin_engine.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_anakin_engine.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_anakin_engine_tester.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_impl.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_impl.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_impl_tester.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/api_tester.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/.gitignore 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/CMakeLists.txt 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/README.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/clean.sh 0 → 100755
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/run.sh 0 → 100755
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/utils.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/demo_ci/vis_demo.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/high_level_api.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/high_level_api_cn.md 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/api/paddle_inference_api.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/check_symbol.sh 0 → 100755
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/io.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/io.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/paddle_fluid.sym 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/tensorrt/convert/fc_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/tensorrt/convert/pool2d_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/tensorrt/convert/softmax_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/tensorrt/convert/test_fc_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/inference/tests/book/test_inference_nlp.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/memory/malloc.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/adam_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/adam_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/arg_max_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/arg_max_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/arg_min_max_op_base.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/arg_min_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/arg_min_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/argsort_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/argsort_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/argsort_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/auc_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/auc_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/checkpoint_notify_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/concat_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/concat_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/conv_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/crop_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/crop_op.cu
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/crop_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/cumsum_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/detail/CMakeLists.txt 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/grpc_client.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/grpc_client.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/grpc_server.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/grpc_server.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/grpc_service.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/macros.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/detail/rpc_server.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/rpc_server.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/send_recv.proto 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detail/serde_test.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/detection/anchor_generator_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/detection/anchor_generator_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/detection/anchor_generator_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/CMakeLists.txt 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/brpc_client.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/brpc_client.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/brpc_server.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/brpc_server.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_client.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_client.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_serde.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_serde.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_serde_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_server.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_server.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/grpc_service.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/request_handler.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/rpc_client.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/rpc_client.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/rpc_server.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/rpc_server.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/rpc_server_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/send_recv.proto.in 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/sendrecvop_utils.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/sendrecvop_utils.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/variable_response.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/distributed/variable_response.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/elementwise_add_mkldnn_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/extract_rows_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fake_quantize_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fake_quantize_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fake_quantize_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fc_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/feed_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fetch_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/flatten_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fused_elemwise_activation_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fused_elemwise_activation_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/fused_elemwise_activation_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/gather_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/gaussian_random_mkldnn_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/hierarchical_sigmoid_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/hierarchical_sigmoid_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/load_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/lrn_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/lstm_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/math/blas.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/math/functors.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/math/im2col_cfo_cpu.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/math/matrix_bit_code.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/math/matrix_bit_code.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/mean_iou_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/mean_iou_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/mean_iou_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/mean_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/merge_ids_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/merge_ids_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/nce_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/norm_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/norm_op.cu
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/norm_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/pool_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/print_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/read_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reader/buffered_reader.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reader/buffered_reader.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reader/create_py_reader_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/recv_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_max_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_max_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_mean_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_mean_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_mean_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_min_max_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_min_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_min_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_op.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/reduce_op.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/reduce_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_op_function.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_prod_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_prod_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_prod_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_sum_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_sum_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reduce_sum_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reshape_op.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/reshape_op.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/reverse_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reverse_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/reverse_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/save_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/scale_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/send_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/send_vars_op.cc 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/fluid/operators/sgd_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/sgd_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/shape_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/shape_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/shape_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/slice_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/slice_op.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/slice_op.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/softmax_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/split_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/squeeze_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/sum_mkldnn_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/sum_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/tensorrt_engine_op_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/top_k_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/top_k_op.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/unsqueeze_op.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/operators/while_op.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/assert.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cpu_helper.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cpu_helper.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cpu_helper_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cpu_info.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cpu_info.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/cuda_helper_test.cu 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/dynload/mklml.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/dynload/mklml.h 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/enforce.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/float16.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/init.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/init_test.cc 0 → 100644
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/nccl_helper.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/place.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/profiler.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/profiler.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/platform/variant.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/CMakeLists.txt
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/exception.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/protobuf.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/pybind.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/recordio.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/pybind/tensor_py.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/recordio/chunk.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/recordio/chunk.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/recordio/scanner.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/recordio/scanner.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/string/printf.h
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/fluid/string/printf_test.cc
浏览文件 @ ba84a6b7
此差异已折叠。
paddle/function/BufferArg.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/BufferArg.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/BufferArgTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/ContextProjectionOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/ContextProjectionOpTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/CosSimOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/CosSimOpTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/CropOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/CrossMapNormalOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/DepthwiseConvOpGpu.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/EigenGemm.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/Function.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/FunctionTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/FunctionTest.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/GemmConvOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/GemmFunctor.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/Im2ColTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/MulOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/MulOp.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/MulOpGpu.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/MulOpTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/PadOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/RowConvOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/RowConvOpGpu.cu 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/ScaleSubRegionOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/SwitchOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/TensorType.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/neon/NeonDepthwiseConv.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/nnpack/NNPACKConvOp.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/function/nnpack/NNPACKConvOpTest.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/activations/MKLDNNActivation.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/dataproviders/DataProvider.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/dataproviders/DataProvider.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/dataproviders/PyDataProvider.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/evaluators/ChunkEvaluator.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/evaluators/Evaluator.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/evaluators/Evaluator.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AddtoLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AddtoLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AgentLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AgentLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AverageLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/AverageLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BatchNormBaseLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BatchNormBaseLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BilinearInterpLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BilinearInterpLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BlockExpandLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/BlockExpandLayer.h 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/ConcatenateLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/ContextProjection.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
paddle/gserver/layers/Conv3DLayer.cpp 已删除 100644 → 0
浏览文件 @ e38eca26
此差异已折叠。
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或