From d8ad9049291bd8baacee67a2f4bc7217b19041a4 Mon Sep 17 00:00:00 2001 From: yuyang18 Date: Mon, 25 Jun 2018 11:23:05 +0800 Subject: [PATCH] Skeleton of SingleNodeTraining Done --- .../howto/config_neural_network/index.rst | 7 ++ source/user_guides/howto/index.rst | 5 +- .../user_guides/howto/prepare_data/index.rst | 1 - source/user_guides/howto/training/foo.rst | 3 - source/user_guides/howto/training/index.rst | 11 +++ .../user_guides/howto/training/multi_node.rst | 3 + .../howto/training/save_load_variables.rst | 18 +++++ .../howto/training/single_node.rst | 67 +++++++++++++++++++ 8 files changed, 110 insertions(+), 5 deletions(-) create mode 100644 source/user_guides/howto/config_neural_network/index.rst delete mode 100644 source/user_guides/howto/training/foo.rst create mode 100644 source/user_guides/howto/training/index.rst create mode 100644 source/user_guides/howto/training/multi_node.rst create mode 100644 source/user_guides/howto/training/save_load_variables.rst create mode 100644 source/user_guides/howto/training/single_node.rst diff --git a/source/user_guides/howto/config_neural_network/index.rst b/source/user_guides/howto/config_neural_network/index.rst new file mode 100644 index 000000000..d20404fc9 --- /dev/null +++ b/source/user_guides/howto/config_neural_network/index.rst @@ -0,0 +1,7 @@ +.. _user_guide_config_neural_network: + +################ +配置神经网络结构 +################ + + diff --git a/source/user_guides/howto/index.rst b/source/user_guides/howto/index.rst index 0010210bd..94ef523b6 100644 --- a/source/user_guides/howto/index.rst +++ b/source/user_guides/howto/index.rst @@ -6,4 +6,7 @@ .. toctree:: :maxdepth: 2 - prepare_data/index \ No newline at end of file + + prepare_data/index + config_neural_network/index + training/index \ No newline at end of file diff --git a/source/user_guides/howto/prepare_data/index.rst b/source/user_guides/howto/prepare_data/index.rst index 33e2f0186..2cd478011 100644 --- a/source/user_guides/howto/prepare_data/index.rst +++ b/source/user_guides/howto/prepare_data/index.rst @@ -36,7 +36,6 @@ PaddlePaddle Fluid支持两种传入数据的方式： 一种用户需要使用 feeding_data use_recordio_reader -############# Python Reader ############# diff --git a/source/user_guides/howto/training/foo.rst b/source/user_guides/howto/training/foo.rst deleted file mode 100644 index 9d43c91a8..000000000 --- a/source/user_guides/howto/training/foo.rst +++ /dev/null @@ -1,3 +0,0 @@ -### -FAQ -### diff --git a/source/user_guides/howto/training/index.rst b/source/user_guides/howto/training/index.rst new file mode 100644 index 000000000..d746a3a84 --- /dev/null +++ b/source/user_guides/howto/training/index.rst @@ -0,0 +1,11 @@ +################################## +使用PaddlePaddle Fluid训练神经网络 +################################## + +PaddlePaddle Fluid支持单机训练，和多节点训练。每种训练模式下，都支持多种训练方法。 + +.. toctree:: + :maxdepth: 2 + + single_node + multi_node diff --git a/source/user_guides/howto/training/multi_node.rst b/source/user_guides/howto/training/multi_node.rst new file mode 100644 index 000000000..b67e78a70 --- /dev/null +++ b/source/user_guides/howto/training/multi_node.rst @@ -0,0 +1,3 @@ +######## +多机训练 +######## \ No newline at end of file diff --git a/source/user_guides/howto/training/save_load_variables.rst b/source/user_guides/howto/training/save_load_variables.rst new file mode 100644 index 000000000..098e0a4d4 --- /dev/null +++ b/source/user_guides/howto/training/save_load_variables.rst @@ -0,0 +1,18 @@ +.. _user_guide_save_load_vars: + +################## +保存与载入模型变量 +################## + +模型变量分类 +############ + + +如何保存模型变量 +################ + + + +如何载入模型变量 +################ + diff --git a/source/user_guides/howto/training/single_node.rst b/source/user_guides/howto/training/single_node.rst new file mode 100644 index 000000000..41ec639ca --- /dev/null +++ b/source/user_guides/howto/training/single_node.rst @@ -0,0 +1,67 @@ +######## +单机训练 +######## + +准备工作 +######## + +要进行PaddlePaddle Fluid单机训练，需要先 :ref:`user_guide_prepare_data` 和 +:ref:`user_guide_config_neural_network` 。当 +:ref:`user_guide_config_neural_network` 完毕后，可以得到两个 +:ref:`api_fluid_Program`， :code:`startup_program` 和 :code:`main_program`。 +默认情况下，可以使用 :ref:`api_fluid_default_startup_program` 与 :ref:`api_fluid_default_main_program` 获得全局的 :ref:`api_fluid_Program`。 + +例如: + +.. code-block:: python + + import paddle.fluid as fluid + + image = fluid.layers.data(name="image", shape=[784]) + label = fluid.layers.data(name="label", shape=[1]) + hidden = fluid.layers.fc(input=image, size=100, act='relu') + prediction = fluid.layers.fc(input=hidden, size=10, act='softmax') + loss = fluid.layers.mean( + fluid.layers.cross_entropy( + input=prediction, + label=label + ) + ) + + sgd = fluid.optimizer.SGD(learning_rate=0.001) + sgd.minimize(loss) + + # Here the fluid.default_startup_program() and fluid.default_main_program() + # has been constructed. + +在上述模型配置执行完毕后， :code:`fluid.default_startup_program()` 与 +:code:`fluid.default_main_program()` 配置完毕了。 + +初始化参数 +########## + +参数随机初始化 +============== + +载入预定义参数 +============== + +在神经网络训练过程中，经常会需要载入预定义模型，进而继续进行训练。 +如何载入预定义参数，请参考 :ref:`user_guide_save_load_vars`。 + + +单卡训练 +######## + + +多卡训练 +######## + + +边训练边测试 +############ + + +进阶使用 +######## + -- GitLab