Merge branch 'develop' of https://github.com/PaddlePaddle/FluidDoc into develop

.pre-commit-hooks/convert_markdown_into_html.py

@@ -81,11 +81,9 @@ def convert_markdown_into_html(argv=None):
     for filename in args.filenames:
         with open(
                 re.sub(r"README", "index", re.sub(r"\.md$", ".html",
-                                                  filename)),
-                "w",
-                encoding="utf-8") as output:
+                                                  filename)), "w") as output:
             output.write(HEAD)
-            with open(filename, encoding="utf-8") as input:
+            with open(filename) as input:
                 for line in input:
                     output.write(line)
             output.write(TAIL)

doc/fluid/advanced_guide/inference_deployment/inference/windows_cpp_inference.md

@@ -5,13 +5,13 @@
 下载安装包与对应的测试环境
 -------------
 
-| 版本说明      |     预测库(1.8.3版本)     |       编译器        |    构建工具      |  cuDNN  |  CUDA  |
+| 版本说明      |     预测库(1.8.4版本)     |       编译器        |    构建工具      |  cuDNN  |  CUDA  |
 |:---------|:-------------------|:-------------------|:----------------|:--------|:-------|
-|    cpu_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
-|    cpu_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/open/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
-|    cuda9.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/post97/fluid_inference_install_dir.zip) |  MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
-|    cuda9.0_cudnn7_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/open/post97/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
-|    cuda10.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/post107/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.4.1  |   10.0    |
+|    cpu_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
+|    cpu_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/open/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
+|    cuda9.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/post97/fluid_inference_install_dir.zip) |  MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
+|    cuda9.0_cudnn7_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/open/post97/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
+|    cuda10.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/post107/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.4.1  |   10.0    |
 
 ### 硬件环境
 

doc/fluid/advanced_guide/inference_deployment/inference/windows_cpp_inference_en.md

@@ -5,13 +5,13 @@ Install and Compile C++ Inference Library on Windows
 Direct Download and Install
 -------------
 
-| Version      |     Inference Libraries(v1.8.3)   | Compiler | Build tools | cuDNN | CUDA |
+| Version      |     Inference Libraries(v1.8.4)   | Compiler | Build tools | cuDNN | CUDA |
 |:---------|:-------------------|:-------------------|:----------------|:--------|:-------|
-|    cpu_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
-|    cpu_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/open/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
-|    cuda9.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/post97/fluid_inference_install_dir.zip) |  MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
-|    cuda9.0_cudnn7_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/open/post97/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
-|    cuda10.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.3/win-infer/mkl/post107/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.4.1  |   10.0    |
+|    cpu_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
+|    cpu_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/open/cpu/fluid_inference_install_dir.zip) | MSVC 2015 update 3|  CMake v3.16.0  |
+|    cuda9.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/post97/fluid_inference_install_dir.zip) |  MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
+|    cuda9.0_cudnn7_avx_openblas | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/open/post97/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.3.1  |   9.0    |
+|    cuda10.0_cudnn7_avx_mkl | [fluid_inference.zip](https://paddle-wheel.bj.bcebos.com/1.8.4/win-infer/mkl/post107/fluid_inference_install_dir.zip) | MSVC 2015 update 3 |  CMake v3.16.0  |  7.4.1  |   10.0    |
 
 ### Hardware Environment
 

doc/fluid/api/dygraph.rst

@@ -5,7 +5,6 @@ fluid.dygraph
 ..  toctree::
     :maxdepth: 1
 
-    dygraph/BackwardStrategy.rst
     dygraph/BatchNorm.rst
     dygraph/BilinearTensorProduct.rst
     dygraph/Conv2D.rst

doc/fluid/api/dygraph/grad.rst

 ..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
     !DO NOT EDIT THIS FILE MANUALLY!
 
-.. _api_fluid_dygraph_grad:
+.. _api_paddle_grad:
 
 grad
 ----
 
-..  autofunction:: paddle.fluid.dygraph.grad
+..  autofunction:: paddle.grad
     :noindex:
 

doc/fluid/api/index_en.rst

@@ -14,6 +14,7 @@ API Reference
     metric.rst
     nn.rst
     optimizer.rst
+    static.rst
     tensor.rst
     fluid.rst
     backward.rst

doc/fluid/api/nn.rst

@@ -29,12 +29,17 @@ paddle.nn
     nn/clip_by_norm.rst
     nn/collect_fpn_proposals.rst
     nn/cond.rst
+    nn/ConstantPad1d.rst
+    nn/ConstantPad2d.rst
+    nn/ConstantPad3d.rst
     nn/continuous_value_model.rst
     nn/conv2d.rst
     nn/conv2d_transpose.rst
     nn/conv3d.rst
     nn/conv3d_transpose.rst
     nn/cosine_decay.rst
+    nn/cosine_similarity.rst
+    nn/CosineSimilarity.rst
     nn/cross_entropy.rst
     nn/data.rst
     nn/deformable_roi_pooling.rst
@@ -62,6 +67,7 @@ paddle.nn
     nn/grid_sampler.rst
     nn/GroupNorm.rst
     nn/hardshrink.rst
+    nn/hardtanh.rst
     nn/hard_sigmoid.rst
     nn/hard_swish.rst
     nn/hash.rst
@@ -86,6 +92,7 @@ paddle.nn
     nn/logsigmoid.rst
     nn/loss.rst
     nn/lrn.rst
+    nn/margin_rank_loss.rst
     nn/matrix_nms.rst
     nn/maxout.rst
     nn/mse_loss.rst
@@ -104,13 +111,20 @@ paddle.nn
     nn/polynomial_decay.rst
     nn/Pool2D.rst
     nn/pool3d.rst
+    nn/prelu.rst
     nn/prior_box.rst
     nn/prroi_pool.rst
     nn/psroi_pool.rst
     nn/random_crop.rst
     nn/rank_loss.rst
+    nn/ReflectionPad1d.rst
+    nn/ReflectionPad2d.rst
     nn/ReLU.rst
+    nn/relu.rst
     nn/relu6.rst
+    nn/ReplicationPad1d.rst
+    nn/ReplicationPad2d.rst
+    nn/ReplicationPad3d.rst
     nn/resize_bilinear.rst
     nn/resize_nearest.rst
     nn/resize_trilinear.rst
@@ -141,7 +155,7 @@ paddle.nn
     nn/ssd_loss.rst
     nn/swish.rst
     nn/switch_case.rst
-    nn/tanh_shrink.rst
+    nn/tanhshrink.rst
     nn/target_assign.rst
     nn/teacher_student_sigmoid_loss.rst
     nn/temporal_shift.rst
@@ -152,4 +166,10 @@ paddle.nn
     nn/yolo_box.rst
     nn/yolov3_loss.rst
     nn/functional/loss/margin_ranking_loss.rst
+    nn/functional/activation/sigmoid.rst
     nn/layer/loss/MarginRankingLoss.rst
+    nn/ZeroPad2d.rst
+    nn/AdaptiveAvgPool2d.rst
+    nn/AdaptiveAvgPool3d.rst
+    nn/layer/activation/Sigmoid.rst
+    nn/Bilinear.rst
\ No newline at end of file

doc/fluid/api/nn/AdaptiveAvgPool2d.rst

+.. _api_nn_pooling_AdaptiveAvgPool2d:
+
+AdaptiveAvgPool2d
+-----------------
+
+..  autoclass:: paddle.nn.AdaptiveAvgPool2d
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/AdaptiveAvgPool3d.rst

+.. _api_nn_pooling_AdaptiveAvgPool3d:
+
+AdaptiveAvgPool3d
+-----------------
+
+..  autoclass:: paddle.nn.AdaptiveAvgPool3d
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/Bilinear.rst

+.. _api_nn_Bilinear:
+
+Bilinear
+-------------------------------
+
+..  autofunction:: paddle.nn.Bilinear
+    :noindex:
+

doc/fluid/api/nn/tanh_shrink.rst → doc/fluid/api/nn/ConstantPad1d.rst

-.. _api_nn_tanh_shrink:
+.. _api_nn_ConstantPad1d:
 
-tanh_shrink
+ConstantPad1d
 -------------------------------
-:doc_source: paddle.fluid.layers.tanh_shrink
+:doc_source: paddle.nn.ConstantPad1d
 
 

doc/fluid/api/nn/ConstantPad2d.rst

+.. _api_nn_ConstantPad2d:
+
+ConstantPad2d
+-------------------------------
+:doc_source: paddle.nn.ConstantPad2d
+
+

doc/fluid/api/nn/ConstantPad3d.rst

+.. _api_nn_ConstantPad3d:
+
+ConstantPad3d
+-------------------------------
+:doc_source: paddle.nn.ConstantPad3d
+
+

doc/fluid/api/nn/CosineSimilarity.rst

+.. _api_nn_CosineSimilarity:
+
+CosineSimilarity
+-------------------------------
+:doc_source: paddle.nn.CosineSimilarity
+
+

doc/fluid/api/nn/ReflectionPad1d.rst

+.. _api_nn_ReflectionPad1d:
+
+ReflectionPad1d
+-------------------------------
+:doc_source: paddle.nn.ReflectionPad1d
+
+

doc/fluid/api/nn/ReflectionPad2d.rst

+.. _api_nn_ReflectionPad2d:
+
+ReflectionPad2d
+-------------------------------
+:doc_source: paddle.nn.ReflectionPad2d
+
+

doc/fluid/api/nn/ReplicationPad1d.rst

+.. _api_nn_ReplicationPad1d:
+
+ReplicationPad1d
+-------------------------------
+:doc_source: paddle.nn.ReplicationPad1d
+
+

doc/fluid/api/nn/ReplicationPad2d.rst

+.. _api_nn_ReplicationPad2d:
+
+ReplicationPad2d
+-------------------------------
+:doc_source: paddle.nn.ReplicationPad2d
+
+

doc/fluid/api/nn/ReplicationPad3d.rst

+.. _api_nn_ReplicationPad3d:
+
+ReplicationPad3d
+-------------------------------
+:doc_source: paddle.nn.ReplicationPad3d
+
+

doc/fluid/api_cn/paddle_cn/clamp_cn.rst → doc/fluid/api/nn/ZeroPad2d.rst

-.. _cn_api_paddle_cn_clamp:
+.. _api_nn_ZeroPad2d:
 
-clamp
+ZeroPad2d
 -------------------------------
-:doc_source: paddle.tensor.clamp
+:doc_source: paddle.nn.ZeroPad2d
 
 

doc/fluid/api/nn/activation.rst

@@ -8,5 +8,15 @@ activation
     activation/ELU.rst
     activation/GELU.rst
     activation/Hardshrink.rst
-    activation/ReLU.rst
+    activation/Tanh.rst
+    activation/Hardtanh.rst
     activation/LogSigmoid.rst
+    activation/PReLU.rst
+    activation/ReLU.rst
+    activation/ReLU6.rst
+    activation/SELU.rst
+    activation/Softmax.rst
+    activation/Softplus.rst
+    activation/Softshrink.rst
+    activation/Softsign.rst
+    activation/Tanhshrink.rst

doc/fluid/api/nn/activation/ELU.rst

+.. _api_nn_activation_ELU:
+
+ELU
+-------------------------------
+
+..  autoclass:: paddle.nn.ELU
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/GELU.rst

+.. _api_nn_activation_GELU:
+
+GELU
+-------------------------------
+
+..  autoclass:: paddle.nn.GELU
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/Hardtanh.rst

+.. _api_nn_activation_Hardtanh:
+
+Hardtanh
+-------------------------------
+
+..  autoclass:: paddle.nn.Hardtanh
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/LogSigmoid.rst

+.. _api_nn_activation_LogSigmoid:
+
+LogSigmoid
+-------------------------------
+
+..  autoclass:: paddle.nn.LogSigmoid
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/PReLU.rst

+.. _api_nn_activation_PReLU:
+
+PReLU
+-------------------------------
+
+..  autoclass:: paddle.nn.PReLU
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/ReLU.rst

+.. _api_nn_activation_ReLU:
+
+ReLU
+-------------------------------
+
+..  autoclass:: paddle.nn.ReLU
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/ReLU6.rst

+.. _api_nn_activation_ReLU6:
+
+ReLU6
+---------
+
+..  autoclass:: paddle.nn.ReLU6
+    :noindex:
+

doc/fluid/api/nn/activation/SELU.rst

+.. _api_nn_activation_SELU:
+
+SELU
+---------
+
+..  autoclass:: paddle.nn.SELU
+    :noindex:
+

doc/fluid/api/nn/activation/Softmax.rst

+.. _api_nn_activation_Softmax:
+
+Softmax
+-------------------------------
+
+..  autoclass:: paddle.nn.Softmax
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/activation/Softplus.rst

+.. _api_nn_activation_Softplus:
+
+Softplus
+---------
+
+..  autoclass:: paddle.nn.Softplus
+    :noindex:
+

doc/fluid/api/nn/activation/Softshrink.rst

+.. _api_nn_activation_Softshrink:
+
+Softshrink
+----------
+
+..  autoclass:: paddle.nn.Softshrink
+    :noindex:
+

doc/fluid/api/nn/activation/Softsign.rst

+.. _api_nn_activation_Softsign:
+
+Softsign
+---------
+
+..  autoclass:: paddle.nn.Softsign
+    :noindex:
+

doc/fluid/api/dygraph/BackwardStrategy.rst → doc/fluid/api/nn/activation/Tanh.rst

 ..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
     !DO NOT EDIT THIS FILE MANUALLY!
 
-.. _api_fluid_dygraph_BackwardStrategy:
+.. _api_nn_activation_Tanh:
 
-BackwardStrategy
-----------------
+Tanh
+---------
 
-..  autoclass:: paddle.fluid.dygraph.BackwardStrategy
+..  autoclass:: paddle.nn.layer.activation.Tanh
     :members:
+    :inherited-members:
     :noindex:
 

doc/fluid/api/nn/activation/Tanhshrink.rst

+.. _api_nn_activation_Tanhshrink:
+
+Tanhshrink
+----------
+
+..  autoclass:: paddle.nn.Tanhshrink
+    :noindex:
+

doc/fluid/api/nn/cosine_similarity.rst

+.. _api_nn_cosine_similarity:
+
+cosine_similarity
+-------------------------------
+:doc_source: paddle.nn.functional.cosine_similarity
+
+

doc/fluid/api/nn/elu.rst

@@ -2,6 +2,8 @@
 
 elu
 -------------------------------
-:doc_source: paddle.fluid.layers.elu
+
+..  autofunction:: paddle.nn.functional.elu
+    :noindex:
 
 

doc/fluid/api/nn/functional.rst

@@ -8,3 +8,7 @@ functional
     functional/l1_loss.rst
     functional/nll_loss.rst
     functional/mse_loss.rst
+    functional/ctc_loss.rst
+    functional/adaptive_avg_pool2d.rst
+    functional/adaptive_avg_pool3d.rst
+    functional/bilinear.rst

doc/fluid/api/nn/functional/activation/sigmoid.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_functional_activation_sigmoid:
+
+sigmoid
+-------
+
+..  autofunction:: paddle.nn.functional.activation.sigmoid
+    :noindex:
+

doc/fluid/api/nn/functional/adaptive_avg_pool2d.rst

+.. _api_nn_functional_adaptive_avg_pool2d:
+
+adaptive_avg_pool2d
+--------------------
+
+..  autofunction:: paddle.nn.functional.adaptive_avg_pool2d
+    :noindex:
+

doc/fluid/api/nn/functional/adaptive_avg_pool3d.rst

+.. _api_nn_functional_adaptive_avg_pool3d:
+
+adaptive_avg_pool3d
+--------------------
+
+..  autofunction:: paddle.nn.functional.adaptive_avg_pool3d
+    :noindex:
+

doc/fluid/api/nn/functional/bilinear.rst

+.. _api_nn_functional_bilinear:
+
+bilinear
+--------------------
+
+..  autofunction:: paddle.nn.functional.bilinear
+    :noindex:
+

doc/fluid/api/nn/functional/binary_cross_entropy.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_functional_binary_cross_entropy:
+
+binary_cross_entropy
+--------------------
+
+..  autofunction:: paddle.nn.functional.binary_cross_entropy
+    :noindex:
+

doc/fluid/api/nn/functional/ctc_loss.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_functional_ctc_loss:
+
+ctc_loss
+--------
+
+..  autofunction:: paddle.nn.functional.loss.ctc_loss
+    :noindex:
+

doc/fluid/api/nn/gelu.rst

@@ -2,6 +2,8 @@
 
 gelu
 -------------------------------
-:doc_source: paddle.fluid.layers.gelu
+
+..  autofunction:: paddle.nn.functional.gelu
+    :noindex:
 
 

doc/fluid/api/nn/hardtanh.rst

+.. _api_nn_hardtanh:
+
+hardtanh
+-------------------------------
+
+..  autofunction:: paddle.nn.functional.hardtanh
+    :noindex:

doc/fluid/api/nn/layer/activation/Sigmoid.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_layer_activation_Sigmoid:
+
+Sigmoid
+-------
+
+..  autoclass:: paddle.nn.layer.activation.Sigmoid
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/leaky_relu.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
 .. _api_nn_leaky_relu:
 
 leaky_relu
--------------------------------
-:doc_source: paddle.fluid.layers.leaky_relu
+----------
 
+..  autofunction:: paddle.nn.functional.leaky_relu
+    :noindex:
 

doc/fluid/api/nn/logsigmoid.rst

@@ -2,6 +2,8 @@
 
 logsigmoid
 -------------------------------
-:doc_source: paddle.fluid.layers.logsigmoid
+
+..  autofunction:: paddle.nn.functional.logsigmoid
+    :noindex:
 
 

doc/fluid/api/nn/loss.rst

@@ -10,3 +10,5 @@ loss
     loss/L1Loss.rst
     loss/MSELoss.rst
     loss/NLLLoss.rst
+    loss/SmoothL1Loss.rst
+    loss/CTCLoss.rst

doc/fluid/api/nn/loss/BCELoss.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_loss_BCELoss:
+
+BCELoss
+-------------------------------
+
+..  autoclass:: paddle.nn.loss.BCELoss
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/loss/CTCLoss.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_loss_CTCLoss:
+
+CTCLoss
+-------
+
+..  autoclass:: paddle.nn.loss.CTCLoss
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/loss/SmoothL1Loss.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_nn_loss_SmoothL1Loss:
+
+SmoothL1Loss
+-------------------------------
+
+..  autoclass:: paddle.nn.loss.SmoothL1Loss
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/nn/pad.rst

@@ -2,6 +2,6 @@
 
 pad
 -------------------------------
-:doc_source: paddle.fluid.layers.pad
+:doc_source: paddle.nn.functional.pad
 
 

doc/fluid/api/nn/prelu.rst

+.. _api_nn_prelu:
+
+prelu
+-------------------------------
+
+..  autofunction:: paddle.nn.functional.prelu
+    :noindex:
\ No newline at end of file

doc/fluid/api/nn/relu.rst

+.. _api_nn_ReLU:
+
+ReLU
+-------------------------------
+:doc_source: paddle.fluid.layers.relu
+
+

doc/fluid/api/nn/relu6.rst

 .. _api_nn_relu6:
 
 relu6
--------------------------------
-:doc_source: paddle.fluid.layers.relu6
+----------
+
+..  autofunction:: paddle.nn.functional.relu6
+    :noindex:
 
 

doc/fluid/api/nn/selu.rst

 .. _api_nn_selu:
 
 selu
--------------------------------
-:doc_source: paddle.fluid.layers.selu
+----------
+
+..  autofunction:: paddle.nn.functional.selu
+    :noindex:
 
 

doc/fluid/api/nn/softmax.rst

-..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
-    !DO NOT EDIT THIS FILE MANUALLY!
-
 .. _api_nn_softmax:
 
 softmax
--------
+-------------------------------
 
 ..  autofunction:: paddle.nn.functional.softmax
     :noindex:

doc/fluid/api/nn/softplus.rst

 .. _api_nn_softplus:
 
 softplus
--------------------------------
-:doc_source: paddle.fluid.layers.softplus
+----------
+
+..  autofunction:: paddle.nn.functional.softplus
+    :noindex:
 
 

doc/fluid/api/nn/softshrink.rst

 .. _api_nn_softshrink:
 
 softshrink
--------------------------------
-:doc_source: paddle.fluid.layers.softshrink
+----------
+
+..  autofunction:: paddle.nn.functional.softshrink
+    :noindex:
 
 

doc/fluid/api/nn/softsign.rst

 .. _api_nn_softsign:
 
 softsign
--------------------------------
-:doc_source: paddle.fluid.layers.softsign
+----------
 
+..  autofunction:: paddle.nn.functional.softsign
+    :noindex:
 

doc/fluid/api/nn/tanhshrink.rst

+.. _api_nn_tanhshrink:
+
+tanhshrink
+-----------
+
+..  autofunction:: paddle.nn.functional.tanhshrink
+    :noindex:
+
+

doc/fluid/api/optimizer.rst

-===============
+======================
 paddle.optimizer
-===============
+======================
 
 ..  toctree::
     :maxdepth: 1
@@ -32,3 +32,15 @@ paddle.optimizer
     optimizer/RMSPropOptimizer.rst
     optimizer/SGD.rst
     optimizer/SGDOptimizer.rst
+    optimizer/NoamLR.rst
+    optimizer/PiecewiseLR.rst
+    optimizer/NaturalExpLR.rst
+    optimizer/InverseTimeLR.rst
+    optimizer/PolynomialLR.rst
+    optimizer/LinearLrWarmup.rst
+    optimizer/ExponentialLR.rst
+    optimizer/MultiStepLR.rst
+    optimizer/StepLR.rst
+    optimizer/LambdaLR.rst
+    optimizer/ReduceLROnPlateau.rst
+    optimizer/CosineAnnealingLR.rst
\ No newline at end of file

doc/fluid/api/optimizer/CosineAnnealingLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_CosineAnnealingLR:
+
+CosineAnnealingLR
+-------------------
+
+..  autoclass:: paddle.optimizer.CosineAnnealingLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/ExponentialLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_ExponentialLR:
+
+ExponentialLR
+-------------------
+
+..  autoclass:: paddle.optimizer.ExponentialLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/InverseTimeLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_InverseTimeLR:
+
+InverseTimeLR
+-------------------
+
+..  autoclass:: paddle.optimizer.InverseTimeLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/LambdaLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_LambdaLR:
+
+LambdaLR
+-------------------
+
+..  autoclass:: paddle.optimizer.LambdaLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/LinearLrWarmup.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_LinearLrWarmup:
+
+LinearLrWarmup
+-------------------
+
+..  autoclass:: paddle.optimizer.LinearLrWarmup
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/MultiStepLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_MultiStepLR:
+
+MultiStepLR
+-------------------
+
+..  autoclass:: paddle.optimizer.MultiStepLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/NaturalExpLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_NaturalExpLR:
+
+NaturalExpLR
+-------------------
+
+..  autoclass:: paddle.optimizer.NaturalExpLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/NoamLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_NoamLR:
+
+NoamLR
+-------------------
+
+..  autoclass:: paddle.optimizer.NoamLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/PiecewiseLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_PiecewiseLR:
+
+PiecewiseLR
+-------------------
+
+..  autoclass:: paddle.optimizer.PiecewiseLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/PolynomialLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_PolynomialLR:
+
+PolynomialLR
+-------------------
+
+..  autoclass:: paddle.optimizer.PolynomialLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/ReduceLROnPlateau.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_ReduceLROnPlateau:
+
+ReduceLROnPlateau
+-------------------
+
+..  autoclass:: paddle.optimizer.ReduceLROnPlateau
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/optimizer/StepLR.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_optimizer_StepLR:
+
+StepLR
+-------------------
+
+..  autoclass:: paddle.optimizer.StepLR
+    :members:
+    :inherited-members:
+    :exclude-members: set_dict, set_state_dict, state_dict
+    :noindex:
+

doc/fluid/api/paddle.rst

@@ -23,6 +23,7 @@ paddle
 	paddle/cast.rst
 	paddle/ceil.rst
 	paddle/cholesky.rst
+	paddle/chunk.rst
 	paddle/clamp.rst
 	paddle/CompiledProgram.rst
 	paddle/concat.rst
@@ -41,6 +42,7 @@ paddle
 	paddle/diag.rst
 	paddle/disable_imperative.rst
 	paddle/dist.rst
+	paddle/distribution.rst
 	paddle/div.rst
 	paddle/dot.rst
 	paddle/elementwise_add.rst
@@ -95,6 +97,7 @@ paddle
 	paddle/logical_xor.rst
 	paddle/logsumexp.rst
 	paddle/manual_seed.rst
+	paddle/masked_select.rst
 	paddle/matmul.rst
 	paddle/max.rst
 	paddle/maximum.rst
@@ -111,6 +114,7 @@ paddle
 	paddle/not_equal.rst
 	paddle/ones.rst
 	paddle/ones_like.rst
+	paddle/numel.rst
 	paddle/ParallelExecutor.rst
 	paddle/ParamAttr.rst
 	paddle/pow.rst

doc/fluid/api/paddle/argmax.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
 .. _api_paddle_argmax:
 
 argmax
--------------------------------
-:doc_source: paddle.fluid.layers.argmax
+------
 
+..  autofunction:: paddle.tensor.search.argmax
+    :noindex:
 

doc/fluid/api/paddle/argmin.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
 .. _api_paddle_argmin:
 
 argmin
--------------------------------
-:doc_source: paddle.fluid.layers.argmin
+------
+
+..  autofunction:: paddle.tensor.search.argmin
+    :noindex:
 
 

doc/fluid/api/paddle/distribution.rst

+============
+distribution
+============
+
+..  toctree::
+    :maxdepth: 1
+
+    distribution/Distribution.rst
+    distribution/Normal.rst
+    distribution/Uniform.rst

doc/fluid/api/paddle/distribution/Distribution.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_distribution_Distribution:
+
+Distribution
+------------
+
+..  autoclass:: paddle.distribution.Distribution
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/paddle/distribution/Normal.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_distribution_Normal:
+
+Normal
+------
+
+..  autoclass:: paddle.distribution.Normal
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/paddle/distribution/Uniform.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_distribution_Uniform:
+
+Uniform
+-------
+
+..  autoclass:: paddle.distribution.Uniform
+    :members:
+    :inherited-members:
+    :noindex:
+

doc/fluid/api/static.rst

+=======================
+paddle.static
+=======================
+
+
+
+
+..  toctree::
+    :maxdepth: 1
+
+    static/data.rst
+    static/InputSpec.rst
\ No newline at end of file

doc/fluid/api/static/InputSpec.rst

+.. _api_static_InputSpec:
+
+InputSpec
+------------
+
+..  autoclass:: paddle.static.InputSpec
+    :members:
+    :noindex:
\ No newline at end of file

doc/fluid/api/static/data.rst

+.. _api_static_data:
+
+data
+------------
+
+..  autofunction:: paddle.static.data
+    :noindex:
\ No newline at end of file

doc/fluid/api/tensor.rst

@@ -16,6 +16,7 @@ paddle.tensor
     tensor/atan.rst
     tensor/cast.rst
     tensor/ceil.rst
+    tensor/chunk.rst
     tensor/concat.rst
     tensor/cos.rst
     tensor/create_tensor.rst
@@ -41,6 +42,7 @@ paddle.tensor
     tensor/flatten.rst
     tensor/floor.rst
     tensor/full.rst
+    tensor/full_like.rst
     tensor/gather.rst
     tensor/gather_nd.rst
     tensor/greater_equal.rst
@@ -49,7 +51,10 @@ paddle.tensor
     tensor/has_nan.rst
     tensor/increment.rst
     tensor/is_empty.rst
+    tensor/index_select.rst
     tensor/isfinite.rst
+    tensor/isinf.rst
+    tensor/isnan.rst
     tensor/less_equal.rst
     tensor/less_than.rst
     tensor/logic.rst
@@ -62,6 +67,7 @@ paddle.tensor
     tensor/logical_or.rst
     tensor/logical_xor.rst
     tensor/math.rst
+    tensor/masked_select.rst
     tensor/max.rst
     tensor/maximum.rst
     tensor/mean.rst
@@ -74,6 +80,7 @@ paddle.tensor
     tensor/not_equal.rst
     tensor/ones.rst
     tensor/ones_like.rst
+    tensor/numel.rst
     tensor/pow.rst
     tensor/random.rst
     tensor/rank.rst
@@ -108,6 +115,7 @@ paddle.tensor
     tensor/squeeze.rst
     tensor/stack.rst
     tensor/stanh.rst
+    tensor/std.rst
     tensor/stat.rst
     tensor/strided_slice.rst
     tensor/sum.rst
@@ -119,6 +127,7 @@ paddle.tensor
     tensor/unique_with_counts.rst
     tensor/unsqueeze.rst
     tensor/unstack.rst
+    tensor/var.rst
     tensor/where.rst
     tensor/zeros.rst
     tensor/zeros_like.rst

doc/fluid/api/tensor/argmax.rst

-.. _api_tensor_cn_argmax:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_argmax:
 
 argmax
--------------------------------
-:doc_source: paddle.fluid.layers.argmax
+------
 
+..  autofunction:: paddle.tensor.search.argmax
+    :noindex:
 

doc/fluid/api/tensor/argmin.rst

-.. _api_tensor_cn_argmin:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_argmin:
 
 argmin
--------------------------------
-:doc_source: paddle.fluid.layers.argmin
+------
+
+..  autofunction:: paddle.tensor.search.argmin
+    :noindex:
 
 

doc/fluid/api/tensor/chunk.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_manipulation_chunk:
+
+chunk
+-------
+
+..  autofunction:: paddle.tensor.manipulation.chunk
+    :noindex:
+

doc/fluid/api/tensor/concat.rst

-.. _api_tensor_cn_concat:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_manipulation_concat:
 
 concat
--------------------------------
-:doc_source: paddle.fluid.layers.concat
+--------
 
+..  autofunction:: paddle.tensor.manipulation.concat
+    :noindex:
 

doc/fluid/api/tensor/eye.rst

-.. _api_tensor_cn_eye:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_creation_eye:
 
 eye
--------------------------------
-:doc_source: paddle.fluid.layers.eye
+--------
 
+..  autofunction:: paddle.tensor.creation.eye
+    :noindex:
 

doc/fluid/api/tensor/full.rst

-.. _api_tensor_cn_full:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
 
-full
--------------------------------
-:doc_source: paddle.fluid.layers.fill_constant
+.. _api_tensor_creation_full:
 
+full
+--------
 
+..  autofunction:: paddle.tensor.creation.full
+    :noindex:

doc/fluid/api/tensor/full_like.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_creation_full_like:
+
+full_like
+------------
+
+..  autofunction:: paddle.tensor.creation.full_like
+    :noindex:

doc/fluid/api/tensor/gather.rst

-.. _api_tensor_cn_gather:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_manipulation_gather:
 
 gather
--------------------------------
-:doc_source: paddle.fluid.layers.gather
+--------
+
+..  autofunction:: paddle.tensor.manipulation.gather
+    :noindex:
 
 

doc/fluid/api/tensor/gather_nd.rst

-.. _api_tensor_cn_gather_nd:
+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_manipulation_gather_nd:
 
 gather_nd
--------------------------------
-:doc_source: paddle.fluid.layers.gather_nd
+----------
 
+..  autofunction:: paddle.tensor.manipulation.gather_nd
+    :noindex:
 

doc/fluid/api/tensor/index_select.rst

+..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
+    !DO NOT EDIT THIS FILE MANUALLY!
+
+.. _api_tensor_search_index_select:
+
+index_select
+-------------
+
+..  autofunction:: paddle.tensor.search.index_select
+    :noindex:
+

doc/fluid/api/tensor/isfinite.rst

-.. _api_tensor_cn_isfinite:
+.. _api_tensor_isfinite:
 
 isfinite
 -------------------------------
-:doc_source: paddle.fluid.layers.isfinite
 
+..  autofunction:: paddle.tensor.math.isfinite
+    :noindex:
 

doc/fluid/api/tensor/isinf.rst

+.. _api_tensor_isinf:
+
+isinf
+-------------------------------
+
+..  autofunction:: paddle.tensor.math.isinf
+    :noindex:
+

doc/fluid/api/tensor/isnan.rst

+.. _api_tensor_isnan:
+
+isnan
+-------------------------------
+
+..  autofunction:: paddle.tensor.math.isnan
+    :noindex:
+