__init__.py 6.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
#   Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

15
# TODO: import all neural network related api under this directory,
16
# including layers, linear, conv, rnn etc.
17

18
from .layer import norm
L
Li Fuchen 已提交
19
from .functional import extension
20
from .layer import common
21
from .utils import weight_norm_hook
22

H
hong 已提交
23 24
from . import initializer

25 26
__all__ = []
__all__ += norm.__all__
L
Li Fuchen 已提交
27
__all__ += extension.__all__
28
__all__ += common.__all__
29
__all__ += weight_norm_hook.__all__
30

31
# TODO: define alias in nn directory
32 33 34 35 36 37
# from .clip import ErrorClipByValue        #DEFINE_ALIAS
from .clip import GradientClipByGlobalNorm  #DEFINE_ALIAS
from .clip import GradientClipByNorm  #DEFINE_ALIAS
from .clip import GradientClipByValue  #DEFINE_ALIAS
# from .clip import set_gradient_clip        #DEFINE_ALIAS
from .clip import clip  #DEFINE_ALIAS
38
from .clip import clip_by_norm  #DEFINE_ALIAS
39 40 41 42
from .control_flow import case  #DEFINE_ALIAS
from .control_flow import cond  #DEFINE_ALIAS
# from .control_flow import DynamicRNN        #DEFINE_ALIAS
# from .control_flow import StaticRNN        #DEFINE_ALIAS
43
from .control_flow import switch_case  #DEFINE_ALIAS
44 45 46 47 48 49 50 51 52
from .control_flow import while_loop  #DEFINE_ALIAS
# from .control_flow import rnn        #DEFINE_ALIAS
# from .decode import BeamSearchDecoder        #DEFINE_ALIAS
# from .decode import Decoder        #DEFINE_ALIAS
from .decode import beam_search  #DEFINE_ALIAS
from .decode import beam_search_decode  #DEFINE_ALIAS
# from .decode import crf_decoding        #DEFINE_ALIAS
# from .decode import ctc_greedy_decoder        #DEFINE_ALIAS
# from .decode import dynamic_decode        #DEFINE_ALIAS
53
from .decode import gather_tree  #DEFINE_ALIAS
54
# from .input import Input        #DEFINE_ALIAS
55 56
from .layer.activation import ELU
from .layer.activation import GELU
W
WangXi 已提交
57
from .layer.activation import Tanh
58
from .layer.activation import Hardshrink
59 60
from .layer.activation import Hardtanh
from .layer.activation import PReLU
61
from .layer.activation import ReLU
62 63
from .layer.activation import ReLU6  #DEFINE_ALIAS
from .layer.activation import SELU  #DEFINE_ALIAS
C
ceci3 已提交
64
from .layer.activation import LeakyReLU  #DEFINE_ALIAS
65
from .layer.activation import Sigmoid  #DEFINE_ALIAS
66
from .layer.activation import LogSigmoid
67
from .layer.activation import Softmax  #DEFINE_ALIAS
68 69 70 71
from .layer.activation import Softplus  #DEFINE_ALIAS
from .layer.activation import Softshrink  #DEFINE_ALIAS
from .layer.activation import Softsign  #DEFINE_ALIAS
from .layer.activation import Tanhshrink  #DEFINE_ALIAS
72 73 74 75
from .layer.activation import LogSoftmax  #DEFINE_ALIAS
from .layer.activation import HSigmoid  #DEFINE_ALIAS
from .layer.common import BilinearTensorProduct  #DEFINE_ALIAS
from .layer.common import Pool2D  #DEFINE_ALIAS
C
ceci3 已提交
76
from .layer.common import Pad2D  #DEFINE_ALIAS
L
littletomatodonkey 已提交
77 78 79 80 81 82 83 84 85 86
from .layer.common import ReflectionPad1d  #DEFINE_ALIAS
from .layer.common import ReplicationPad1d  #DEFINE_ALIAS
from .layer.common import ConstantPad1d  #DEFINE_ALIAS
from .layer.common import ReflectionPad2d  #DEFINE_ALIAS
from .layer.common import ReplicationPad2d  #DEFINE_ALIAS
from .layer.common import ConstantPad2d  #DEFINE_ALIAS
from .layer.common import ZeroPad2d  #DEFINE_ALIAS
from .layer.common import ReplicationPad3d  #DEFINE_ALIAS
from .layer.common import ConstantPad3d  #DEFINE_ALIAS
from .layer.common import CosineSimilarity  #DEFINE_ALIAS
87 88
from .layer.common import Embedding  #DEFINE_ALIAS
from .layer.common import Linear  #DEFINE_ALIAS
89
from .layer.common import Flatten  #DEFINE_ALIAS
90
from .layer.common import UpSample  #DEFINE_ALIAS
91
from .layer.common import Bilinear  #DEFINE_ALIAS
92 93 94
from .layer.common import Dropout  #DEFINE_ALIAS
from .layer.common import Dropout2D  #DEFINE_ALIAS
from .layer.common import Dropout3D  #DEFINE_ALIAS
95
from .layer.common import AlphaDropout  #DEFINE_ALIAS
96 97
from .layer.pooling import AdaptiveAvgPool2d  #DEFINE_ALIAS
from .layer.pooling import AdaptiveAvgPool3d  #DEFINE_ALIAS
W
whs 已提交
98
from .layer.conv import Conv1d  #DEFINE_ALIAS
99 100
from .layer.conv import Conv2d  #DEFINE_ALIAS
from .layer.conv import Conv3d  #DEFINE_ALIAS
101
from .layer.conv import ConvTranspose1d  #DEFINE_ALIAS
L
LielinJiang 已提交
102 103
from .layer.conv import ConvTranspose2d  #DEFINE_ALIAS
from .layer.conv import ConvTranspose3d  #DEFINE_ALIAS
104 105 106 107 108 109 110 111 112 113 114
# from .layer.conv import TreeConv        #DEFINE_ALIAS
# from .layer.conv import Conv1D        #DEFINE_ALIAS
from .layer.extension import RowConv  #DEFINE_ALIAS
# from .layer.learning_rate import CosineDecay        #DEFINE_ALIAS
# from .layer.learning_rate import ExponentialDecay        #DEFINE_ALIAS
# from .layer.learning_rate import InverseTimeDecay        #DEFINE_ALIAS
# from .layer.learning_rate import NaturalExpDecay        #DEFINE_ALIAS
# from .layer.learning_rate import NoamDecay        #DEFINE_ALIAS
# from .layer.learning_rate import PiecewiseDecay        #DEFINE_ALIAS
# from .layer.learning_rate import PolynomialDecay        #DEFINE_ALIAS
# from .layer.loss import NCELoss        #DEFINE_ALIAS
115
from .layer.loss import BCEWithLogitsLoss  #DEFINE_ALIAS
116
from .layer.loss import CrossEntropyLoss  #DEFINE_ALIAS
117
from .layer.loss import MSELoss  #DEFINE_ALIAS
L
Leo Chen 已提交
118
from .layer.loss import L1Loss  #DEFINE_ALIAS
119
from .layer.loss import NLLLoss  #DEFINE_ALIAS
C
ceci3 已提交
120
from .layer.loss import BCELoss  #DEFINE_ALIAS
121
from .layer.loss import KLDivLoss  #DEFINE_ALIAS
122
from .layer.loss import MarginRankingLoss  #DEFINE_ALIAS
123
from .layer.loss import CTCLoss  #DEFINE_ALIAS
124
from .layer.loss import SmoothL1Loss  #DEFINE_ALIAS
125
from .layer.norm import BatchNorm  #DEFINE_ALIAS
C
ceci3 已提交
126
from .layer.norm import SyncBatchNorm  #DEFINE_ALIAS
127 128 129
from .layer.norm import GroupNorm  #DEFINE_ALIAS
from .layer.norm import LayerNorm  #DEFINE_ALIAS
from .layer.norm import SpectralNorm  #DEFINE_ALIAS
130
from .layer.norm import InstanceNorm  #DEFINE_ALIAS
131 132 133
# from .layer.rnn import RNNCell        #DEFINE_ALIAS
# from .layer.rnn import GRUCell        #DEFINE_ALIAS
# from .layer.rnn import LSTMCell        #DEFINE_ALIAS
134 135 136 137 138 139
from .layer.transformer import MultiHeadAttention
from .layer.transformer import TransformerEncoderLayer
from .layer.transformer import TransformerEncoder
from .layer.transformer import TransformerDecoderLayer
from .layer.transformer import TransformerDecoder
from .layer.transformer import Transformer
140
from .layer.distance import PairwiseDistance  #DEFINE_ALIAS
141

R
ruri 已提交
142 143
from .layer.vision import PixelShuffle

144 145
from .layer import loss  #DEFINE_ALIAS
from .layer import conv  #DEFINE_ALIAS
R
ruri 已提交
146
from .layer import vision  #DEFINE_ALIAS
147
from ..fluid.dygraph.layers import Layer  #DEFINE_ALIAS
H
hong 已提交
148
from ..fluid.dygraph.container import LayerList, ParameterList, Sequential  #DEFINE_ALIAS