# Copyright 2020 Huawei Technologies Co., Ltd## Licensed under the Apache License, Version 2.0 (the "License");# you may not use this file except in compliance with the License.# You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS,# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.# See the License for the specific language governing permissions and# limitations under the License.# ============================================================================"""Bert Init."""from.bert_for_pre_trainingimportBertNetworkWithLoss,BertPreTraining, \BertPretrainingLoss,GetMaskedLMOutput,GetNextSentenceOutput, \BertTrainOneStepCell,BertTrainOneStepWithLossScaleCellfrom.bert_modelimportBertAttention,BertConfig,BertEncoderCell,BertModel, \BertOutput,BertSelfAttention,BertTransformer,EmbeddingLookup, \EmbeddingPostprocessor,RelaPosEmbeddingsGenerator,RelaPosMatrixGenerator, \SaturateCast,CreateAttentionMaskFromInputMask__all__=["BertNetworkWithLoss","BertPreTraining","BertPretrainingLoss","GetMaskedLMOutput","GetNextSentenceOutput","BertTrainOneStepCell","BertTrainOneStepWithLossScaleCell","BertAttention","BertConfig","BertEncoderCell","BertModel","BertOutput","BertSelfAttention","BertTransformer","EmbeddingLookup","EmbeddingPostprocessor","RelaPosEmbeddingsGenerator","RelaPosMatrixGenerator","SaturateCast","CreateAttentionMaskFromInputMask"]
