From 9f9b430710273163769033660ad07715b243d269 Mon Sep 17 00:00:00 2001 From: Le Hou Date: Tue, 27 Oct 2020 15:40:26 -0700 Subject: [PATCH] Save layers for access in EncoderScaffold. PiperOrigin-RevId: 339345258 --- official/nlp/modeling/networks/encoder_scaffold.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/official/nlp/modeling/networks/encoder_scaffold.py b/official/nlp/modeling/networks/encoder_scaffold.py index 68dad751d..186512357 100644 --- a/official/nlp/modeling/networks/encoder_scaffold.py +++ b/official/nlp/modeling/networks/encoder_scaffold.py @@ -114,6 +114,9 @@ class EncoderScaffold(tf.keras.Model): inputs = embedding_network.inputs embeddings, attention_mask = embedding_network(inputs) embedding_layer = None + position_embedding_layer = None + type_embedding_layer = None + embedding_norm_layer = None else: embedding_network = None seq_length = embedding_cfg.get('seq_length', None) @@ -224,6 +227,10 @@ class EncoderScaffold(tf.keras.Model): self._embedding_layer = embedding_layer self._embedding_network = embedding_network + self._position_embedding_layer = position_embedding_layer + self._type_embedding_layer = type_embedding_layer + self._embedding_norm_layer = embedding_norm_layer + self._embedding_network = embedding_network self._hidden_layers = hidden_layers self._pooler_layer = pooler_layer -- GitLab