Internal Change

PiperOrigin-RevId: 284278191

official/nlp/bert_models.py

@@ -152,7 +152,7 @@ def _get_transformer_encoder(bert_config,
       num_layers=bert_config.num_hidden_layers,
       num_attention_heads=bert_config.num_attention_heads,
       intermediate_size=bert_config.intermediate_size,
-      activation=tf_utils.get_activation('gelu'),
+      activation=tf_utils.get_activation(bert_config.hidden_act),
       dropout_rate=bert_config.hidden_dropout_prob,
       attention_dropout_rate=bert_config.attention_probs_dropout_prob,
       sequence_length=sequence_length,