# scheduled_lr = fluid.layers.learning_rate_scheduler\ # .noam_decay(1/(warmup_steps *(config['learning_rate'] ** 2)), # warmup_steps)