From f8490a2c7a2f24a9cf78e57a3088698d174ad317 Mon Sep 17 00:00:00 2001
From: Qiao Longfei <qiaolongfei@baidu.com>
Date: Mon, 9 Jul 2018 11:42:51 +0800
Subject: [PATCH] add sync mode option

---
 fluid/neural_machine_translation/transformer/train.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/fluid/neural_machine_translation/transformer/train.py b/fluid/neural_machine_translation/transformer/train.py
index a5e03d7c..3f0c216d 100644
--- a/fluid/neural_machine_translation/transformer/train.py
+++ b/fluid/neural_machine_translation/transformer/train.py
@@ -92,6 +92,8 @@ def parse_args():
         default='GPU',
         choices=['CPU', 'GPU'],
         help="The device type.")
+    parser.add_argument(
+        '--sync', type=ast.literal_eval, default=True, help="sync mode.")
 
     args = parser.parse_args()
     # Append args related to dict
@@ -256,6 +258,9 @@ def train(args):
             beta2=TrainTaskConfig.beta2,
             epsilon=TrainTaskConfig.eps)
         optimizer.minimize(sum_cost)
+    elif args.sync == False:
+        optimizer = fluid.optimizer.SGD(0.003)
+        optimizer.minimize(sum_cost)
     else:
         lr_decay = fluid.layers\
          .learning_rate_scheduler\
-- 
GitLab