open all reduce group params

4e3210d6 · ShawnXuan · 56cfb728 · 4e3210d6
隐藏空白更改
内联并排

Showing with 2 addition and 2 deletion

cnn_e2e/job_function_util.py cnn_e2e/job_function_util.py +2 -2

未找到文件。
--- a/cnn_e2e/job_function_util.py
+++ b/cnn_e2e/job_function_util.py
@@ -16,8 +16,8 @@ def get_train_config(args):
    train_config.train.primary_lr(args.learning_rate)
    train_config.disable_all_reduce_sequence(False)
    #train_config.cudnn_conv_enable_pseudo_half(True)
-    #train_config.all_reduce_group_min_mbyte(8)
-    #train_config.all_reduce_group_num(128)
+    train_config.all_reduce_group_min_mbyte(8)
+    train_config.all_reduce_group_num(128)
    # train_config.all_reduce_lazy_ratio(0)

    # train_config.enable_nccl_hierarchical_all_reduce(True)