未验证 提交 2d5d5f37 编写于 作者: 李季 提交者: GitHub

set the fuse_all_reduce_ops defalut false (#34212)

上级 bf700264
...@@ -175,7 +175,7 @@ message DistributedStrategy { ...@@ -175,7 +175,7 @@ message DistributedStrategy {
optional bool use_hierarchical_allreduce = 15 [ default = false ]; optional bool use_hierarchical_allreduce = 15 [ default = false ];
optional int32 hierarchical_allreduce_inter_nranks = 16 [ default = 1 ]; optional int32 hierarchical_allreduce_inter_nranks = 16 [ default = 1 ];
optional bool sync_batch_norm = 17 [ default = false ]; optional bool sync_batch_norm = 17 [ default = false ];
optional bool fuse_all_reduce_ops = 18 [ default = true ]; optional bool fuse_all_reduce_ops = 18 [ default = false ];
optional int32 fuse_grad_size_in_MB = 19 [ default = 32 ]; optional int32 fuse_grad_size_in_MB = 19 [ default = 32 ];
optional float fuse_grad_size_in_TFLOPS = 20 [ default = 50 ]; optional float fuse_grad_size_in_TFLOPS = 20 [ default = 50 ];
optional bool cudnn_exhaustive_search = 21 [ default = false ]; optional bool cudnn_exhaustive_search = 21 [ default = false ];
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册