未验证 提交 60f9c60c 编写于 作者: W wuhuachaocoding 提交者: GitHub

update for py3.6. (#46269)

* update for py3.6.

* update for py_3.6
上级 6b47507d
......@@ -19,7 +19,6 @@ from paddle.fluid.clip import ClipGradByGlobalNorm
from paddle.fluid.initializer import Constant
from paddle.fluid.layer_helper import LayerHelper
from paddle.fluid.optimizer import Optimizer
import paddle.distributed as dist
from paddle.distributed.collective import new_group
from paddle.fluid.executor import global_scope
from paddle.fluid.framework import name_scope
......@@ -288,8 +287,9 @@ class DistributedFusedLamb(Optimizer):
step = self._get_or_create_step()
rank = dist.get_rank()
nranks = dist.get_world_size()
from paddle.distributed import get_rank, get_world_size
rank = get_rank()
nranks = get_world_size()
if self._nproc_per_node is None:
nproc_per_node = nranks
else:
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册