From 32efda3d27368e875802f63bb59a2f9214cf5c4e Mon Sep 17 00:00:00 2001 From: Haohongxiang <86215757+haohongxiang@users.noreply.github.com> Date: Tue, 1 Nov 2022 19:14:24 +0800 Subject: [PATCH] support no_sync attr for params in DataParallel (#47536) --- python/paddle/fluid/dygraph/parallel.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/python/paddle/fluid/dygraph/parallel.py b/python/paddle/fluid/dygraph/parallel.py index 51e0527e4fa..b90c6bbb4ea 100644 --- a/python/paddle/fluid/dygraph/parallel.py +++ b/python/paddle/fluid/dygraph/parallel.py @@ -706,7 +706,12 @@ class DataParallel(layers.Layer): if param.trainable: layers_param.append((sublayer, param)) - trainable_parameters = [param for _, param in layers_param] + trainable_parameters = list( + filter( + lambda x: not getattr(x, "no_sync", False), + [param for _, param in layers_param], + ) + ) assert len(trainable_parameters) > 0, ( "This model does not have any parameters to train, and " -- GitLab