From f172b02ffad04fdf799b85f3412a17c4f5cc6800 Mon Sep 17 00:00:00 2001
From: Leo Chen <chenqiuliang@baidu.com>
Date: Thu, 20 Jul 2023 20:57:06 +0800
Subject: [PATCH] polish some code (#55583)

---
 paddle/fluid/distributed/auto_parallel/spmd_rules/rules.h    | 2 +-
 python/paddle/distributed/auto_parallel/static/completion.py | 2 +-
 python/paddle/distributed/auto_parallel/static/engine.py     | 2 +-
 python/paddle/distributed/auto_parallel/static/planner_v2.py | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/paddle/fluid/distributed/auto_parallel/spmd_rules/rules.h b/paddle/fluid/distributed/auto_parallel/spmd_rules/rules.h
index 6070539f7bc..c58333d0fb7 100644
--- a/paddle/fluid/distributed/auto_parallel/spmd_rules/rules.h
+++ b/paddle/fluid/distributed/auto_parallel/spmd_rules/rules.h
@@ -132,7 +132,7 @@ REGISTER_SPMD_RULE(tanh_shrink, ElementwiseSPMDRule);
 REGISTER_SPMD_RULE(thresholded_relu, ElementwiseSPMDRule);
 REGISTER_SPMD_RULE(trunc, ElementwiseSPMDRule);
 
-// matmul rule
+// layer_norm rule
 REGISTER_SPMD_RULE(layer_norm, LayerNormSPMDRule);
 
 // replicated rule
diff --git a/python/paddle/distributed/auto_parallel/static/completion.py b/python/paddle/distributed/auto_parallel/static/completion.py
index d8636153ccf..1f5ccc94c3c 100644
--- a/python/paddle/distributed/auto_parallel/static/completion.py
+++ b/python/paddle/distributed/auto_parallel/static/completion.py
@@ -938,7 +938,7 @@ class Completer:
         """Complete annotation for the partial annotated serial_main_program.
         Arguments:
             serial_main_program: partial annotated serial_main_program.
-        Returns:e
+        Returns:
             serial_main_program: completed annotated serial_main_program.
         """
 
diff --git a/python/paddle/distributed/auto_parallel/static/engine.py b/python/paddle/distributed/auto_parallel/static/engine.py
index ee3ab4ea208..4c0c2e2e473 100644
--- a/python/paddle/distributed/auto_parallel/static/engine.py
+++ b/python/paddle/distributed/auto_parallel/static/engine.py
@@ -757,7 +757,7 @@ class Engine:
 
     def _parallel(self, mode, all_ranks=False):
         # Parallelize program based on the planner's results
-        # For now, the completer has to be passed to the planner,
+        # For now, the completer has to be passed to the Parallelizer,
         # because we may use it to complete the annotation of the backward and update.
         parallelizer = Parallelizer(
             mode,
diff --git a/python/paddle/distributed/auto_parallel/static/planner_v2.py b/python/paddle/distributed/auto_parallel/static/planner_v2.py
index f0ac9253710..6e318fb56e1 100755
--- a/python/paddle/distributed/auto_parallel/static/planner_v2.py
+++ b/python/paddle/distributed/auto_parallel/static/planner_v2.py
@@ -40,7 +40,7 @@ class Planner:
     def __init__(self, mode, dist_context):
         self._mode = mode
         self._dist_context = dist_context
-        self._load = False
+        self._load = False  # load dist_attr from file
 
         # NOTE: [HighOrderGrad]. There are grad ops in forward phase, and it need
         # dependency of backward-forward ops in forward completion.
-- 
GitLab