diff --git a/python/paddle/fluid/tests/unittests/test_dist_ctr.py b/python/paddle/fluid/tests/unittests/test_dist_ctr.py
index 390393e04f8a1ff7b994da66cf1fa104ccb61793..cc11764d55952741a64676752692eda5cdcc71c0 100644
--- a/python/paddle/fluid/tests/unittests/test_dist_ctr.py
+++ b/python/paddle/fluid/tests/unittests/test_dist_ctr.py
@@ -27,5 +27,19 @@ class TestDistCTR2x2(TestDistBase):
         self.check_with_place("dist_ctr.py", delta=1e-7, check_error_log=False)
 
 
+class TestDistCTRWithL2Decay2x2(TestDistBase):
+    def _setup_config(self):
+        self._sync_mode = True
+        self._enforce_place = "CPU"
+
+    def test_dist_ctr(self):
+        need_envs = {"USE_L2_DECAY": "1"}
+        self.check_with_place(
+            "dist_ctr.py",
+            delta=1e-7,
+            check_error_log=False,
+            need_envs=need_envs)
+
+
 if __name__ == "__main__":
     unittest.main()
diff --git a/python/paddle/fluid/tests/unittests/test_dist_ctr_with_l2_decay.py b/python/paddle/fluid/tests/unittests/test_dist_ctr_with_l2_decay.py
deleted file mode 100644
index 558aee36536805998a630841ec163605dedfbe14..0000000000000000000000000000000000000000
--- a/python/paddle/fluid/tests/unittests/test_dist_ctr_with_l2_decay.py
+++ /dev/null
@@ -1,36 +0,0 @@
-#   Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-from __future__ import print_function
-
-import os
-import unittest
-from test_dist_base import TestDistBase
-
-
-class TestDistCTR2x2(TestDistBase):
-    def _setup_config(self):
-        self._sync_mode = True
-        self._enforce_place = "CPU"
-
-    def test_dist_ctr(self):
-        need_envs = {"USE_L2_DECAY": "1"}
-        self.check_with_place(
-            "dist_ctr.py",
-            delta=1e-7,
-            check_error_log=False,
-            need_envs=need_envs)
-
-
-if __name__ == "__main__":
-    unittest.main()