mv ps distributed dir (#52885)

* mv ps distributed dir

* fix

* add del auto_parallel

* add auto_parallel

* fix ps

* fix bug

* fix test bug

* fix test bug

* merge develop fix error

* merge develop fix error

* merge develop fix error

python/paddle/fluid/tests/unittests/CMakeLists.txt

@@ -560,9 +560,6 @@ set_tests_properties(test_norm_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
 set_tests_properties(test_nn_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE")
 
 if(WITH_DISTRIBUTE)
-  add_subdirectory(distributed_passes)
-  add_subdirectory(ps)
-  add_subdirectory(auto_parallel)
   add_subdirectory(collective)
 
   # FIXME(typhoonzero): add these tests back
@@ -769,7 +766,6 @@ if(NOT WIN32)
 endif()
 
 add_subdirectory(sequence)
-add_subdirectory(distribution)
 
 # dist xpu tests:
 if(WITH_XPU_BKCL)

test/CMakeLists.txt

@@ -93,10 +93,8 @@ endfunction()
 if(WITH_TESTING)
   add_subdirectory(amp)
   add_subdirectory(asp)
-  # add_subdirectory(auto_parallel)
   add_subdirectory(autograd)
   add_subdirectory(book)
-  add_subdirectory(collective)
   # add_subdirectory(composite_ops)
   add_subdirectory(contrib)
   add_subdirectory(cpp)
@@ -104,8 +102,13 @@ if(WITH_TESTING)
   add_subdirectory(custom_op)
   add_subdirectory(custom_runtime)
   add_subdirectory(dataset)
-  # add_subdirectory(distributed_passes)
-  # add_subdirectory(distribution)
+  if(WITH_DISTRIBUTE)
+    add_subdirectory(collective)
+    add_subdirectory(auto_parallel)
+    add_subdirectory(distributed_passes)
+    add_subdirectory(ps)
+  endif()
+  add_subdirectory(distribution)
   add_subdirectory(dygraph_to_static)
   if(NOT WIN32 OR NOT WITH_GPU)
     add_subdirectory(fft)
@@ -120,7 +123,6 @@ if(WITH_TESTING)
     add_subdirectory(mkldnn)
   endif()
   add_subdirectory(prim)
-  # add_subdirectory(ps)
   add_subdirectory(quantization)
   add_subdirectory(rnn)
   add_subdirectory(rpc)

python/paddle/fluid/tests/unittests/auto_parallel/get_gpt_model.py → test/auto_parallel/get_gpt_model.py

@@ -20,7 +20,7 @@ import numpy as np
 import paddle
 from paddle.distributed.fleet import auto
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_fused_linear_pass.py → test/auto_parallel/test_fused_linear_pass.py

@@ -22,7 +22,7 @@ from get_gpt_model import FakeDataset, generate_model
 import paddle
 from paddle.distributed.fleet import auto
 
-sys.path.append("..")
+sys.path.append("../../python/paddle/fluid/tests/unittests")
 from test_sparse_addmm_op import get_cuda_version
 
 

python/paddle/fluid/tests/unittests/auto_parallel/test_group_operators.py → test/auto_parallel/test_group_operators.py

@@ -20,7 +20,7 @@ import numpy as np
 import paddle
 from paddle import static
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_parallel_tuner.py → test/auto_parallel/test_parallel_tuner.py

@@ -26,7 +26,7 @@ from paddle.distributed.auto_parallel.dist_context import (
 from paddle.distributed.auto_parallel.process_mesh import ProcessMesh
 from paddle.distributed.auto_parallel.tuner.parallel_tuner import ParallelTuner
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_parallel_tuner_full.py → test/auto_parallel/test_parallel_tuner_full.py

@@ -28,7 +28,7 @@ from paddle.distributed.auto_parallel.process_mesh import ProcessMesh
 from paddle.distributed.auto_parallel.strategy import Strategy
 from paddle.distributed.auto_parallel.tuner.parallel_tuner import ParallelTuner
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_parallel_tuner_predict.py → test/auto_parallel/test_parallel_tuner_predict.py

@@ -26,7 +26,7 @@ from paddle.distributed.auto_parallel.dist_context import (
 from paddle.distributed.auto_parallel.process_mesh import ProcessMesh
 from paddle.distributed.auto_parallel.tuner.parallel_tuner import ParallelTuner
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_pass_base_list.py → test/auto_parallel/test_pass_base_list.py

@@ -22,7 +22,7 @@ from get_gpt_model import FakeDataset, generate_model
 import paddle
 from paddle.distributed.fleet import auto
 
-sys.path.append("..")
+sys.path.append("../../python/paddle/fluid/tests/unittests")
 from test_sparse_addmm_op import get_cuda_version
 
 

python/paddle/fluid/tests/unittests/auto_parallel/test_pattern.py → test/auto_parallel/test_pattern.py

@@ -20,7 +20,7 @@ import numpy as np
 import paddle
 from paddle import static
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_pattern_match.py → test/auto_parallel/test_pattern_match.py

@@ -20,7 +20,7 @@ import numpy as np
 import paddle
 from paddle import static
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,

python/paddle/fluid/tests/unittests/auto_parallel/test_rule_based_tuner.py → test/auto_parallel/test_rule_based_tuner.py

@@ -20,7 +20,7 @@ import numpy as np
 import paddle
 from paddle import static
 
-sys.path.append("..")
+sys.path.append("../legacy_test")
 import auto_parallel_gpt_model as modeling
 from auto_parallel_gpt_model import (
     GPTForPretraining,