From 0ef7a02faa45d8bee42c8e9d1cfefcb0f78f1081 Mon Sep 17 00:00:00 2001 From: Nyakku Shigure Date: Thu, 29 Sep 2022 11:52:21 +0800 Subject: [PATCH] [CodeStyle][F401] remove unused imports in unittests/collective (#46615) * [CodeStyle][F401] remove unused import in unittests/collective * empty commit, test=document_fix * empty commit --- .../collective/collective_allgather_api.py | 14 ------------ .../collective_allgather_api_dygraph.py | 1 - .../collective/collective_allreduce_api.py | 16 -------------- .../collective_allreduce_api_dygraph.py | 1 - .../collective_allreduce_new_group_api.py | 16 -------------- .../collective/collective_allreduce_op.py | 15 ------------- .../collective_allreduce_op_wait.py | 15 ------------- .../collective/collective_alltoall_api.py | 16 -------------- .../collective_alltoall_api_dygraph.py | 17 -------------- .../collective/collective_alltoall_single.py | 4 ---- .../collective/collective_barrier_api.py | 17 -------------- .../collective_batch_isend_irecv.py | 4 ---- .../collective/collective_broadcast_api.py | 16 -------------- .../collective_broadcast_api_dygraph.py | 1 - .../collective/collective_broadcast_op.py | 15 ------------- .../collective/collective_concat_op.py | 14 ------------ .../collective/collective_global_gather.py | 2 -- .../collective_global_gather_dygraph.py | 3 --- .../collective/collective_global_scatter.py | 2 -- .../collective_global_scatter_dygraph.py | 3 --- .../collective/collective_identity_op.py | 14 ------------ .../collective_isend_irecv_api_dygraph.py | 1 - .../collective/collective_reduce_api.py | 16 -------------- .../collective_reduce_api_dygraph.py | 1 - .../collective/collective_reduce_op.py | 15 ------------- .../collective_reduce_op_calc_stream.py | 15 ------------- .../collective/collective_reduce_scatter.py | 4 ---- .../collective_reduce_scatter_api_dygraph.py | 1 - .../collective/collective_scatter_api.py | 16 -------------- .../collective_scatter_api_dygraph.py | 1 - .../collective/collective_scatter_op.py | 15 ------------- .../collective/collective_sendrecv_api.py | 16 -------------- .../collective_sendrecv_api_dygraph.py | 17 -------------- .../collective/collective_sendrecv_op.py | 16 -------------- .../collective_sendrecv_op_array.py | 15 ------------- .../collective_sendrecv_op_dynamic_shape.py | 16 -------------- .../collective/collective_split_op.py | 14 ------------ .../collective/column_parallel_linear_api.py | 17 -------------- ...munication_stream_allreduce_api_dygraph.py | 2 -- ...mmunication_stream_sendrecv_api_dygraph.py | 2 -- .../fleet/auto_parallel_parallelizer.py | 1 - .../collective/fleet/c_comm_init_op.py | 1 - .../fleet/dygraph_group_sharded_api.py | 2 -- .../fleet/dygraph_group_sharded_api_eager.py | 4 ---- .../fleet/dygraph_group_sharded_stage2.py | 5 ----- ...graph_group_sharded_stage2_comm_overlap.py | 5 ----- .../dygraph_group_sharded_stage2_offload.py | 7 ------ .../fleet/dygraph_group_sharded_stage3.py | 5 ----- .../dygraph_group_sharded_stage3_offload.py | 5 ----- .../dygraph_sharding_optimizer_stage2.py | 4 ---- .../fleet/dygraph_sharding_stage2.py | 4 ---- .../fleet/dygraph_sharding_stage2_offload.py | 6 ----- .../fleet/dygraph_sharding_stage3.py | 4 ---- .../fleet/dygraph_sharding_stage3_offload.py | 4 ---- .../hybrid_parallel_communicate_group.py | 1 - .../fleet/hybrid_parallel_inference_helper.py | 4 ---- .../fleet/hybrid_parallel_mp_amp.py | 1 - .../fleet/hybrid_parallel_mp_clip_grad.py | 2 -- .../fleet/hybrid_parallel_mp_fp16.py | 1 - .../fleet/hybrid_parallel_mp_layers.py | 1 - .../fleet/hybrid_parallel_mp_model.py | 1 - .../fleet/hybrid_parallel_mp_random.py | 3 --- ...id_parallel_pp_layer_with_virtual_stage.py | 2 -- .../fleet/hybrid_parallel_pp_save_load.py | 1 - ...arallel_pp_save_load_with_virtual_stage.py | 1 - .../collective/fleet/hybrid_parallel_qat.py | 4 +--- .../fleet/hybrid_parallel_sharding_model.py | 1 - .../fleet/hybrid_parallel_shared_weight.py | 1 - .../unittests/collective/fleet/new_group.py | 1 - .../fleet/parallel_class_center_sample.py | 2 -- ...parallel_dygraph_control_flow_different.py | 1 - .../parallel_dygraph_control_flow_same.py | 5 ----- .../fleet/parallel_dygraph_no_sync.py | 8 ------- .../parallel_dygraph_no_sync_control_flow.py | 9 -------- .../parallel_dygraph_no_sync_unused_params.py | 9 -------- .../fleet/parallel_dygraph_se_resnext.py | 12 +--------- .../fleet/parallel_dygraph_sync_batch_norm.py | 10 +-------- .../fleet/parallel_margin_cross_entropy.py | 2 -- .../collective/fleet/pipeline_mnist.py | 11 ---------- .../fleet/pipeline_mnist_multi_device.py | 11 ---------- .../fleet/pipeline_mnist_one_device.py | 11 ---------- .../fleet/static_model_parallel_by_col.py | 10 --------- .../fleet/static_model_parallel_by_row.py | 10 --------- .../fleet/static_model_parallel_embedding.py | 10 --------- .../collective/fleet/test_auto_checkpoint.py | 9 -------- .../collective/fleet/test_auto_checkpoint1.py | 15 +------------ .../collective/fleet/test_auto_checkpoint2.py | 15 +------------ .../collective/fleet/test_auto_checkpoint3.py | 15 +------------ .../fleet/test_auto_checkpoint_dist_basic.py | 11 ++-------- .../fleet/test_auto_checkpoint_multiple.py | 12 +--------- .../fleet/test_auto_parallel_parallelizer.py | 1 - .../fleet/test_communicator_half_async.py | 2 -- .../collective/fleet/test_dgc_optimizer.py | 2 -- .../fleet/test_dygraph_group_sharded_api.py | 1 - ...est_dygraph_group_sharded_api_for_eager.py | 1 - .../fleet/test_dygraph_recompute.py | 3 --- .../fleet/test_dygraph_recompute_for_eager.py | 4 ---- .../test_dygraph_sharding_optimizer_stage2.py | 1 - .../fleet/test_dygraph_sharding_stage2.py | 1 - .../fleet/test_dygraph_sharding_stage3.py | 1 - .../test_dygraph_sharding_stage3_for_eager.py | 1 - .../fleet/test_fleet_amp_meta_optimizer.py | 1 - .../collective/fleet/test_fleet_checkpoint.py | 3 +-- .../fleet/test_fleet_distributed_strategy.py | 1 - ...est_fleet_gradient_merge_meta_optimizer.py | 3 --- .../test_fleet_localsgd_meta_optimizer.py | 3 --- .../collective/fleet/test_fleet_log.py | 1 - .../fleet/test_fleet_meta_optimizer_base.py | 1 - .../fleet/test_fleet_private_function.py | 2 -- .../test_fleet_recompute_meta_optimizer.py | 1 - .../test_fleet_sharding_meta_optimizer.py | 2 -- .../fleet/test_fleet_static_mp_layers.py | 4 ---- .../collective/fleet/test_fleet_utils.py | 6 +---- .../unittests/collective/fleet/test_hdfs1.py | 5 +---- .../unittests/collective/fleet/test_hdfs2.py | 6 +---- .../unittests/collective/fleet/test_hdfs3.py | 6 +---- .../test_hybrid_parallel_inference_helper.py | 1 - .../test_imperative_auto_mixed_precision.py | 4 +--- ...perative_auto_mixed_precision_for_eager.py | 4 +--- .../collective/fleet/test_mixed_precision.py | 3 --- .../test_parallel_class_center_sample.py | 2 -- .../test_parallel_dygraph_control_flow.py | 2 -- .../fleet/test_parallel_dygraph_mp_layers.py | 1 - ...parallel_dygraph_no_sync_gradient_check.py | 1 - ...test_parallel_dygraph_pipeline_parallel.py | 1 - ...ph_pipeline_parallel_with_virtual_stage.py | 1 - .../fleet/test_parallel_dygraph_qat.py | 1 - ...test_parallel_dygraph_sharding_parallel.py | 1 - .../test_parallel_dygraph_sparse_embedding.py | 1 - .../test_parallel_dygraph_tensor_parallel.py | 1 - .../test_parallel_dygraph_transformer.py | 3 --- .../test_parallel_margin_cross_entropy.py | 1 - .../collective/fleet/test_recv_save_op.py | 1 - .../unittests/collective/fleet/test_rnn_dp.py | 3 --- .../collective/fleet/test_tcp_store.py | 1 - .../collective/init_process_group.py | 9 -------- .../collective/multinode/dygraph_hybrid_dp.py | 22 ------------------- .../multinode/dygraph_hybrid_dpppmp.py | 18 --------------- .../multinode/dygraph_hybrid_fp16.py | 18 --------------- .../multinode/dygraph_hybrid_recompute.py | 18 --------------- .../mn_dygraph_group_sharded_stage3.py | 5 ----- .../multinode/mn_dygraph_sharding_stage2.py | 4 ---- .../multinode/test_collective_multi_nodes.py | 12 ---------- .../test_multinode_dygraph_hybrid_dp.py | 2 -- .../test_multinode_dygraph_hybrid_dpppmp.py | 2 -- .../test_multinode_dygraph_sharding.py | 2 -- .../collective/parallel_embedding_api.py | 17 -------------- .../collective/process_group_gloo.py | 4 ---- .../unittests/collective/process_group_mpi.py | 5 ----- .../collective/process_group_nccl.py | 5 ----- .../collective/row_parallel_linear_api.py | 17 -------------- .../unittests/collective/test_allreduce.py | 1 - .../unittests/collective/test_broadcast.py | 1 - .../unittests/collective/test_c_concat.py | 1 - .../unittests/collective/test_c_identity.py | 1 - .../unittests/collective/test_c_split.py | 1 - .../test_collective_allgather_api.py | 1 - .../test_collective_allgather_object_api.py | 1 - .../test_collective_allreduce_api.py | 1 - .../test_collective_alltoall_api.py | 1 - .../test_collective_alltoall_single.py | 1 - .../test_collective_alltoall_single_api.py | 1 - .../collective/test_collective_barrier_api.py | 1 - .../test_collective_batch_isend_irecv.py | 1 - .../test_collective_broadcast_api.py | 1 - .../test_collective_cpu_barrier_with_gloo.py | 2 -- .../test_collective_global_gather.py | 2 -- .../test_collective_global_scatter.py | 2 -- .../test_collective_isend_irecv_api.py | 1 - .../collective/test_collective_reduce.py | 1 - .../collective/test_collective_reduce_api.py | 1 - .../test_collective_reduce_scatter.py | 1 - .../test_collective_reduce_scatter_api.py | 1 - .../collective/test_collective_scatter.py | 1 - .../collective/test_collective_scatter_api.py | 1 - .../collective/test_collective_sendrecv.py | 1 - .../test_collective_sendrecv_api.py | 1 - .../test_collective_split_col_linear.py | 1 - .../test_collective_split_embedding.py | 1 - ...llective_split_embedding_none_divisible.py | 1 - .../test_collective_split_row_linear.py | 1 - .../collective/test_collective_wait.py | 1 - ...test_communication_stream_allreduce_api.py | 2 -- .../test_communication_stream_sendrecv_api.py | 1 - .../collective/test_gen_nccl_id_op.py | 4 +--- .../collective/test_new_group_api.py | 1 - .../collective/world_size_and_rank.py | 1 - 187 files changed, 17 insertions(+), 968 deletions(-) diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allgather_api.py b/python/paddle/fluid/tests/unittests/collective/collective_allgather_api.py index 4821ff2e1ff..a69e6c59e0e 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allgather_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allgather_api.py @@ -12,26 +12,12 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse import os import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest import pickle -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce import test_collective_api_base as test_base paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allgather_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_allgather_api_dygraph.py index 2491297a7e1..11fe3e4c025 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allgather_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allgather_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api.py b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api.py index 8a178f05267..9c86afc5f4b 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api_dygraph.py index 933e9e9838e..44446bd84a1 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_new_group_api.py b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_new_group_api.py index e3c476c838a..5eb983c8905 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_new_group_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_new_group_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op.py b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op.py index 4ac28943d9b..a88b73ce04a 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op_wait.py b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op_wait.py index f8bfa41c41c..10b867df69a 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op_wait.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_allreduce_op_wait.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api.py b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api.py index ec9b70a5f60..57fbc69429a 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api_dygraph.py index c8078dd47ff..e0589072ab2 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_api_dygraph.py @@ -12,25 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main diff --git a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_single.py b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_single.py index 1f5311e2e83..e0e0fc74d37 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_alltoall_single.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_alltoall_single.py @@ -16,11 +16,7 @@ import unittest import paddle import numpy as np -import random import paddle.distributed as dist -import paddle.fluid as fluid -import paddle.distributed.fleet as fleet -from paddle import framework class TestCollectiveAllToAllSingle(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/collective_barrier_api.py b/python/paddle/fluid/tests/unittests/collective/collective_barrier_api.py index f7313d56bba..43fcca0155b 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_barrier_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_barrier_api.py @@ -12,25 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_batch_isend_irecv.py b/python/paddle/fluid/tests/unittests/collective/collective_batch_isend_irecv.py index 5550ac9c454..2226d302291 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_batch_isend_irecv.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_batch_isend_irecv.py @@ -16,11 +16,7 @@ import unittest import paddle import numpy as np -import random import paddle.distributed as dist -import paddle.fluid as fluid -import paddle.distributed.fleet as fleet -from paddle import framework class TestCollectiveBatchIsendIrecv(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api.py b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api.py index 4ac5ab6038c..0a14a536609 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api_dygraph.py index 7357af66935..acb1b4a5866 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_op.py b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_op.py index eb10c4a7e0a..ff99792c942 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_broadcast_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_broadcast_op.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_concat_op.py b/python/paddle/fluid/tests/unittests/collective/collective_concat_op.py index 62e61449d37..34d49aeb284 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_concat_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_concat_op.py @@ -12,24 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_global_gather.py b/python/paddle/fluid/tests/unittests/collective/collective_global_gather.py index 52daf629691..4403e06681b 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_global_gather.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_global_gather.py @@ -17,8 +17,6 @@ import os import sys import paddle import paddle.fluid as fluid -import unittest -import paddle.fluid.layers as layers from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main import pickle from paddle.fluid.framework import _enable_legacy_dygraph diff --git a/python/paddle/fluid/tests/unittests/collective/collective_global_gather_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_global_gather_dygraph.py index bf01a7b9998..acba43268f2 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_global_gather_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_global_gather_dygraph.py @@ -14,11 +14,8 @@ import numpy as np import os -import sys import paddle import paddle.fluid as fluid -import unittest -import paddle.fluid.layers as layers from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main import paddle.distributed.utils.moe_utils as moe_utils diff --git a/python/paddle/fluid/tests/unittests/collective/collective_global_scatter.py b/python/paddle/fluid/tests/unittests/collective/collective_global_scatter.py index 90a20642802..a7103d3c641 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_global_scatter.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_global_scatter.py @@ -17,8 +17,6 @@ import os import sys import paddle import paddle.fluid as fluid -import unittest -import paddle.fluid.layers as layers from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main import pickle import paddle.distributed.utils.moe_utils as moe_utils diff --git a/python/paddle/fluid/tests/unittests/collective/collective_global_scatter_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_global_scatter_dygraph.py index 6695ee391f4..b90905d5d39 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_global_scatter_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_global_scatter_dygraph.py @@ -14,11 +14,8 @@ import numpy as np import os -import sys import paddle import paddle.fluid as fluid -import unittest -import paddle.fluid.layers as layers from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main import paddle.distributed.utils.moe_utils as moe_utils diff --git a/python/paddle/fluid/tests/unittests/collective/collective_identity_op.py b/python/paddle/fluid/tests/unittests/collective/collective_identity_op.py index 960ee36c4eb..0486ea61642 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_identity_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_identity_op.py @@ -12,24 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_isend_irecv_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_isend_irecv_api_dygraph.py index 0a034b6e629..54347062345 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_isend_irecv_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_isend_irecv_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_api.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_api.py index df3f2693034..83f4e345862 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_api_dygraph.py index c2489bbcfcf..5525bd8fa4a 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_op.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_op.py index 436591be118..d30b845098c 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_op.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_op_calc_stream.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_op_calc_stream.py index 98b7ecb8aeb..ab3fe725df8 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_op_calc_stream.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_op_calc_stream.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter.py index 5ece0b65657..d7c67e60a46 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter.py @@ -16,11 +16,7 @@ import unittest import paddle import numpy as np -import random import paddle.distributed as dist -import paddle.fluid as fluid -import paddle.distributed.fleet as fleet -from paddle import framework class TestCollectiveReduceScatter(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter_api_dygraph.py index c5c07fe307a..19777260b6e 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_scatter_api.py b/python/paddle/fluid/tests/unittests/collective/collective_scatter_api.py index 863bcdac7f7..f198ae467d5 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_scatter_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_scatter_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_scatter_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_scatter_api_dygraph.py index 5647a4c5b92..fa65928967b 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_scatter_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_scatter_api_dygraph.py @@ -14,7 +14,6 @@ import paddle import paddle.fluid as fluid -import unittest import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/collective_scatter_op.py b/python/paddle/fluid/tests/unittests/collective/collective_scatter_op.py index 790e858cf83..4a8a1acfe5f 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_scatter_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_scatter_op.py @@ -12,25 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api.py b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api.py index 5cbb2a125f5..d22080e8cdf 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api_dygraph.py index 16e36716370..ac8ffde7a48 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api_dygraph.py @@ -12,25 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main diff --git a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op.py b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op.py index f889bca82bf..6324e619f9e 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_array.py b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_array.py index 383dc02cb89..ec12db6f5be 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_array.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_array.py @@ -13,24 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_dynamic_shape.py b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_dynamic_shape.py index 7ade8867585..da6ef74c114 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_dynamic_shape.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_dynamic_shape.py @@ -12,25 +12,9 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/collective_split_op.py b/python/paddle/fluid/tests/unittests/collective/collective_split_op.py index cd27fe0548b..2e71ccf3049 100644 --- a/python/paddle/fluid/tests/unittests/collective/collective_split_op.py +++ b/python/paddle/fluid/tests/unittests/collective/collective_split_op.py @@ -12,24 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen from paddle.fluid import core -import unittest -from multiprocessing import Process import paddle.fluid.layers as layers -from functools import reduce from test_collective_base import TestCollectiveRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/column_parallel_linear_api.py b/python/paddle/fluid/tests/unittests/collective/column_parallel_linear_api.py index ba836c388d0..5f6178dbfd6 100644 --- a/python/paddle/fluid/tests/unittests/collective/column_parallel_linear_api.py +++ b/python/paddle/fluid/tests/unittests/collective/column_parallel_linear_api.py @@ -13,26 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/communication_stream_allreduce_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/communication_stream_allreduce_api_dygraph.py index 92ef3365d51..abf45520351 100644 --- a/python/paddle/fluid/tests/unittests/collective/communication_stream_allreduce_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/communication_stream_allreduce_api_dygraph.py @@ -15,9 +15,7 @@ import os import numpy as np import paddle -import paddle.fluid as fluid import paddle.distributed as dist -import test_communication_api_base as test_base import test_collective_api_base as test_collective_base diff --git a/python/paddle/fluid/tests/unittests/collective/communication_stream_sendrecv_api_dygraph.py b/python/paddle/fluid/tests/unittests/collective/communication_stream_sendrecv_api_dygraph.py index 175e24c3d0d..a666e6cfe0a 100644 --- a/python/paddle/fluid/tests/unittests/collective/communication_stream_sendrecv_api_dygraph.py +++ b/python/paddle/fluid/tests/unittests/collective/communication_stream_sendrecv_api_dygraph.py @@ -16,9 +16,7 @@ import os import numpy as np import paddle import paddle.distributed as dist -import paddle.fluid as fluid import test_collective_api_base as test_collective_base -import test_communication_api_base as test_base class StreamSendRecvTestCase(): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/auto_parallel_parallelizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/auto_parallel_parallelizer.py index 600a3c82c8f..185e2c23fed 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/auto_parallel_parallelizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/auto_parallel_parallelizer.py @@ -22,7 +22,6 @@ import paddle.utils as utils from paddle.fluid import layers from paddle.distributed import fleet from paddle.distributed.fleet import auto -from paddle.distributed.auto_parallel.utils import print_program_with_dist_attr import paddle.fluid.core as core paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/c_comm_init_op.py b/python/paddle/fluid/tests/unittests/collective/fleet/c_comm_init_op.py index 718af4f7aa8..4c981156ebb 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/c_comm_init_op.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/c_comm_init_op.py @@ -14,7 +14,6 @@ import unittest import os -import paddle.fluid.core as core import paddle.fluid as fluid from paddle.distributed.fleet.base.private_helper_function import wait_server_ready import paddle diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api.py index 35be5121360..bac023a8e7d 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import time import shutil import tempfile import numpy as np @@ -21,7 +20,6 @@ import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api_eager.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api_eager.py index 5de9b5ecea0..f733fa1c6de 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api_eager.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api_eager.py @@ -12,16 +12,12 @@ # See the License for the specific language governing permissions and # limitations under the License. -import time -import shutil import tempfile import numpy as np import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2.py index f4cc451c40a..40767d6fa86 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2.py @@ -17,15 +17,10 @@ import os import shutil import numpy as np -import argparse import tempfile -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_comm_overlap.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_comm_overlap.py index 7208372b6c0..883874c9cd2 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_comm_overlap.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_comm_overlap.py @@ -17,15 +17,10 @@ import os import shutil import numpy as np -import argparse import tempfile -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_offload.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_offload.py index 060b856505f..3420114d3f9 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_offload.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_offload.py @@ -15,14 +15,7 @@ # limitations under the License. import numpy as np -import argparse -import ast -import time import paddle -import paddle.fluid as fluid -from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3.py index 31b56cdfb8c..fe629541376 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3.py @@ -18,14 +18,9 @@ import os import shutil import tempfile import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3_offload.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3_offload.py index da84fb67ca9..2c586b56946 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3_offload.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3_offload.py @@ -15,14 +15,9 @@ # limitations under the License. import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_stage3 import GroupShardedStage3 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_optimizer_stage2.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_optimizer_stage2.py index 22d001c7c46..2f5a73830d7 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_optimizer_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_optimizer_stage2.py @@ -14,11 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2.py index 756b1bfb607..a025030af2d 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2.py @@ -17,15 +17,11 @@ import os import shutil import numpy as np -import argparse import tempfile -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2_offload.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2_offload.py index 1acdce548d5..7469591c9ed 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2_offload.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2_offload.py @@ -15,14 +15,8 @@ # limitations under the License. import numpy as np -import argparse -import ast -import time import paddle -import paddle.fluid as fluid -from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3.py index c48e7a36424..4e9bc7a1cac 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3.py @@ -18,14 +18,10 @@ import os import shutil import tempfile import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3_offload.py b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3_offload.py index 19c0c91c20d..d56ec33694b 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3_offload.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3_offload.py @@ -15,14 +15,10 @@ # limitations under the License. import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.sharding_stage3 import ShardingStage3 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_communicate_group.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_communicate_group.py index d84ad27e263..0e81b08a7eb 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_communicate_group.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_communicate_group.py @@ -13,7 +13,6 @@ # limitations under the License. import numpy as np -import os import paddle from paddle.distributed import fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_inference_helper.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_inference_helper.py index c6d37d2c53c..da982318451 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_inference_helper.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_inference_helper.py @@ -17,12 +17,8 @@ import unittest import os import paddle import numpy as np -import random import paddle.fluid.layers as layers -import paddle.distributed as dist -import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle import framework from paddle.distributed.fleet.utils.hybrid_parallel_inference import HybridParallelInferenceHelper paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_amp.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_amp.py index 3101012feb3..4906a1c86ca 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_amp.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_amp.py @@ -13,7 +13,6 @@ # limitations under the License. import paddle -import numpy as np from hybrid_parallel_mp_model import TestDistMPTraning import paddle.distributed.fleet as fleet import unittest diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_clip_grad.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_clip_grad.py index d490db2864f..c9bff4a261d 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_clip_grad.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_clip_grad.py @@ -13,10 +13,8 @@ # limitations under the License. import paddle -import numpy as np from hybrid_parallel_mp_model import TestDistMPTraning import unittest -import logging #log = logging.getLogger("HybridParallel") #log.setLevel(logging.WARNING) diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_fp16.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_fp16.py index ef8b2c5a6a9..611e85ed4a8 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_fp16.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_fp16.py @@ -13,7 +13,6 @@ # limitations under the License. import paddle -import numpy as np from hybrid_parallel_mp_model import TestDistMPTraning import paddle.distributed.fleet as fleet import unittest diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_layers.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_layers.py index 8629f36882a..5f20209da4a 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_layers.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_layers.py @@ -20,7 +20,6 @@ import random import paddle.distributed as dist import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle import framework def set_random_seed(seed): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_model.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_model.py index 797ae874250..707bd95a490 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_model.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_model.py @@ -18,7 +18,6 @@ import random import paddle.distributed as dist import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle.io import DataLoader, Dataset import unittest diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_random.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_random.py index 982d25dec12..f779b3298b8 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_random.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_random.py @@ -16,10 +16,7 @@ import unittest import paddle import numpy as np -import paddle.distributed as dist -import paddle.fluid as fluid import paddle.distributed.fleet as fleet -import random class TestDistTraning(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_layer_with_virtual_stage.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_layer_with_virtual_stage.py index 137dde6891a..73807abdc18 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_layer_with_virtual_stage.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_layer_with_virtual_stage.py @@ -13,8 +13,6 @@ # limitations under the License. import unittest -import numpy as np -import os import paddle from paddle.distributed import fleet import paddle.nn as nn diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load.py index a3d8314d343..5d52093a86f 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load.py @@ -15,7 +15,6 @@ import unittest import paddle import numpy as np -import random import os import shutil import tempfile diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load_with_virtual_stage.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load_with_virtual_stage.py index 1fdc8502684..f71e2511a20 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load_with_virtual_stage.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load_with_virtual_stage.py @@ -15,7 +15,6 @@ import unittest import paddle import numpy as np -import random import os import shutil import tempfile diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_qat.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_qat.py index e3904ac6d72..03e35799349 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_qat.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_qat.py @@ -12,18 +12,16 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import paddle import numpy as np import random import paddle.distributed as dist import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle.io import DataLoader, Dataset import unittest import paddle.nn as nn from paddle.fluid.contrib.slim.quantization import ImperativeQuantAware -from paddle.distributed.utils.launch_utils import find_free_ports, watch_local_trainers, get_cluster, TrainerProc +from paddle.distributed.utils.launch_utils import find_free_ports, get_cluster def set_random_seed(seed, dp_id, rank_id): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_sharding_model.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_sharding_model.py index 0c61a7a559a..96a7825dc80 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_sharding_model.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_sharding_model.py @@ -18,7 +18,6 @@ import random import paddle.distributed as dist import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle.io import DataLoader, Dataset from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.dygraph_sharding_optimizer import DygraphShardingOptimizer import unittest diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_shared_weight.py b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_shared_weight.py index 7b5503d6759..1696b966d7c 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_shared_weight.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_shared_weight.py @@ -19,7 +19,6 @@ import random import paddle import paddle.distributed as dist import paddle.distributed.fleet as fleet -from paddle.fluid.dygraph.container import Sequential from paddle.distributed.fleet.meta_parallel import PipelineLayer from paddle.fluid.dygraph.layers import Layer import paddle.nn as nn diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/new_group.py b/python/paddle/fluid/tests/unittests/collective/fleet/new_group.py index 28a2568f8e5..b6e537681b2 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/new_group.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/new_group.py @@ -13,7 +13,6 @@ # limitations under the License. import numpy as np -import os import paddle diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_class_center_sample.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_class_center_sample.py index 489a5050dd6..ef7f5440987 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_class_center_sample.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_class_center_sample.py @@ -18,9 +18,7 @@ import paddle import numpy as np import random import paddle.distributed as dist -import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle import framework def set_random_seed(seed): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_different.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_different.py index 39ebd7ead36..24a29f2a711 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_different.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_different.py @@ -13,7 +13,6 @@ # limitations under the License. import numpy as np -import paddle.distributed as dist import paddle import paddle.fluid as fluid diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_same.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_same.py index faef02bd6c7..8b9aaf52943 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_same.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_same.py @@ -12,15 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import contextlib -import unittest import numpy as np import paddle import paddle.fluid as fluid -import paddle.fluid.dygraph as dygraph -from paddle.fluid import core -from paddle.fluid.optimizer import SGDOptimizer from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.base import to_variable diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync.py index 17f8a0d8d90..b00639202a6 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync.py @@ -13,21 +13,13 @@ # limitations under the License. import os -import contextlib -import unittest import numpy as np -import six -import pickle import random import paddle import paddle.fluid as fluid import paddle.distributed as dist -import paddle.fluid.dygraph as dygraph -from paddle.fluid.dygraph.parallel import ParallelEnv -from paddle.fluid import core from paddle.fluid.dygraph.nn import Linear -from paddle.fluid.framework import _test_eager_guard from test_dist_base import print_to_err, print_to_out, runtime_main, TestParallelDyGraphRunnerBase seed = 90 diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_control_flow.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_control_flow.py index d7938ae680e..afbb4cf0122 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_control_flow.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_control_flow.py @@ -12,19 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os -import contextlib -import unittest import numpy as np -import six -import pickle -import random import paddle import paddle.fluid as fluid -import paddle.distributed as dist -import paddle.fluid.dygraph as dygraph -from paddle.fluid import core from paddle.fluid.dygraph.nn import Linear from test_dist_base import runtime_main from parallel_dygraph_no_sync import TestNoSync diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_unused_params.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_unused_params.py index d4572017fb0..bd8e598baf1 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_unused_params.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_unused_params.py @@ -12,19 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os -import contextlib -import unittest import numpy as np -import six -import pickle -import random import paddle import paddle.fluid as fluid -import paddle.distributed as dist -import paddle.fluid.dygraph as dygraph -from paddle.fluid import core from paddle.fluid.dygraph.nn import Linear from test_dist_base import runtime_main from parallel_dygraph_no_sync import TestNoSync diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_se_resnext.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_se_resnext.py index b05755dcedd..09878cec229 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_se_resnext.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_se_resnext.py @@ -12,22 +12,12 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os -import contextlib -import unittest import numpy as np -import six -import pickle -import sys import paddle import paddle.fluid as fluid -import paddle.fluid.dygraph as dygraph -from paddle.fluid import core -from paddle.fluid.optimizer import SGDOptimizer -from paddle.fluid.dygraph.nn import Conv2D, Pool2D, Linear, BatchNorm +from paddle.fluid.dygraph.nn import Conv2D, Linear, Pool2D from paddle.fluid.dygraph.base import to_variable -from paddle.fluid.layer_helper import LayerHelper import math from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_sync_batch_norm.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_sync_batch_norm.py index 0989518fb5b..6d1f100252c 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_sync_batch_norm.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_sync_batch_norm.py @@ -12,19 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os -import contextlib -import unittest import numpy as np -import six -import pickle import paddle import paddle.fluid as fluid -import paddle.fluid.dygraph as dygraph -from paddle.fluid import core -from paddle.fluid.optimizer import SGDOptimizer -from paddle.nn import Conv2D, Linear, SyncBatchNorm +from paddle.nn import Conv2D, SyncBatchNorm from paddle.fluid.dygraph.base import to_variable from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_margin_cross_entropy.py b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_margin_cross_entropy.py index e900158b506..9d852785f6d 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/parallel_margin_cross_entropy.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/parallel_margin_cross_entropy.py @@ -18,9 +18,7 @@ import paddle import numpy as np import random import paddle.distributed as dist -import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle import framework def set_random_seed(seed): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist.py b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist.py index d3fcf5abf34..bd4e761a7a1 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist.py @@ -12,19 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import time -import math - import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_multi_device.py b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_multi_device.py index 6d2d0c2281e..1933b55f023 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_multi_device.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_multi_device.py @@ -12,19 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import time -import math - import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_one_device.py b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_one_device.py index 1df4aa4fc1d..33964a6400e 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_one_device.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_one_device.py @@ -12,19 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import time -import math - import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_col.py b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_col.py index a8ae0aad642..40ec79b9844 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_col.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_col.py @@ -13,19 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import time -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal -from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_row.py b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_row.py index 75e222b206d..c14dd021729 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_row.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_row.py @@ -13,19 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import time -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal -from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_embedding.py b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_embedding.py index 9c86943fe46..f147190a5d2 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_embedding.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_embedding.py @@ -13,19 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import time -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -from paddle.fluid import core -import unittest -from multiprocessing import Process -import os -import signal -from functools import reduce from test_dist_base import TestDistRunnerBase, runtime_main import paddle.distributed.fleet as fleet diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint.py index ce1dfa74364..3a06bc29d0f 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint.py @@ -14,20 +14,11 @@ import unittest import paddle -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name - -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint1.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint1.py index 1f0cec309c5..2db7b1e8f80 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint1.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint1.py @@ -14,22 +14,9 @@ import unittest import paddle -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient -import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp -from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name - -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader - -from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger +from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger from test_auto_checkpoint import AutoCheckPointACLBase paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint2.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint2.py index 846b31d3fa8..96b538ee9b8 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint2.py @@ -14,22 +14,9 @@ import unittest import paddle -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient -import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp -from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name - -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader - -from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger +from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger from test_auto_checkpoint import AutoCheckPointACLBase paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint3.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint3.py index d6f11df20b2..0e75f8e0c47 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint3.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint3.py @@ -14,22 +14,9 @@ import unittest import paddle -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient -import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp -from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name - -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader - -from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger +from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger from test_auto_checkpoint import AutoCheckPointACLBase paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_dist_basic.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_dist_basic.py index 4949f4728ea..331f6b10450 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_dist_basic.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_dist_basic.py @@ -16,20 +16,13 @@ import unittest import paddle import paddle.fluid as fluid import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet +from paddle.fluid.incubate.fleet.collective import fleet import os -import sys from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp -from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader - -from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger +from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger from test_auto_checkpoint import AutoCheckPointACLBase paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_multiple.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_multiple.py index 65de718a487..61e0733aa84 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_multiple.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_multiple.py @@ -14,22 +14,12 @@ import unittest import paddle -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp -from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel -from paddle.fluid.framework import program_guard -from paddle.fluid import unique_name -import numpy as np -from paddle.io import Dataset, BatchSampler, DataLoader - -from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger +from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger from test_auto_checkpoint import AutoCheckPointACLBase paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_parallel_parallelizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_parallel_parallelizer.py index 3bf6c0c9195..2937dc33dde 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_parallel_parallelizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_auto_parallel_parallelizer.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_communicator_half_async.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_communicator_half_async.py index f7f804eece2..ab5bd396d2c 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_communicator_half_async.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_communicator_half_async.py @@ -14,8 +14,6 @@ import os import sys -import time -import threading import subprocess import unittest import numpy diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dgc_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dgc_optimizer.py index 567d8bacb8e..50f1b389a0a 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dgc_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dgc_optimizer.py @@ -19,8 +19,6 @@ import paddle.fluid.framework as framework import paddle.fluid.optimizer as optimizer import paddle.fluid.regularizer as regularizer import paddle.fluid.clip as clip -import paddle.compat as cpt -from paddle.fluid.backward import append_backward paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api.py index dac26e4e053..1302c322ce7 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api.py @@ -17,7 +17,6 @@ import os os.environ['FLAGS_enable_eager_mode'] = '0' import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api_for_eager.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api_for_eager.py index 48ecf71d769..a8b9a3229bd 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api_for_eager.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api_for_eager.py @@ -17,7 +17,6 @@ import os os.environ['FLAGS_enable_eager_mode'] = '1' import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute.py index c57e8d77490..afd619a390b 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute.py @@ -16,13 +16,10 @@ import unittest import numpy as np import paddle -from paddle.autograd import PyLayer from paddle.distributed.fleet.utils import recompute import random from paddle.incubate.distributed.fleet import recompute_sequential -import paddle.fluid.layers as layers - def get_fc_block(block_idx, input_size, is_last=False): block_name = "block_" + str(block_idx) diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute_for_eager.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute_for_eager.py index 05631fa7ee0..d69c52144f5 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute_for_eager.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute_for_eager.py @@ -20,12 +20,8 @@ import unittest import numpy as np import paddle -from paddle.autograd import PyLayer from paddle.distributed.fleet.utils import recompute import random -from paddle.incubate.distributed.fleet import recompute_sequential - -import paddle.fluid.layers as layers def get_fc_block(block_idx, input_size, is_last=False): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_optimizer_stage2.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_optimizer_stage2.py index 4af164c69df..f4d3f9728ef 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_optimizer_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_optimizer_stage2.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage2.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage2.py index 3c7e7c52d84..07a9b1296e4 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage2.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3.py index 0b4af46bf1c..82e7b8e12bf 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3.py @@ -17,7 +17,6 @@ import os os.environ['FLAGS_enable_eager_mode'] = '0' import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3_for_eager.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3_for_eager.py index 3796a3e6d1d..a6f9436a4f0 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3_for_eager.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3_for_eager.py @@ -18,7 +18,6 @@ os.environ['FLAGS_enable_eager_mode'] = '1' import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_amp_meta_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_amp_meta_optimizer.py index 6b05e63482b..7eb235a5499 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_amp_meta_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_amp_meta_optimizer.py @@ -17,7 +17,6 @@ import paddle import paddle.fluid as fluid import paddle.distributed.fleet as fleet from paddle.distributed.fleet.meta_optimizers import AMPOptimizer -import os from fleet_meta_optimizer_base import TestFleetMetaOptimizer import paddle.distributed.fleet.base.role_maker as role_maker diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_checkpoint.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_checkpoint.py index fb78f1f1add..ef091343204 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_checkpoint.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_checkpoint.py @@ -16,11 +16,10 @@ import unittest import paddle import paddle.fluid as fluid import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet +from paddle.fluid.incubate.fleet.collective import fleet from paddle.fluid.incubate.checkpoint.auto_checkpoint import ExeTrainStatus from paddle.fluid.incubate.checkpoint.checkpoint_saver import CheckpointSaver import os -import sys from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.fluid.incubate.checkpoint.checkpoint_saver import CheckpointSaver diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_distributed_strategy.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_distributed_strategy.py index 9ac88c80211..d2b57d9a8d0 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_distributed_strategy.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_distributed_strategy.py @@ -14,7 +14,6 @@ import unittest import paddle -import os class TestStrategyConfig(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_gradient_merge_meta_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_gradient_merge_meta_optimizer.py index 0f8b36e3f89..99bc614b14e 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_gradient_merge_meta_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_gradient_merge_meta_optimizer.py @@ -14,9 +14,6 @@ import unittest import paddle -import os -import paddle.distributed.fleet as fleet -import paddle.distributed.fleet.base.role_maker as role_maker from fleet_meta_optimizer_base import TestFleetMetaOptimizer diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_localsgd_meta_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_localsgd_meta_optimizer.py index ac7b203d5ee..2765b8c3eae 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_localsgd_meta_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_localsgd_meta_optimizer.py @@ -14,12 +14,9 @@ import unittest import paddle -import os import paddle import paddle.fluid as fluid -import paddle.distributed.fleet as fleet -import paddle.distributed.fleet.base.role_maker as role_maker from fleet_meta_optimizer_base import TestFleetMetaOptimizer paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_log.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_log.py index 03cb281cf37..985905bdc81 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_log.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_log.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import paddle from paddle.distributed import fleet from paddle.distributed.fleet.utils.log_util import logger import logging diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_meta_optimizer_base.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_meta_optimizer_base.py index 21246cb74c4..0c8db67dcb5 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_meta_optimizer_base.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_meta_optimizer_base.py @@ -15,7 +15,6 @@ import unittest import paddle from paddle import fluid -import os import paddle.distributed.fleet as fleet import paddle.distributed.fleet.base.role_maker as role_maker from paddle.distributed.fleet.meta_optimizers.meta_optimizer_base import MetaOptimizerBase diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_private_function.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_private_function.py index 063cda8aa9d..a4854c695f8 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_private_function.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_private_function.py @@ -13,8 +13,6 @@ # limitations under the License. import unittest -import os -import paddle import socket import threading diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_recompute_meta_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_recompute_meta_optimizer.py index 230cad18361..0045f7311de 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_recompute_meta_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_recompute_meta_optimizer.py @@ -15,7 +15,6 @@ import unittest import paddle import paddle.fluid as fluid -import os from fleet_meta_optimizer_base import TestFleetMetaOptimizer from paddle.distributed.fleet.meta_optimizers import RecomputeOptimizer diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_sharding_meta_optimizer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_sharding_meta_optimizer.py index 68ad29880b3..6c14b49278c 100755 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_sharding_meta_optimizer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_sharding_meta_optimizer.py @@ -16,8 +16,6 @@ import unittest import paddle import os -import paddle.distributed.fleet as fleet -import paddle.fluid as fluid from fleet_meta_optimizer_base import TestFleetMetaOptimizer import paddle.distributed.fleet.meta_optimizers.sharding as sharding diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_static_mp_layers.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_static_mp_layers.py index 9b80d70642d..19f926748cf 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_static_mp_layers.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_static_mp_layers.py @@ -15,12 +15,8 @@ import unittest import paddle -import numpy as np -import random -import paddle.distributed as dist import paddle.fluid as fluid import paddle.distributed.fleet as fleet -from paddle import framework import os paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_utils.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_utils.py index 9e70d8e54f0..d7266cf29ab 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_utils.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_fleet_utils.py @@ -12,17 +12,13 @@ # See the License for the specific language governing permissions and # limitations under the License. -import paddle -import paddle.fluid as fluid import unittest import numpy as np import tarfile import tempfile import os import sys -from paddle.dataset.common import download, DATA_HOME -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler import fleet +from paddle.dataset.common import download from paddle.fluid.incubate.fleet.utils.fleet_util import FleetUtil import paddle.fluid.incubate.fleet.utils.utils as utils diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs1.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs1.py index 2fa312fc20b..694cfe0cacc 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs1.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs1.py @@ -15,12 +15,9 @@ from paddle.fluid.tests.unittests.hdfs_test_utils import FSTestBase import unittest import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient, FSTimeOut, FSFileExistsError, FSFileNotExistsError +from paddle.distributed.fleet.utils.fs import FSTimeOut, HDFSClient java_home = os.environ["JAVA_HOME"] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs2.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs2.py index a77368d11a1..682036a681a 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs2.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs2.py @@ -14,13 +14,9 @@ from paddle.fluid.tests.unittests.hdfs_test_utils import FSTestBase import unittest -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient, FSTimeOut, FSFileExistsError, FSFileNotExistsError +from paddle.distributed.fleet.utils.fs import HDFSClient, LocalFS java_home = os.environ["JAVA_HOME"] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs3.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs3.py index 450aceb5a74..6bf304dc1e7 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs3.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_hdfs3.py @@ -14,13 +14,9 @@ from paddle.fluid.tests.unittests.hdfs_test_utils import FSTestBase import unittest -import paddle.fluid as fluid -import paddle.fluid.incubate.fleet.base.role_maker as role_maker -from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet import os -import sys -from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient, FSTimeOut, FSFileExistsError, FSFileNotExistsError +from paddle.distributed.fleet.utils.fs import HDFSClient, LocalFS java_home = os.environ["JAVA_HOME"] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_hybrid_parallel_inference_helper.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_hybrid_parallel_inference_helper.py index 04ec6b48239..06b3ec02de0 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_hybrid_parallel_inference_helper.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_hybrid_parallel_inference_helper.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision.py index b6a85e94d85..026fa8fb9d4 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision.py @@ -21,10 +21,8 @@ import paddle import paddle.fluid as fluid import paddle.fluid.core as core import numpy as np -import six -import cv2 import tempfile -from test_imperative_resnet import ResNet, BottleneckBlock, ConvBNLayer, train_parameters, optimizer_setting +from test_imperative_resnet import ResNet, optimizer_setting, train_parameters import paddle.nn as nn from paddle.static import InputSpec from paddle.autograd import PyLayer diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision_for_eager.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision_for_eager.py index 39982264736..7ff434987a9 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision_for_eager.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_imperative_auto_mixed_precision_for_eager.py @@ -20,10 +20,8 @@ import unittest import paddle import paddle.fluid as fluid import numpy as np -import six -import cv2 import tempfile -from test_imperative_resnet import ResNet, BottleneckBlock, ConvBNLayer, train_parameters, optimizer_setting +from test_imperative_resnet import ResNet, optimizer_setting, train_parameters import paddle.nn as nn from paddle.static import InputSpec from paddle.autograd import PyLayer diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_mixed_precision.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_mixed_precision.py index 5fdc137f744..37fcf7c6509 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_mixed_precision.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_mixed_precision.py @@ -13,9 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid -from paddle.fluid import core -from paddle.fluid.contrib.mixed_precision import fp16_utils import paddle import paddle.nn as nn import paddle.static as static diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_class_center_sample.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_class_center_sample.py index 9e5c2b3eec5..0d22628c8aa 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_class_center_sample.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_class_center_sample.py @@ -14,10 +14,8 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus -from paddle.fluid.framework import _test_eager_guard class TestParallelClassCenterSample(TestMultipleGpus): diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_control_flow.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_control_flow.py index 183e8ad958d..c991818a5fb 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_control_flow.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_control_flow.py @@ -13,12 +13,10 @@ # limitations under the License. import os -import sys import unittest import paddle.fluid as fluid from test_dist_base import TestDistBase -from spawn_runner_base import TestDistSpawnRunner flag_name = os.path.splitext(__file__)[0] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_mp_layers.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_mp_layers.py index 0705115cd9b..21aa82db3dc 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_mp_layers.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_mp_layers.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_no_sync_gradient_check.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_no_sync_gradient_check.py index bceec2989f1..d170cd0ed54 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_no_sync_gradient_check.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_no_sync_gradient_check.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel.py index 9dd54f47347..ebd1096fdc2 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid import os from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel_with_virtual_stage.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel_with_virtual_stage.py index 2a095881eb0..7af7d6dba1a 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel_with_virtual_stage.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_pipeline_parallel_with_virtual_stage.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle.fluid as fluid import os from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_qat.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_qat.py index e3c493d2721..842f7166118 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_qat.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_qat.py @@ -14,7 +14,6 @@ import unittest import time -import paddle import paddle.fluid as fluid import copy import os diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sharding_parallel.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sharding_parallel.py index a28a9aeed2e..f6c6e3378e4 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sharding_parallel.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sharding_parallel.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sparse_embedding.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sparse_embedding.py index 0f9c88745f1..2f8ea8feddd 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sparse_embedding.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_sparse_embedding.py @@ -20,7 +20,6 @@ import paddle.fluid as fluid from test_dist_base import TestDistBase from spawn_runner_base import TestDistSpawnRunner from parallel_dygraph_sparse_embedding import TestSparseEmbedding -from parallel_dygraph_sparse_embedding_fp64 import TestSparseEmbeddingFP64 flag_name = os.path.splitext(__file__)[0] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_tensor_parallel.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_tensor_parallel.py index 9e08e3ff5e6..c2b1b17fc52 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_tensor_parallel.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_tensor_parallel.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_transformer.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_transformer.py index 665e2bb26bf..8d12dfdce58 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_transformer.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_dygraph_transformer.py @@ -13,13 +13,10 @@ # limitations under the License. import os -import sys import unittest import paddle.fluid as fluid from test_dist_base import TestDistBase -from spawn_runner_base import TestDistSpawnRunner -from parallel_dygraph_transformer import TestTransformer flag_name = os.path.splitext(__file__)[0] diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_margin_cross_entropy.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_margin_cross_entropy.py index 6593fdc7fb3..b983be50f73 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_margin_cross_entropy.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_parallel_margin_cross_entropy.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_recv_save_op.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_recv_save_op.py index e5bbbc1e504..2da9079467f 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_recv_save_op.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_recv_save_op.py @@ -25,7 +25,6 @@ import paddle.fluid as fluid import paddle.fluid.core as core from paddle.fluid.op import Operator from paddle.fluid.framework import Program, program_guard -from paddle.fluid.transpiler.details import VarStruct, VarsDistributed from dist_test_utils import * from paddle.fluid.incubate.fleet.parameter_server.mode import DistributedMode diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_rnn_dp.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_rnn_dp.py index 46e1530a191..8976f7919d2 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_rnn_dp.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_rnn_dp.py @@ -16,12 +16,9 @@ import unittest import paddle import os -import numpy as np import paddle import paddle.static as static -import paddle.distributed.fleet as fleet import paddle.nn as nn -import paddle.nn.functional as F paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/fleet/test_tcp_store.py b/python/paddle/fluid/tests/unittests/collective/fleet/test_tcp_store.py index b8650db0c5a..ff5cff2c9cb 100644 --- a/python/paddle/fluid/tests/unittests/collective/fleet/test_tcp_store.py +++ b/python/paddle/fluid/tests/unittests/collective/fleet/test_tcp_store.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import datetime import paddle import os diff --git a/python/paddle/fluid/tests/unittests/collective/init_process_group.py b/python/paddle/fluid/tests/unittests/collective/init_process_group.py index 27e6f740c2e..dfb9dcf556c 100644 --- a/python/paddle/fluid/tests/unittests/collective/init_process_group.py +++ b/python/paddle/fluid/tests/unittests/collective/init_process_group.py @@ -13,18 +13,9 @@ # limitations under the License. import unittest -import random -import numpy as np -import os -import shutil import paddle -from paddle.fluid import core -import datetime -from datetime import timedelta -import paddle.fluid.core as core from paddle.fluid.framework import _test_eager_guard -from paddle.fluid.dygraph.parallel import ParallelEnv class TestProcessGroupFp32(unittest.TestCase): diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dp.py b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dp.py index c007c6590fb..5583041db8b 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dp.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dp.py @@ -12,27 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math -import paddle -import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_multi_nodes import TestCollectiveAPIRunnerBase, runtime_main @@ -44,7 +23,6 @@ class TestDygrapgHybridDP(TestCollectiveAPIRunnerBase): def check_pass(self, *args, **kwargs): from common import init_parallel_env import paddle - from paddle.distributed import fleet hcg = init_parallel_env("DP16-MP1-PP1-SH1-O1", 2) import numpy as np dp_group = hcg.get_data_parallel_group() diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dpppmp.py b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dpppmp.py index 83fbe3a6a65..6de0954b0e7 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dpppmp.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_dpppmp.py @@ -13,26 +13,8 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle -import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_multi_nodes import TestCollectiveAPIRunnerBase, runtime_main from paddle import nn import numpy as np diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_fp16.py b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_fp16.py index bde59dba0d0..0c4eddffeec 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_fp16.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_fp16.py @@ -13,26 +13,8 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle -import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_multi_nodes import TestCollectiveAPIRunnerBase, runtime_main from paddle import nn import numpy as np diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_recompute.py b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_recompute.py index f65e44abc88..16e6d1602f3 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_recompute.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/dygraph_hybrid_recompute.py @@ -13,26 +13,8 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle -import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_multi_nodes import TestCollectiveAPIRunnerBase, runtime_main from paddle import nn import numpy as np diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_group_sharded_stage3.py b/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_group_sharded_stage3.py index 6e742f1b2f9..9c432eefa8a 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_group_sharded_stage3.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_group_sharded_stage3.py @@ -18,14 +18,9 @@ import os import shutil import tempfile import numpy as np -import argparse -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear -from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_sharding_stage2.py b/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_sharding_stage2.py index 6aa88892184..affb6d31f2a 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_sharding_stage2.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/mn_dygraph_sharding_stage2.py @@ -17,15 +17,11 @@ import os import shutil import numpy as np -import argparse import tempfile -import ast -import time import paddle import paddle.fluid as fluid from paddle.fluid.dygraph.nn import Linear from paddle.distributed import fleet -from paddle.fluid.dygraph import nn from paddle.fluid.framework import _test_eager_guard from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/test_collective_multi_nodes.py b/python/paddle/fluid/tests/unittests/collective/multinode/test_collective_multi_nodes.py index 4dc0265a7ad..c7ad96c061e 100644 --- a/python/paddle/fluid/tests/unittests/collective/multinode/test_collective_multi_nodes.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/test_collective_multi_nodes.py @@ -12,23 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. -import numpy as np import unittest -import time -import argparse import os import sys import subprocess -import traceback -import functools -import pickle import tempfile -from contextlib import closing -import paddle -import paddle.fluid as fluid -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core -import socket class TestCollectiveAPIRunnerBase(object): diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dp.py b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dp.py index ab35a227f4b..05124e0ddd5 100755 --- a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dp.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dp.py @@ -15,8 +15,6 @@ # limitations under the License. import unittest -import numpy as np -import paddle from test_collective_multi_nodes import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dpppmp.py b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dpppmp.py index c0b24f2a3dc..aa2a01454ae 100755 --- a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dpppmp.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_hybrid_dpppmp.py @@ -15,8 +15,6 @@ # limitations under the License. import unittest -import numpy as np -import paddle from test_collective_multi_nodes import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_sharding.py b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_sharding.py index c00110b9ddb..f0da628a4c8 100755 --- a/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_sharding.py +++ b/python/paddle/fluid/tests/unittests/collective/multinode/test_multinode_dygraph_sharding.py @@ -15,8 +15,6 @@ # limitations under the License. import unittest -import numpy as np -import paddle from test_collective_multi_nodes import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/parallel_embedding_api.py b/python/paddle/fluid/tests/unittests/collective/parallel_embedding_api.py index e8205aa7a02..8b6ab746ce8 100644 --- a/python/paddle/fluid/tests/unittests/collective/parallel_embedding_api.py +++ b/python/paddle/fluid/tests/unittests/collective/parallel_embedding_api.py @@ -13,26 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/process_group_gloo.py b/python/paddle/fluid/tests/unittests/collective/process_group_gloo.py index b2392d90b25..4e678ef955e 100644 --- a/python/paddle/fluid/tests/unittests/collective/process_group_gloo.py +++ b/python/paddle/fluid/tests/unittests/collective/process_group_gloo.py @@ -15,13 +15,9 @@ import unittest import random import numpy as np -import os -import shutil import paddle from paddle.fluid import core -import datetime -from datetime import timedelta import paddle.fluid.core as core from paddle.fluid.framework import _test_eager_guard from paddle.fluid.dygraph.parallel import ParallelEnv diff --git a/python/paddle/fluid/tests/unittests/collective/process_group_mpi.py b/python/paddle/fluid/tests/unittests/collective/process_group_mpi.py index db3ef4a032e..f3ca19ebe7e 100644 --- a/python/paddle/fluid/tests/unittests/collective/process_group_mpi.py +++ b/python/paddle/fluid/tests/unittests/collective/process_group_mpi.py @@ -15,17 +15,12 @@ import unittest import random import numpy as np -import os -import shutil import paddle from paddle.fluid import core -from datetime import timedelta import paddle.fluid.core as core from paddle.fluid.framework import _test_eager_guard -from paddle.fluid.dygraph.parallel import ParallelEnv from paddle.distributed.collective import Group -from paddle.distributed.collective import _group_map_by_name from paddle.distributed.collective import _default_group_name from paddle.distributed.collective import _set_group_map from paddle.distributed.collective import _set_group_map_by_name diff --git a/python/paddle/fluid/tests/unittests/collective/process_group_nccl.py b/python/paddle/fluid/tests/unittests/collective/process_group_nccl.py index 124e68ce6e3..aa3a9575f42 100644 --- a/python/paddle/fluid/tests/unittests/collective/process_group_nccl.py +++ b/python/paddle/fluid/tests/unittests/collective/process_group_nccl.py @@ -15,13 +15,8 @@ import unittest import random import numpy as np -import os -import shutil import paddle -from paddle.fluid import core -from datetime import timedelta -import paddle.fluid.core as core from paddle.fluid.framework import _test_eager_guard from paddle.fluid.dygraph.parallel import ParallelEnv import paddle.distributed as dist diff --git a/python/paddle/fluid/tests/unittests/collective/row_parallel_linear_api.py b/python/paddle/fluid/tests/unittests/collective/row_parallel_linear_api.py index ec465bc91cf..854ef9cb69e 100644 --- a/python/paddle/fluid/tests/unittests/collective/row_parallel_linear_api.py +++ b/python/paddle/fluid/tests/unittests/collective/row_parallel_linear_api.py @@ -13,26 +13,9 @@ # limitations under the License. import numpy as np -import argparse -import os -import sys -import signal -import time -import socket -from contextlib import closing -from six import string_types -import math import paddle import paddle.fluid as fluid -import paddle.fluid.profiler as profiler -import paddle.fluid.unique_name as nameGen -from paddle.fluid import core import paddle.distributed.fleet as fleet -from paddle.fluid.incubate.fleet.base import role_maker -import unittest -from multiprocessing import Process -import paddle.fluid.layers as layers -from functools import reduce from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main paddle.enable_static() diff --git a/python/paddle/fluid/tests/unittests/collective/test_allreduce.py b/python/paddle/fluid/tests/unittests/collective/test_allreduce.py index c311d3b7f32..d137f0f3ec4 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_allreduce.py +++ b/python/paddle/fluid/tests/unittests/collective/test_allreduce.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_broadcast.py b/python/paddle/fluid/tests/unittests/collective/test_broadcast.py index 21d5d082e19..ff171d084d3 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_broadcast.py +++ b/python/paddle/fluid/tests/unittests/collective/test_broadcast.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_c_concat.py b/python/paddle/fluid/tests/unittests/collective/test_c_concat.py index 07e22ac1890..bc241c1e556 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_c_concat.py +++ b/python/paddle/fluid/tests/unittests/collective/test_c_concat.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_c_identity.py b/python/paddle/fluid/tests/unittests/collective/test_c_identity.py index b6f3b32fc24..936e2961c57 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_c_identity.py +++ b/python/paddle/fluid/tests/unittests/collective/test_c_identity.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_c_split.py b/python/paddle/fluid/tests/unittests/collective/test_c_split.py index 772982d9973..43dc766ad24 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_c_split.py +++ b/python/paddle/fluid/tests/unittests/collective/test_c_split.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_api.py index ec5e7a6f72e..af4e6c10baa 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_object_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_object_api.py index 63ac93adf8d..90539e89c0b 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_object_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_allgather_object_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_allreduce_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_allreduce_api.py index e68bd590aba..c0bd54a6fad 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_allreduce_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_allreduce_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_api.py index 9d240143651..a042507ede1 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single.py b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single.py index 74378a09f0f..9ef0a7639e1 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single_api.py index fb1e5e9da22..2f18903068e 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_alltoall_single_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_barrier_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_barrier_api.py index f93c0d4d56d..8a883ce989c 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_barrier_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_barrier_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_batch_isend_irecv.py b/python/paddle/fluid/tests/unittests/collective/test_collective_batch_isend_irecv.py index c671f190534..e9fad9aa1c1 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_batch_isend_irecv.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_batch_isend_irecv.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_broadcast_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_broadcast_api.py index 010e8580947..f0c76828052 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_broadcast_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_broadcast_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_cpu_barrier_with_gloo.py b/python/paddle/fluid/tests/unittests/collective/test_collective_cpu_barrier_with_gloo.py index bf503d804ca..157e7106308 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_cpu_barrier_with_gloo.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_cpu_barrier_with_gloo.py @@ -13,8 +13,6 @@ # limitations under the License. import unittest -import os -import sys import time import multiprocessing from contextlib import closing diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_global_gather.py b/python/paddle/fluid/tests/unittests/collective/test_collective_global_gather.py index 6022f1c7472..85406dd00bb 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_global_gather.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_global_gather.py @@ -13,11 +13,9 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase -import os class TestCollectiveGlobalGatherAPI(TestDistBase): diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_global_scatter.py b/python/paddle/fluid/tests/unittests/collective/test_collective_global_scatter.py index b7e0a9a4cb3..c2668c62047 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_global_scatter.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_global_scatter.py @@ -13,11 +13,9 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase -import os class TestCollectiveSelectScatterAPI(TestDistBase): diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_isend_irecv_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_isend_irecv_api.py index f9613abc240..333da7e6807 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_isend_irecv_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_isend_irecv_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce.py b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce.py index 4c8f5981523..e5cc5441097 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_api.py index 0d7286f63a7..ccaf61472fe 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter.py b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter.py index 7ed9d942169..a9151e14665 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter.py @@ -14,7 +14,6 @@ import os import unittest -import paddle.fluid as fluid from test_parallel_dygraph_dataparallel import TestMultipleGpus diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter_api.py index 1d25527407f..d490a8bbce5 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_reduce_scatter_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import test_collective_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_scatter.py b/python/paddle/fluid/tests/unittests/collective/test_collective_scatter.py index c356767310f..e4d26459967 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_scatter.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_scatter.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_scatter_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_scatter_api.py index 3f2522a082f..d5e8e7cc62e 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_scatter_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_scatter_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv.py b/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv.py index 84c138feacc..8f1467cf652 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv_api.py b/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv_api.py index 2df0ac5e35e..ee8ada3d22b 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_sendrecv_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_split_col_linear.py b/python/paddle/fluid/tests/unittests/collective/test_collective_split_col_linear.py index ad7a432fd03..c2983d3ea79 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_split_col_linear.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_split_col_linear.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding.py b/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding.py index 835fed0f08d..fbab3e68cea 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding_none_divisible.py b/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding_none_divisible.py index 00df9f3acee..b5888390bca 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding_none_divisible.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_split_embedding_none_divisible.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from paddle.distributed import fleet diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_split_row_linear.py b/python/paddle/fluid/tests/unittests/collective/test_collective_split_row_linear.py index 6f39f08e931..c89b1cc7a06 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_split_row_linear.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_split_row_linear.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_collective_wait.py b/python/paddle/fluid/tests/unittests/collective/test_collective_wait.py index 5b06e867a74..cf4bcd98fa0 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_collective_wait.py +++ b/python/paddle/fluid/tests/unittests/collective/test_collective_wait.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/test_communication_stream_allreduce_api.py b/python/paddle/fluid/tests/unittests/collective/test_communication_stream_allreduce_api.py index 6c6dcfa1c70..7fe30a5d50f 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_communication_stream_allreduce_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_communication_stream_allreduce_api.py @@ -13,8 +13,6 @@ # limitations under the License. import unittest -import paddle -import itertools import test_communication_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_communication_stream_sendrecv_api.py b/python/paddle/fluid/tests/unittests/collective/test_communication_stream_sendrecv_api.py index 9590519bc2e..b32ceb2a952 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_communication_stream_sendrecv_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_communication_stream_sendrecv_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import test_communication_api_base as test_base diff --git a/python/paddle/fluid/tests/unittests/collective/test_gen_nccl_id_op.py b/python/paddle/fluid/tests/unittests/collective/test_gen_nccl_id_op.py index 8543912f04f..80afdd393f0 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_gen_nccl_id_op.py +++ b/python/paddle/fluid/tests/unittests/collective/test_gen_nccl_id_op.py @@ -14,10 +14,8 @@ import unittest import os -import copy from launch_function_helper import wait, _find_free_port -from multiprocessing import Pool, Process -from threading import Thread +from multiprocessing import Process os.environ['GLOG_vmodule'] = str("gen_nccl_id_op*=10,gen_comm_id*=10") diff --git a/python/paddle/fluid/tests/unittests/collective/test_new_group_api.py b/python/paddle/fluid/tests/unittests/collective/test_new_group_api.py index 00f5db42e63..dfa0fb2402f 100644 --- a/python/paddle/fluid/tests/unittests/collective/test_new_group_api.py +++ b/python/paddle/fluid/tests/unittests/collective/test_new_group_api.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import numpy as np import paddle from test_collective_api_base import TestDistBase diff --git a/python/paddle/fluid/tests/unittests/collective/world_size_and_rank.py b/python/paddle/fluid/tests/unittests/collective/world_size_and_rank.py index 69620238a94..5916370f753 100644 --- a/python/paddle/fluid/tests/unittests/collective/world_size_and_rank.py +++ b/python/paddle/fluid/tests/unittests/collective/world_size_and_rank.py @@ -13,7 +13,6 @@ # limitations under the License. import unittest -import paddle import paddle.distributed as dist -- GitLab