Skip to content

P
Paddle

wmsofts / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 0
Fork 0
P
Paddle

体验新版 GitCode，发现更多精彩内容 >>

未验证 提交 0ef7a02f 编写于 作者: N Nyakku Shigure 提交者： GitHub
浏览文件
操作

[CodeStyle][F401] remove unused imports in unittests/collective (#46615) 

* [CodeStyle][F401] remove unused import in unittests/collective

* empty commit, test=document_fix

* empty commit
上级 667082c0
展开全部 隐藏空白更改
内联 并排
Showing with 17 addition and 968 deletion
python/paddle/fluid/tests/unittests/collective/collective_allgather_api.py
浏览文件 @ 0ef7a02f
......@@ -12,26 +12,12 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
import pickle
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
import test_collective_api_base as test_base
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_allgather_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_allreduce_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_allreduce_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_allreduce_new_group_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_allreduce_op.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_allreduce_op_wait.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_alltoall_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_alltoall_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
......
python/paddle/fluid/tests/unittests/collective/collective_alltoall_single.py
浏览文件 @ 0ef7a02f
......@@ -16,11 +16,7 @@ import unittest
import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveAllToAllSingle(unittest.TestCase):
......
python/paddle/fluid/tests/unittests/collective/collective_barrier_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_batch_isend_irecv.py
浏览文件 @ 0ef7a02f
......@@ -16,11 +16,7 @@ import unittest
import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveBatchIsendIrecv(unittest.TestCase):
......
python/paddle/fluid/tests/unittests/collective/collective_broadcast_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_broadcast_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_broadcast_op.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_concat_op.py
浏览文件 @ 0ef7a02f
......@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_global_gather.py
浏览文件 @ 0ef7a02f
......@@ -17,8 +17,6 @@ import os
import sys
import paddle
import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import pickle
from paddle.fluid.framework import _enable_legacy_dygraph
......
python/paddle/fluid/tests/unittests/collective/collective_global_gather_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,11 +14,8 @@
import numpy as np
import os
import sys
import paddle
import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import paddle.distributed.utils.moe_utils as moe_utils
......
python/paddle/fluid/tests/unittests/collective/collective_global_scatter.py
浏览文件 @ 0ef7a02f
......@@ -17,8 +17,6 @@ import os
import sys
import paddle
import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import pickle
import paddle.distributed.utils.moe_utils as moe_utils
......
python/paddle/fluid/tests/unittests/collective/collective_global_scatter_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,11 +14,8 @@
import numpy as np
import os
import sys
import paddle
import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import paddle.distributed.utils.moe_utils as moe_utils
......
python/paddle/fluid/tests/unittests/collective/collective_identity_op.py
浏览文件 @ 0ef7a02f
......@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_isend_irecv_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_op.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_op_calc_stream.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter.py
浏览文件 @ 0ef7a02f
......@@ -16,11 +16,7 @@ import unittest
import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveReduceScatter(unittest.TestCase):
......
python/paddle/fluid/tests/unittests/collective/collective_reduce_scatter_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_scatter_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_scatter_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import paddle
import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base
......
python/paddle/fluid/tests/unittests/collective/collective_scatter_op.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_sendrecv_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
......
python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_array.py
浏览文件 @ 0ef7a02f
......@@ -13,24 +13,9 @@
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_sendrecv_op_dynamic_shape.py
浏览文件 @ 0ef7a02f
......@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/collective_split_op.py
浏览文件 @ 0ef7a02f
......@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/column_parallel_linear_api.py
浏览文件 @ 0ef7a02f
......@@ -13,26 +13,9 @@
# limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import paddle.distributed.fleet as fleet
from paddle.fluid.incubate.fleet.base import role_maker
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/communication_stream_allreduce_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -15,9 +15,7 @@
import os
import numpy as np
import paddle
import paddle.fluid as fluid
import paddle.distributed as dist
import test_communication_api_base as test_base
import test_collective_api_base as test_collective_base
......
python/paddle/fluid/tests/unittests/collective/communication_stream_sendrecv_api_dygraph.py
浏览文件 @ 0ef7a02f
......@@ -16,9 +16,7 @@ import os
import numpy as np
import paddle
import paddle.distributed as dist
import paddle.fluid as fluid
import test_collective_api_base as test_collective_base
import test_communication_api_base as test_base
class StreamSendRecvTestCase():
......
python/paddle/fluid/tests/unittests/collective/fleet/auto_parallel_parallelizer.py
浏览文件 @ 0ef7a02f
......@@ -22,7 +22,6 @@ import paddle.utils as utils
from paddle.fluid import layers
from paddle.distributed import fleet
from paddle.distributed.fleet import auto
from paddle.distributed.auto_parallel.utils import print_program_with_dist_attr
import paddle.fluid.core as core
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/c_comm_init_op.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import unittest
import os
import paddle.fluid.core as core
import paddle.fluid as fluid
from paddle.distributed.fleet.base.private_helper_function import wait_server_ready
import paddle
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api.py
浏览文件 @ 0ef7a02f
......@@ -12,7 +12,6 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import time
import shutil
import tempfile
import numpy as np
......@@ -21,7 +20,6 @@ import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_api_eager.py
浏览文件 @ 0ef7a02f
......@@ -12,16 +12,12 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import time
import shutil
import tempfile
import numpy as np
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2.py
浏览文件 @ 0ef7a02f
......@@ -17,15 +17,10 @@
import os
import shutil
import numpy as np
import argparse
import tempfile
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_comm_overlap.py
浏览文件 @ 0ef7a02f
......@@ -17,15 +17,10 @@
import os
import shutil
import numpy as np
import argparse
import tempfile
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage2_offload.py
浏览文件 @ 0ef7a02f
......@@ -15,14 +15,7 @@
# limitations under the License.
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3.py
浏览文件 @ 0ef7a02f
......@@ -18,14 +18,9 @@ import os
import shutil
import tempfile
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_group_sharded_stage3_offload.py
浏览文件 @ 0ef7a02f
......@@ -15,14 +15,9 @@
# limitations under the License.
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_stage3 import GroupShardedStage3
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_optimizer_stage2.py
浏览文件 @ 0ef7a02f
......@@ -14,11 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2.py
浏览文件 @ 0ef7a02f
......@@ -17,15 +17,11 @@
import os
import shutil
import numpy as np
import argparse
import tempfile
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage2_offload.py
浏览文件 @ 0ef7a02f
......@@ -15,14 +15,8 @@
# limitations under the License.
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3.py
浏览文件 @ 0ef7a02f
......@@ -18,14 +18,10 @@ import os
import shutil
import tempfile
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
python/paddle/fluid/tests/unittests/collective/fleet/dygraph_sharding_stage3_offload.py
浏览文件 @ 0ef7a02f
......@@ -15,14 +15,10 @@
# limitations under the License.
import numpy as np
import argparse
import ast
import time
import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.sharding_stage3 import ShardingStage3
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_communicate_group.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import numpy as np
import os
import paddle
from paddle.distributed import fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_inference_helper.py
浏览文件 @ 0ef7a02f
......@@ -17,12 +17,8 @@ import unittest
import os
import paddle
import numpy as np
import random
import paddle.fluid.layers as layers
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
from paddle.distributed.fleet.utils.hybrid_parallel_inference import HybridParallelInferenceHelper
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_amp.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning
import paddle.distributed.fleet as fleet
import unittest
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_clip_grad.py
浏览文件 @ 0ef7a02f
......@@ -13,10 +13,8 @@
# limitations under the License.
import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning
import unittest
import logging
#log = logging.getLogger("HybridParallel")
#log.setLevel(logging.WARNING)
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_fp16.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning
import paddle.distributed.fleet as fleet
import unittest
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_layers.py
浏览文件 @ 0ef7a02f
......@@ -20,7 +20,6 @@ import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed):
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_model.py
浏览文件 @ 0ef7a02f
......@@ -18,7 +18,6 @@ import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
import unittest
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_mp_random.py
浏览文件 @ 0ef7a02f
......@@ -16,10 +16,7 @@ import unittest
import paddle
import numpy as np
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
import random
class TestDistTraning(unittest.TestCase):
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_layer_with_virtual_stage.py
浏览文件 @ 0ef7a02f
......@@ -13,8 +13,6 @@
# limitations under the License.
import unittest
import numpy as np
import os
import paddle
from paddle.distributed import fleet
import paddle.nn as nn
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load.py
浏览文件 @ 0ef7a02f
......@@ -15,7 +15,6 @@
import unittest
import paddle
import numpy as np
import random
import os
import shutil
import tempfile
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_pp_save_load_with_virtual_stage.py
浏览文件 @ 0ef7a02f
......@@ -15,7 +15,6 @@
import unittest
import paddle
import numpy as np
import random
import os
import shutil
import tempfile
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_qat.py
浏览文件 @ 0ef7a02f
......@@ -12,18 +12,16 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
import unittest
import paddle.nn as nn
from paddle.fluid.contrib.slim.quantization import ImperativeQuantAware
from paddle.distributed.utils.launch_utils import find_free_ports, watch_local_trainers, get_cluster, TrainerProc
from paddle.distributed.utils.launch_utils import find_free_ports, get_cluster
def set_random_seed(seed, dp_id, rank_id):
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_sharding_model.py
浏览文件 @ 0ef7a02f
......@@ -18,7 +18,6 @@ import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.dygraph_sharding_optimizer import DygraphShardingOptimizer
import unittest
......
python/paddle/fluid/tests/unittests/collective/fleet/hybrid_parallel_shared_weight.py
浏览文件 @ 0ef7a02f
......@@ -19,7 +19,6 @@ import random
import paddle
import paddle.distributed as dist
import paddle.distributed.fleet as fleet
from paddle.fluid.dygraph.container import Sequential
from paddle.distributed.fleet.meta_parallel import PipelineLayer
from paddle.fluid.dygraph.layers import Layer
import paddle.nn as nn
......
python/paddle/fluid/tests/unittests/collective/fleet/new_group.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import numpy as np
import os
import paddle
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_class_center_sample.py
浏览文件 @ 0ef7a02f
......@@ -18,9 +18,7 @@ import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed):
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_different.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import numpy as np
import paddle.distributed as dist
import paddle
import paddle.fluid as fluid
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_control_flow_same.py
浏览文件 @ 0ef7a02f
......@@ -12,15 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import contextlib
import unittest
import numpy as np
import paddle
import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.fluid.dygraph.nn import Linear
from paddle.fluid.dygraph.base import to_variable
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync.py
浏览文件 @ 0ef7a02f
......@@ -13,21 +13,13 @@
# limitations under the License.
import os
import contextlib
import unittest
import numpy as np
import six
import pickle
import random
import paddle
import paddle.fluid as fluid
import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid.dygraph.parallel import ParallelEnv
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear
from paddle.fluid.framework import _test_eager_guard
from test_dist_base import print_to_err, print_to_out, runtime_main, TestParallelDyGraphRunnerBase
seed = 90
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_control_flow.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import contextlib
import unittest
import numpy as np
import six
import pickle
import random
import paddle
import paddle.fluid as fluid
import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear
from test_dist_base import runtime_main
from parallel_dygraph_no_sync import TestNoSync
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_no_sync_unused_params.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,10 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import contextlib
import unittest
import numpy as np
import six
import pickle
import random
import paddle
import paddle.fluid as fluid
import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear
from test_dist_base import runtime_main
from parallel_dygraph_no_sync import TestNoSync
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_se_resnext.py
浏览文件 @ 0ef7a02f
......@@ -12,22 +12,12 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import contextlib
import unittest
import numpy as np
import six
import pickle
import sys
import paddle
import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.fluid.dygraph.nn import Conv2D, Pool2D, Linear, BatchNorm
from paddle.fluid.dygraph.nn import Conv2D, Linear, Pool2D
from paddle.fluid.dygraph.base import to_variable
from paddle.fluid.layer_helper import LayerHelper
import math
from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_dygraph_sync_batch_norm.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,11 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import contextlib
import unittest
import numpy as np
import six
import pickle
import paddle
import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.nn import Conv2D, Linear, SyncBatchNorm
from paddle.nn import Conv2D, SyncBatchNorm
from paddle.fluid.dygraph.base import to_variable
from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase
......
python/paddle/fluid/tests/unittests/collective/fleet/parallel_margin_cross_entropy.py
浏览文件 @ 0ef7a02f
......@@ -18,9 +18,7 @@ import paddle
import numpy as np
import random
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed):
......
python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_multi_device.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/pipeline_mnist_one_device.py
浏览文件 @ 0ef7a02f
......@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_col.py
浏览文件 @ 0ef7a02f
......@@ -13,19 +13,9 @@
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_by_row.py
浏览文件 @ 0ef7a02f
......@@ -13,19 +13,9 @@
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/static_model_parallel_embedding.py
浏览文件 @ 0ef7a02f
......@@ -13,19 +13,9 @@
# limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle
import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint.py
浏览文件 @ 0ef7a02f
......@@ -14,20 +14,11 @@
import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint1.py
浏览文件 @ 0ef7a02f
......@@ -14,22 +14,9 @@
import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint2.py
浏览文件 @ 0ef7a02f
......@@ -14,22 +14,9 @@
import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint3.py
浏览文件 @ 0ef7a02f
......@@ -14,22 +14,9 @@
import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_dist_basic.py
浏览文件 @ 0ef7a02f
......@@ -16,20 +16,13 @@ import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
from paddle.fluid.incubate.fleet.collective import fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_checkpoint_multiple.py
浏览文件 @ 0ef7a02f
......@@ -14,22 +14,12 @@
import unittest
import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_auto_parallel_parallelizer.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
python/paddle/fluid/tests/unittests/collective/fleet/test_communicator_half_async.py
浏览文件 @ 0ef7a02f
......@@ -14,8 +14,6 @@
import os
import sys
import time
import threading
import subprocess
import unittest
import numpy
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dgc_optimizer.py
浏览文件 @ 0ef7a02f
......@@ -19,8 +19,6 @@ import paddle.fluid.framework as framework
import paddle.fluid.optimizer as optimizer
import paddle.fluid.regularizer as regularizer
import paddle.fluid.clip as clip
import paddle.compat as cpt
from paddle.fluid.backward import append_backward
paddle.enable_static()
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api.py
浏览文件 @ 0ef7a02f
......@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '0'
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_group_sharded_api_for_eager.py
浏览文件 @ 0ef7a02f
......@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '1'
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute.py
浏览文件 @ 0ef7a02f
......@@ -16,13 +16,10 @@ import unittest
import numpy as np
import paddle
from paddle.autograd import PyLayer
from paddle.distributed.fleet.utils import recompute
import random
from paddle.incubate.distributed.fleet import recompute_sequential
import paddle.fluid.layers as layers
def get_fc_block(block_idx, input_size, is_last=False):
block_name = "block_" + str(block_idx)
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_recompute_for_eager.py
浏览文件 @ 0ef7a02f
......@@ -20,12 +20,8 @@ import unittest
import numpy as np
import paddle
from paddle.autograd import PyLayer
from paddle.distributed.fleet.utils import recompute
import random
from paddle.incubate.distributed.fleet import recompute_sequential
import paddle.fluid.layers as layers
def get_fc_block(block_idx, input_size, is_last=False):
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_optimizer_stage2.py
浏览文件 @ 0ef7a02f
......@@ -13,7 +13,6 @@
# limitations under the License.
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage2.py
浏览文件 @ 0ef7a02f
......@@ -14,7 +14,6 @@
import os
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
python/paddle/fluid/tests/unittests/collective/fleet/test_dygraph_sharding_stage3.py
浏览文件 @ 0ef7a02f
......@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '0'
import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或