未验证 提交 0ef7a02f 编写于 作者: N Nyakku Shigure 提交者: GitHub

[CodeStyle][F401] remove unused imports in unittests/collective (#46615)

* [CodeStyle][F401] remove unused import in unittests/collective

* empty commit, test=document_fix

* empty commit
上级 667082c0
...@@ -12,26 +12,12 @@ ...@@ -12,26 +12,12 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os import os
import sys import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
import pickle import pickle
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
import test_collective_api_base as test_base import test_collective_api_base as test_base
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,8 @@ ...@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
......
...@@ -16,11 +16,7 @@ import unittest ...@@ -16,11 +16,7 @@ import unittest
import paddle import paddle
import numpy as np import numpy as np
import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveAllToAllSingle(unittest.TestCase): class TestCollectiveAllToAllSingle(unittest.TestCase):
......
...@@ -12,25 +12,8 @@ ...@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -16,11 +16,7 @@ import unittest ...@@ -16,11 +16,7 @@ import unittest
import paddle import paddle
import numpy as np import numpy as np
import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveBatchIsendIrecv(unittest.TestCase): class TestCollectiveBatchIsendIrecv(unittest.TestCase):
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,24 +12,10 @@ ...@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -17,8 +17,6 @@ import os ...@@ -17,8 +17,6 @@ import os
import sys import sys
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import pickle import pickle
from paddle.fluid.framework import _enable_legacy_dygraph from paddle.fluid.framework import _enable_legacy_dygraph
......
...@@ -14,11 +14,8 @@ ...@@ -14,11 +14,8 @@
import numpy as np import numpy as np
import os import os
import sys
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import paddle.distributed.utils.moe_utils as moe_utils import paddle.distributed.utils.moe_utils as moe_utils
......
...@@ -17,8 +17,6 @@ import os ...@@ -17,8 +17,6 @@ import os
import sys import sys
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import pickle import pickle
import paddle.distributed.utils.moe_utils as moe_utils import paddle.distributed.utils.moe_utils as moe_utils
......
...@@ -14,11 +14,8 @@ ...@@ -14,11 +14,8 @@
import numpy as np import numpy as np
import os import os
import sys
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import paddle.fluid.layers as layers
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
import paddle.distributed.utils.moe_utils as moe_utils import paddle.distributed.utils.moe_utils as moe_utils
......
...@@ -12,24 +12,10 @@ ...@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -16,11 +16,7 @@ import unittest ...@@ -16,11 +16,7 @@ import unittest
import paddle import paddle
import numpy as np import numpy as np
import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet
from paddle import framework
class TestCollectiveReduceScatter(unittest.TestCase): class TestCollectiveReduceScatter(unittest.TestCase):
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import unittest
import test_collective_api_base as test_base import test_collective_api_base as test_base
......
...@@ -12,25 +12,10 @@ ...@@ -12,25 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,8 @@ ...@@ -12,25 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -13,24 +13,9 @@ ...@@ -13,24 +13,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,25 +12,9 @@ ...@@ -12,25 +12,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -12,24 +12,10 @@ ...@@ -12,24 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import os
import sys
import signal
import time
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core from paddle.fluid import core
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
from functools import reduce
from test_collective_base import TestCollectiveRunnerBase, runtime_main from test_collective_base import TestCollectiveRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -13,26 +13,9 @@ ...@@ -13,26 +13,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import os
import sys
import signal
import time
import socket
from contextlib import closing
from six import string_types
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
import paddle.fluid.unique_name as nameGen
from paddle.fluid import core
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle.fluid.incubate.fleet.base import role_maker
import unittest
from multiprocessing import Process
import paddle.fluid.layers as layers
from functools import reduce
from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main from test_collective_api_base import TestCollectiveAPIRunnerBase, runtime_main
paddle.enable_static() paddle.enable_static()
......
...@@ -15,9 +15,7 @@ ...@@ -15,9 +15,7 @@
import os import os
import numpy as np import numpy as np
import paddle import paddle
import paddle.fluid as fluid
import paddle.distributed as dist import paddle.distributed as dist
import test_communication_api_base as test_base
import test_collective_api_base as test_collective_base import test_collective_api_base as test_collective_base
......
...@@ -16,9 +16,7 @@ import os ...@@ -16,9 +16,7 @@ import os
import numpy as np import numpy as np
import paddle import paddle
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import test_collective_api_base as test_collective_base import test_collective_api_base as test_collective_base
import test_communication_api_base as test_base
class StreamSendRecvTestCase(): class StreamSendRecvTestCase():
......
...@@ -22,7 +22,6 @@ import paddle.utils as utils ...@@ -22,7 +22,6 @@ import paddle.utils as utils
from paddle.fluid import layers from paddle.fluid import layers
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.distributed.fleet import auto from paddle.distributed.fleet import auto
from paddle.distributed.auto_parallel.utils import print_program_with_dist_attr
import paddle.fluid.core as core import paddle.fluid.core as core
paddle.enable_static() paddle.enable_static()
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import unittest import unittest
import os import os
import paddle.fluid.core as core
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.distributed.fleet.base.private_helper_function import wait_server_ready from paddle.distributed.fleet.base.private_helper_function import wait_server_ready
import paddle import paddle
......
...@@ -12,7 +12,6 @@ ...@@ -12,7 +12,6 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import time
import shutil import shutil
import tempfile import tempfile
import numpy as np import numpy as np
...@@ -21,7 +20,6 @@ import paddle ...@@ -21,7 +20,6 @@ import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model
......
...@@ -12,16 +12,12 @@ ...@@ -12,16 +12,12 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import time
import shutil
import tempfile import tempfile
import numpy as np import numpy as np
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model from paddle.distributed.sharding import group_sharded_parallel, save_group_sharded_model
......
...@@ -17,15 +17,10 @@ ...@@ -17,15 +17,10 @@
import os import os
import shutil import shutil
import numpy as np import numpy as np
import argparse
import tempfile import tempfile
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
...@@ -17,15 +17,10 @@ ...@@ -17,15 +17,10 @@
import os import os
import shutil import shutil
import numpy as np import numpy as np
import argparse
import tempfile import tempfile
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
...@@ -15,14 +15,7 @@ ...@@ -15,14 +15,7 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
...@@ -18,14 +18,9 @@ import os ...@@ -18,14 +18,9 @@ import os
import shutil import shutil
import tempfile import tempfile
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2 from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_optimizer_stage2 import GroupShardedOptimizerStage2
......
...@@ -15,14 +15,9 @@ ...@@ -15,14 +15,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_stage3 import GroupShardedStage3 from paddle.distributed.fleet.meta_parallel.sharding.group_sharded_stage3 import GroupShardedStage3
......
...@@ -14,11 +14,7 @@ ...@@ -14,11 +14,7 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
......
...@@ -17,15 +17,11 @@ ...@@ -17,15 +17,11 @@
import os import os
import shutil import shutil
import numpy as np import numpy as np
import argparse
import tempfile import tempfile
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
...@@ -15,14 +15,8 @@ ...@@ -15,14 +15,8 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
...@@ -18,14 +18,10 @@ import os ...@@ -18,14 +18,10 @@ import os
import shutil import shutil
import tempfile import tempfile
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2 from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.sharding_optimizer_stage2 import ShardingOptimizerStage2
......
...@@ -15,14 +15,10 @@ ...@@ -15,14 +15,10 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import ast
import time
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.distributed import fleet from paddle.distributed import fleet
from paddle.fluid.dygraph import nn
from paddle.fluid.framework import _test_eager_guard from paddle.fluid.framework import _test_eager_guard
from paddle.distributed.fleet.meta_parallel.sharding.sharding_stage3 import ShardingStage3 from paddle.distributed.fleet.meta_parallel.sharding.sharding_stage3 import ShardingStage3
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import os
import paddle import paddle
from paddle.distributed import fleet from paddle.distributed import fleet
......
...@@ -17,12 +17,8 @@ import unittest ...@@ -17,12 +17,8 @@ import unittest
import os import os
import paddle import paddle
import numpy as np import numpy as np
import random
import paddle.fluid.layers as layers import paddle.fluid.layers as layers
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle import framework
from paddle.distributed.fleet.utils.hybrid_parallel_inference import HybridParallelInferenceHelper from paddle.distributed.fleet.utils.hybrid_parallel_inference import HybridParallelInferenceHelper
paddle.enable_static() paddle.enable_static()
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import paddle import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning from hybrid_parallel_mp_model import TestDistMPTraning
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
import unittest import unittest
......
...@@ -13,10 +13,8 @@ ...@@ -13,10 +13,8 @@
# limitations under the License. # limitations under the License.
import paddle import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning from hybrid_parallel_mp_model import TestDistMPTraning
import unittest import unittest
import logging
#log = logging.getLogger("HybridParallel") #log = logging.getLogger("HybridParallel")
#log.setLevel(logging.WARNING) #log.setLevel(logging.WARNING)
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import paddle import paddle
import numpy as np
from hybrid_parallel_mp_model import TestDistMPTraning from hybrid_parallel_mp_model import TestDistMPTraning
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
import unittest import unittest
......
...@@ -20,7 +20,6 @@ import random ...@@ -20,7 +20,6 @@ import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed): def set_random_seed(seed):
......
...@@ -18,7 +18,6 @@ import random ...@@ -18,7 +18,6 @@ import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
import unittest import unittest
......
...@@ -16,10 +16,7 @@ import unittest ...@@ -16,10 +16,7 @@ import unittest
import paddle import paddle
import numpy as np import numpy as np
import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
import random
class TestDistTraning(unittest.TestCase): class TestDistTraning(unittest.TestCase):
......
...@@ -13,8 +13,6 @@ ...@@ -13,8 +13,6 @@
# limitations under the License. # limitations under the License.
import unittest import unittest
import numpy as np
import os
import paddle import paddle
from paddle.distributed import fleet from paddle.distributed import fleet
import paddle.nn as nn import paddle.nn as nn
......
...@@ -15,7 +15,6 @@ ...@@ -15,7 +15,6 @@
import unittest import unittest
import paddle import paddle
import numpy as np import numpy as np
import random
import os import os
import shutil import shutil
import tempfile import tempfile
......
...@@ -15,7 +15,6 @@ ...@@ -15,7 +15,6 @@
import unittest import unittest
import paddle import paddle
import numpy as np import numpy as np
import random
import os import os
import shutil import shutil
import tempfile import tempfile
......
...@@ -12,18 +12,16 @@ ...@@ -12,18 +12,16 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import paddle import paddle
import numpy as np import numpy as np
import random import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
import unittest import unittest
import paddle.nn as nn import paddle.nn as nn
from paddle.fluid.contrib.slim.quantization import ImperativeQuantAware from paddle.fluid.contrib.slim.quantization import ImperativeQuantAware
from paddle.distributed.utils.launch_utils import find_free_ports, watch_local_trainers, get_cluster, TrainerProc from paddle.distributed.utils.launch_utils import find_free_ports, get_cluster
def set_random_seed(seed, dp_id, rank_id): def set_random_seed(seed, dp_id, rank_id):
......
...@@ -18,7 +18,6 @@ import random ...@@ -18,7 +18,6 @@ import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle.io import DataLoader, Dataset
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.dygraph_sharding_optimizer import DygraphShardingOptimizer from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.dygraph_sharding_optimizer import DygraphShardingOptimizer
import unittest import unittest
......
...@@ -19,7 +19,6 @@ import random ...@@ -19,7 +19,6 @@ import random
import paddle import paddle
import paddle.distributed as dist import paddle.distributed as dist
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle.fluid.dygraph.container import Sequential
from paddle.distributed.fleet.meta_parallel import PipelineLayer from paddle.distributed.fleet.meta_parallel import PipelineLayer
from paddle.fluid.dygraph.layers import Layer from paddle.fluid.dygraph.layers import Layer
import paddle.nn as nn import paddle.nn as nn
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import os
import paddle import paddle
......
...@@ -18,9 +18,7 @@ import paddle ...@@ -18,9 +18,7 @@ import paddle
import numpy as np import numpy as np
import random import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed): def set_random_seed(seed):
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import paddle.distributed as dist
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
......
...@@ -12,15 +12,10 @@ ...@@ -12,15 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import contextlib
import unittest
import numpy as np import numpy as np
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.fluid.dygraph.base import to_variable from paddle.fluid.dygraph.base import to_variable
......
...@@ -13,21 +13,13 @@ ...@@ -13,21 +13,13 @@
# limitations under the License. # limitations under the License.
import os import os
import contextlib
import unittest
import numpy as np import numpy as np
import six
import pickle
import random import random
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid.dygraph.parallel import ParallelEnv
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from paddle.fluid.framework import _test_eager_guard
from test_dist_base import print_to_err, print_to_out, runtime_main, TestParallelDyGraphRunnerBase from test_dist_base import print_to_err, print_to_out, runtime_main, TestParallelDyGraphRunnerBase
seed = 90 seed = 90
......
...@@ -12,19 +12,10 @@ ...@@ -12,19 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import contextlib
import unittest
import numpy as np import numpy as np
import six
import pickle
import random
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from test_dist_base import runtime_main from test_dist_base import runtime_main
from parallel_dygraph_no_sync import TestNoSync from parallel_dygraph_no_sync import TestNoSync
......
...@@ -12,19 +12,10 @@ ...@@ -12,19 +12,10 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import contextlib
import unittest
import numpy as np import numpy as np
import six
import pickle
import random
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.distributed as dist
import paddle.fluid.dygraph as dygraph
from paddle.fluid import core
from paddle.fluid.dygraph.nn import Linear from paddle.fluid.dygraph.nn import Linear
from test_dist_base import runtime_main from test_dist_base import runtime_main
from parallel_dygraph_no_sync import TestNoSync from parallel_dygraph_no_sync import TestNoSync
......
...@@ -12,22 +12,12 @@ ...@@ -12,22 +12,12 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import contextlib
import unittest
import numpy as np import numpy as np
import six
import pickle
import sys
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph from paddle.fluid.dygraph.nn import Conv2D, Linear, Pool2D
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.fluid.dygraph.nn import Conv2D, Pool2D, Linear, BatchNorm
from paddle.fluid.dygraph.base import to_variable from paddle.fluid.dygraph.base import to_variable
from paddle.fluid.layer_helper import LayerHelper
import math import math
from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase
......
...@@ -12,19 +12,11 @@ ...@@ -12,19 +12,11 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import os
import contextlib
import unittest
import numpy as np import numpy as np
import six
import pickle
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.dygraph as dygraph from paddle.nn import Conv2D, SyncBatchNorm
from paddle.fluid import core
from paddle.fluid.optimizer import SGDOptimizer
from paddle.nn import Conv2D, Linear, SyncBatchNorm
from paddle.fluid.dygraph.base import to_variable from paddle.fluid.dygraph.base import to_variable
from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase from test_dist_base import runtime_main, TestParallelDyGraphRunnerBase
......
...@@ -18,9 +18,7 @@ import paddle ...@@ -18,9 +18,7 @@ import paddle
import numpy as np import numpy as np
import random import random
import paddle.distributed as dist import paddle.distributed as dist
import paddle.fluid as fluid
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
from paddle import framework
def set_random_seed(seed): def set_random_seed(seed):
......
...@@ -12,19 +12,8 @@ ...@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -12,19 +12,8 @@ ...@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -12,19 +12,8 @@ ...@@ -12,19 +12,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -13,19 +13,9 @@ ...@@ -13,19 +13,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -13,19 +13,9 @@ ...@@ -13,19 +13,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -13,19 +13,9 @@ ...@@ -13,19 +13,9 @@
# limitations under the License. # limitations under the License.
import numpy as np import numpy as np
import argparse
import time
import math
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.profiler as profiler
from paddle.fluid import core
import unittest
from multiprocessing import Process
import os
import signal
from functools import reduce
from test_dist_base import TestDistRunnerBase, runtime_main from test_dist_base import TestDistRunnerBase, runtime_main
import paddle.distributed.fleet as fleet import paddle.distributed.fleet as fleet
......
...@@ -14,20 +14,11 @@ ...@@ -14,20 +14,11 @@
import unittest import unittest
import paddle import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
......
...@@ -14,22 +14,9 @@ ...@@ -14,22 +14,9 @@
import unittest import unittest
import paddle import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from test_auto_checkpoint import AutoCheckPointACLBase from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static() paddle.enable_static()
......
...@@ -14,22 +14,9 @@ ...@@ -14,22 +14,9 @@
import unittest import unittest
import paddle import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from test_auto_checkpoint import AutoCheckPointACLBase from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static() paddle.enable_static()
......
...@@ -14,22 +14,9 @@ ...@@ -14,22 +14,9 @@
import unittest import unittest
import paddle import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from test_auto_checkpoint import AutoCheckPointACLBase from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static() paddle.enable_static()
......
...@@ -16,20 +16,13 @@ import unittest ...@@ -16,20 +16,13 @@ import unittest
import paddle import paddle
import paddle.fluid as fluid import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet from paddle.fluid.incubate.fleet.collective import fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from test_auto_checkpoint import AutoCheckPointACLBase from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static() paddle.enable_static()
......
...@@ -14,22 +14,12 @@ ...@@ -14,22 +14,12 @@
import unittest import unittest
import paddle import paddle
import paddle.fluid as fluid
import paddle.fluid.incubate.fleet.base.role_maker as role_maker
from paddle.fluid.incubate.fleet.collective import CollectiveOptimizer, fleet
import os import os
import sys
from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient from paddle.distributed.fleet.utils.fs import LocalFS, HDFSClient
import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp import paddle.fluid.incubate.checkpoint.auto_checkpoint as acp
from paddle.fluid.incubate.checkpoint.checkpoint_saver import PaddleModel
from paddle.fluid.framework import program_guard
from paddle.fluid import unique_name
import numpy as np from paddle.fluid.tests.unittests.auto_checkpoint_utils import get_logger
from paddle.io import Dataset, BatchSampler, DataLoader
from paddle.fluid.tests.unittests.auto_checkpoint_utils import AutoCheckpointBase, get_logger
from test_auto_checkpoint import AutoCheckPointACLBase from test_auto_checkpoint import AutoCheckPointACLBase
paddle.enable_static() paddle.enable_static()
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
...@@ -14,8 +14,6 @@ ...@@ -14,8 +14,6 @@
import os import os
import sys import sys
import time
import threading
import subprocess import subprocess
import unittest import unittest
import numpy import numpy
......
...@@ -19,8 +19,6 @@ import paddle.fluid.framework as framework ...@@ -19,8 +19,6 @@ import paddle.fluid.framework as framework
import paddle.fluid.optimizer as optimizer import paddle.fluid.optimizer as optimizer
import paddle.fluid.regularizer as regularizer import paddle.fluid.regularizer as regularizer
import paddle.fluid.clip as clip import paddle.fluid.clip as clip
import paddle.compat as cpt
from paddle.fluid.backward import append_backward
paddle.enable_static() paddle.enable_static()
......
...@@ -17,7 +17,6 @@ import os ...@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '0' os.environ['FLAGS_enable_eager_mode'] = '0'
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
...@@ -17,7 +17,6 @@ import os ...@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '1' os.environ['FLAGS_enable_eager_mode'] = '1'
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
...@@ -16,13 +16,10 @@ import unittest ...@@ -16,13 +16,10 @@ import unittest
import numpy as np import numpy as np
import paddle import paddle
from paddle.autograd import PyLayer
from paddle.distributed.fleet.utils import recompute from paddle.distributed.fleet.utils import recompute
import random import random
from paddle.incubate.distributed.fleet import recompute_sequential from paddle.incubate.distributed.fleet import recompute_sequential
import paddle.fluid.layers as layers
def get_fc_block(block_idx, input_size, is_last=False): def get_fc_block(block_idx, input_size, is_last=False):
block_name = "block_" + str(block_idx) block_name = "block_" + str(block_idx)
......
...@@ -20,12 +20,8 @@ import unittest ...@@ -20,12 +20,8 @@ import unittest
import numpy as np import numpy as np
import paddle import paddle
from paddle.autograd import PyLayer
from paddle.distributed.fleet.utils import recompute from paddle.distributed.fleet.utils import recompute
import random import random
from paddle.incubate.distributed.fleet import recompute_sequential
import paddle.fluid.layers as layers
def get_fc_block(block_idx, input_size, is_last=False): def get_fc_block(block_idx, input_size, is_last=False):
......
...@@ -13,7 +13,6 @@ ...@@ -13,7 +13,6 @@
# limitations under the License. # limitations under the License.
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
import os import os
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
...@@ -17,7 +17,6 @@ import os ...@@ -17,7 +17,6 @@ import os
os.environ['FLAGS_enable_eager_mode'] = '0' os.environ['FLAGS_enable_eager_mode'] = '0'
import unittest import unittest
import paddle.fluid as fluid
from test_parallel_dygraph_dataparallel import TestMultipleGpus from test_parallel_dygraph_dataparallel import TestMultipleGpus
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册