Skip to content

P
Paddle

PaddlePaddle / Paddle
大约 1 年 前同步成功

通知 2298
Star 20931
Fork 5422
P
Paddle
未验证 提交 61b2bb57 编写于 作者: 张 张春乔 提交者： GitHub
浏览文件
操作

[xdoctest] reformat example code with google style in No. 231 (#56213)

上级 8e58fa57
隐藏空白更改
内联 并排
Showing with 117 addition and 117 deletion
python/paddle/distributed/parallel_with_gloo.py
浏览文件 @ 61b2bb57
......@@ -54,44 +54,44 @@ def gloo_init_parallel_env(rank_id, rank_num, server_endpoint):
Examples:
.. code-block:: python
import paddle
import multiprocessing
from contextlib import closing
import socket
port_set = set()
def find_free_port():
def _free_port():
with closing(socket.socket(socket.AF_INET,
socket.SOCK_STREAM)) as s:
s.bind(('', 0))
return s.getsockname()[1]
while True:
port = _free_port()
if port not in port_set:
port_set.add(port)
return port
def test_gloo_init(id, rank_num, server_endpoint):
paddle.distributed.gloo_init_parallel_env(
id, rank_num, server_endpoint)
def test_gloo_init_with_multiprocess(num_of_ranks):
jobs = []
server_endpoint = "127.0.0.1:%s" % (find_free_port())
for id in range(num_of_ranks):
p = multiprocessing.Process(
target=test_gloo_init,
args=(id, num_of_ranks, server_endpoint))
jobs.append(p)
p.start()
for proc in jobs:
proc.join()
if __name__ == '__main__':
# Arg: number of ranks (processes)
test_gloo_init_with_multiprocess(2)
>>> import paddle
>>> import multiprocessing
>>> from contextlib import closing
>>> import socket
>>> port_set = set()
>>> def find_free_port():
... def _free_port():
... with closing(socket.socket(socket.AF_INET,
... socket.SOCK_STREAM)) as s:
... s.bind(('', 0))
... return s.getsockname()[1]
... while True:
... port = _free_port()
... if port not in port_set:
... port_set.add(port)
... return port
>>> def test_gloo_init(id, rank_num, server_endpoint):
... paddle.distributed.gloo_init_parallel_env(
... id, rank_num, server_endpoint)
>>> def test_gloo_init_with_multiprocess(num_of_ranks):
... jobs = []
... server_endpoint = "127.0.0.1:%s" % (find_free_port())
... for id in range(num_of_ranks):
... p = multiprocessing.Process(
... target=test_gloo_init,
... args=(id, num_of_ranks, server_endpoint))
... jobs.append(p)
... p.start()
... for proc in jobs:
... proc.join()
>>> if __name__ == '__main__':
... # Arg: number of ranks (processes)
... test_gloo_init_with_multiprocess(2)
"""
assert (
......@@ -149,45 +149,45 @@ def gloo_barrier():
Examples:
.. code-block:: python
import paddle
import multiprocessing
from contextlib import closing
import socket
port_set = set()
def find_free_port():
def _free_port():
with closing(socket.socket(socket.AF_INET,
socket.SOCK_STREAM)) as s:
s.bind(('', 0))
return s.getsockname()[1]
while True:
port = _free_port()
if port not in port_set:
port_set.add(port)
return port
def test_gloo_barrier(id, rank_num, server_endpoint):
paddle.distributed.gloo_init_parallel_env(
id, rank_num, server_endpoint)
paddle.distributed.gloo_barrier()
def test_gloo_barrier_with_multiprocess(num_of_ranks):
jobs = []
server_endpoint = "127.0.0.1:%s" % (find_free_port())
for id in range(num_of_ranks):
p = multiprocessing.Process(
target=test_gloo_barrier,
args=(id, num_of_ranks, server_endpoint))
jobs.append(p)
p.start()
for proc in jobs:
proc.join()
if __name__ == '__main__':
# Arg: number of ranks (processes)
test_gloo_barrier_with_multiprocess(2)
>>> import paddle
>>> import multiprocessing
>>> from contextlib import closing
>>> import socket
>>> port_set = set()
>>> def find_free_port():
... def _free_port():
... with closing(socket.socket(socket.AF_INET,
... socket.SOCK_STREAM)) as s:
... s.bind(('', 0))
... return s.getsockname()[1]
... while True:
... port = _free_port()
... if port not in port_set:
... port_set.add(port)
... return port
>>> def test_gloo_barrier(id, rank_num, server_endpoint):
... paddle.distributed.gloo_init_parallel_env(
... id, rank_num, server_endpoint)
... paddle.distributed.gloo_barrier()
>>> def test_gloo_barrier_with_multiprocess(num_of_ranks):
... jobs = []
... server_endpoint = "127.0.0.1:%s" % (find_free_port())
... for id in range(num_of_ranks):
... p = multiprocessing.Process(
... target=test_gloo_barrier,
... args=(id, num_of_ranks, server_endpoint))
... jobs.append(p)
... p.start()
... for proc in jobs:
... proc.join()
>>> if __name__ == '__main__':
... # Arg: number of ranks (processes)
... test_gloo_barrier_with_multiprocess(2)
"""
assert _global_gloo_ctx is not None, "gloo context is not initialzed."
......@@ -207,46 +207,46 @@ def gloo_release():
Examples:
.. code-block:: python
import paddle
import multiprocessing
from contextlib import closing
import socket
port_set = set()
def find_free_port():
def _free_port():
with closing(socket.socket(socket.AF_INET,
socket.SOCK_STREAM)) as s:
s.bind(('', 0))
return s.getsockname()[1]
while True:
port = _free_port()
if port not in port_set:
port_set.add(port)
return port
def test_gloo_release(id, rank_num, server_endpoint):
paddle.distributed.gloo_init_parallel_env(
id, rank_num, server_endpoint)
paddle.distributed.gloo_barrier()
paddle.distributed.gloo_release()
def test_gloo_release_with_multiprocess(num_of_ranks):
jobs = []
server_endpoint = "127.0.0.1:%s" % (find_free_port())
for id in range(num_of_ranks):
p = multiprocessing.Process(
target=test_gloo_release,
args=(id, num_of_ranks, server_endpoint))
jobs.append(p)
p.start()
for proc in jobs:
proc.join()
if __name__ == '__main__':
# Arg: number of ranks (processes)
test_gloo_release_with_multiprocess(2)
>>> import paddle
>>> import multiprocessing
>>> from contextlib import closing
>>> import socket
>>> port_set = set()
>>> def find_free_port():
... def _free_port():
... with closing(socket.socket(socket.AF_INET,
... socket.SOCK_STREAM)) as s:
... s.bind(('', 0))
... return s.getsockname()[1]
... while True:
... port = _free_port()
... if port not in port_set:
... port_set.add(port)
... return port
>>> def test_gloo_release(id, rank_num, server_endpoint):
... paddle.distributed.gloo_init_parallel_env(
... id, rank_num, server_endpoint)
... paddle.distributed.gloo_barrier()
... paddle.distributed.gloo_release()
>>> def test_gloo_release_with_multiprocess(num_of_ranks):
... jobs = []
... server_endpoint = "127.0.0.1:%s" % (find_free_port())
... for id in range(num_of_ranks):
... p = multiprocessing.Process(
... target=test_gloo_release,
... args=(id, num_of_ranks, server_endpoint))
... jobs.append(p)
... p.start()
... for proc in jobs:
... proc.join()
>>> if __name__ == '__main__':
... # Arg: number of ranks (processes)
... test_gloo_release_with_multiprocess(2)
"""
if _global_gloo_ctx is not None:
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或