Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
极客李华
Paddle
提交
9a8517fd
P
Paddle
项目概览
极客李华
/
Paddle
与 Fork 源项目一致
Fork自
PaddlePaddle / Paddle
通知
1
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
Paddle
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
9a8517fd
编写于
1月 24, 2018
作者:
T
typhoonzero
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
daemonize the server process
上级
0e850c74
变更
2
隐藏空白更改
内联
并排
Showing
2 changed file
with
46 addition
and
17 deletion
+46
-17
python/paddle/v2/fluid/layers/io.py
python/paddle/v2/fluid/layers/io.py
+14
-5
python/paddle/v2/fluid/tests/test_recv_op.py
python/paddle/v2/fluid/tests/test_recv_op.py
+32
-12
未找到文件。
python/paddle/v2/fluid/layers/io.py
浏览文件 @
9a8517fd
...
@@ -136,17 +136,26 @@ class ListenAndServ(object):
...
@@ -136,17 +136,26 @@ class ListenAndServ(object):
# simple recv mode, recv operators inputs.
# simple recv mode, recv operators inputs.
for
iname
in
op
.
input_names
:
for
iname
in
op
.
input_names
:
for
in_var_name
in
op
.
input
(
iname
):
for
in_var_name
in
op
.
input
(
iname
):
params
.
append
(
parent_block
.
var
(
name
))
params
.
append
(
parent_block
.
var
(
in_var_
name
))
grads
.
append
(
parent_block
.
var
(
name
))
grads
.
append
(
parent_block
.
var
(
in_var_
name
))
return
params
,
grads
return
params
,
grads
def
parent_block
(
self
):
prog
=
self
.
helper
.
main_program
parent_idx
=
prog
.
current_block
().
parent_idx
assert
parent_idx
>=
0
parent_block
=
prog
.
block
(
parent_idx
)
return
parent_block
def
complete_op
(
self
):
def
complete_op
(
self
):
main_program
=
self
.
helper
.
main_program
main_program
=
self
.
helper
.
main_program
current_block
=
main_program
.
current_block
()
current_block
=
main_program
.
current_block
()
parent_block
=
self
.
parent_block
()
parent_block
=
self
.
parent_block
()
params
,
grads
=
self
.
get_params_and_grads
()
params
,
grads
=
self
.
get_params_and_grads
()
param_names
=
[
p
.
name
for
p
in
params
]
grad_names
=
[
g
.
name
for
g
in
grads
]
parent_block
.
append_op
(
parent_block
.
append_op
(
type
=
'recv'
,
type
=
'recv'
,
inputs
=
{},
inputs
=
{},
...
@@ -154,8 +163,8 @@ class ListenAndServ(object):
...
@@ -154,8 +163,8 @@ class ListenAndServ(object):
attrs
=
{
attrs
=
{
'endpoint'
:
self
.
endpoint
,
'endpoint'
:
self
.
endpoint
,
'Fanin'
:
self
.
fan_in
,
'Fanin'
:
self
.
fan_in
,
'ParamList'
:
params
,
'ParamList'
:
param
_name
s
,
'GradList'
:
grads
,
'GradList'
:
grad
_name
s
,
'OptimizeBlock'
:
current_block
'OptimizeBlock'
:
current_block
})
})
...
@@ -177,7 +186,7 @@ def Send(endpoints, send_vars, get_vars):
...
@@ -177,7 +186,7 @@ def Send(endpoints, send_vars, get_vars):
assert
(
type
(
get_vars
)
==
list
)
assert
(
type
(
get_vars
)
==
list
)
epmap
=
endpoints
.
split
(
","
)
epmap
=
endpoints
.
split
(
","
)
endpoints
=
set
(
epmap
)
endpoints
=
list
(
set
(
epmap
)
)
helper
=
LayerHelper
(
"Send"
,
**
locals
())
helper
=
LayerHelper
(
"Send"
,
**
locals
())
helper
.
append_op
(
helper
.
append_op
(
...
...
python/paddle/v2/fluid/tests/test_recv_op.py
浏览文件 @
9a8517fd
...
@@ -17,40 +17,60 @@ import unittest
...
@@ -17,40 +17,60 @@ import unittest
import
paddle.v2.fluid
as
fluid
import
paddle.v2.fluid
as
fluid
import
paddle.v2.fluid.layers
as
layers
import
paddle.v2.fluid.layers
as
layers
import
numpy
import
numpy
import
threading
from
multiprocessing
import
Process
import
os
,
sys
class
TestRecvOp
(
unittest
.
TestCase
):
class
TestRecvOp
(
unittest
.
TestCase
):
def
test_send
(
self
):
def
test_send
(
self
):
# Run init_serv in a thread
# Run init_serv in a thread
place
=
fluid
.
CPUPlace
()
place
=
fluid
.
CPUPlace
()
t
=
threading
.
Thread
(
target
=
self
.
init_serv
,
args
=
(
place
,
))
p
=
Process
(
target
=
self
.
init_serv
,
args
=
(
place
,
))
t
.
start
()
p
.
daemon
=
True
p
.
start
()
self
.
init_client
(
place
)
self
.
init_client
(
place
)
t
.
join
()
# FIXME(typhoonzero): find a way to gracefully shutdown the server.
os
.
system
(
"kill -9 %d"
%
p
.
pid
)
p
.
join
()
def
init_serv
(
self
,
place
):
def
init_serv
(
self
,
place
):
main
=
fluid
.
Program
()
main
=
fluid
.
Program
()
with
fluid
.
program_guard
(
main
):
with
fluid
.
program_guard
(
main
):
x
=
layers
.
data
(
shape
=
[
32
,
32
],
dtype
=
'float32'
,
name
=
'X'
)
x
=
layers
.
data
(
i
=
fluid
.
initializer
.
Constant
(
value
=
1.0
)
shape
=
[
32
,
32
],
y
=
i
(
x
,
main
.
global_block
())
dtype
=
'float32'
,
serv
=
layers
.
ListenAndServ
(
"127.0.0.1:6174"
)
name
=
"X"
,
append_batch_size
=
False
)
fluid
.
initializer
.
Constant
(
value
=
1.0
)(
x
,
main
.
global_block
())
serv
=
layers
.
ListenAndServ
(
"127.0.0.1:6174"
,
optimizer_mode
=
False
)
with
serv
.
do
():
with
serv
.
do
():
layers
.
scale
(
input
=
y
,
scale
=
10.0
)
o
=
layers
.
scale
(
x
=
x
,
scale
=
10.0
)
main
.
global_block
().
create_var
(
name
=
o
.
name
,
psersistable
=
False
,
dtype
=
o
.
dtype
,
shape
=
o
.
shape
)
print
main
exe
=
fluid
.
Executor
(
place
)
exe
=
fluid
.
Executor
(
place
)
exe
.
run
(
main
)
exe
.
run
(
main
)
def
init_client
(
self
,
place
):
def
init_client
(
self
,
place
):
main
=
fluid
.
Program
()
main
=
fluid
.
Program
()
with
fluid
.
program_guard
(
main
):
with
fluid
.
program_guard
(
main
):
x
=
layers
.
data
(
shape
=
[
32
,
32
],
dtype
=
'float32'
,
name
=
'X'
)
x
=
layers
.
data
(
i
=
fluid
.
initializer
.
Constant
(
value
=
1.0
)
shape
=
[
32
,
32
],
i
(
x
,
main
.
global_block
())
dtype
=
'float32'
,
name
=
'X'
,
append_batch_size
=
False
)
fluid
.
initializer
.
Constant
(
value
=
1.0
)(
x
,
main
.
global_block
())
layers
.
Send
(
"127.0.0.1:6174"
,
[
x
],
[
x
])
layers
.
Send
(
"127.0.0.1:6174"
,
[
x
],
[
x
])
print
main
exe
=
fluid
.
Executor
(
place
)
exe
=
fluid
.
Executor
(
place
)
exe
.
run
(
main
)
exe
.
run
(
main
)
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
unittest
.
main
()
unittest
.
main
()
# test = TestRecvOp()
# place = fluid.CPUPlace()
# if sys.argv[1] == "server":
# test.init_serv(place)
# else:
# test.init_client(place)
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录