Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
Paddle
提交
89daf8e6
P
Paddle
项目概览
PaddlePaddle
/
Paddle
大约 2 年 前同步成功
通知
2325
Star
20933
Fork
5424
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1423
列表
看板
标记
里程碑
合并请求
543
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
Paddle
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1,423
Issue
1,423
列表
看板
标记
里程碑
合并请求
543
合并请求
543
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
89daf8e6
编写于
4月 13, 2020
作者:
X
xujiaqi01
提交者:
GitHub
4月 13, 2020
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
cherry-pick1.7 save prefix, unit accessor (#23789)
* add save with prefix (#23449) * add unit accessor (#23703) * test=develop
上级
1d11bf1a
变更
11
隐藏空白更改
内联
并排
Showing
11 changed file
with
495 addition
and
73 deletion
+495
-73
paddle/fluid/framework/fleet/fleet_wrapper.cc
paddle/fluid/framework/fleet/fleet_wrapper.cc
+32
-0
paddle/fluid/framework/fleet/fleet_wrapper.h
paddle/fluid/framework/fleet/fleet_wrapper.h
+9
-2
paddle/fluid/framework/fleet/test_fleet.cc
paddle/fluid/framework/fleet/test_fleet.cc
+2
-0
paddle/fluid/pybind/fleet_wrapper_py.cc
paddle/fluid/pybind/fleet_wrapper_py.cc
+3
-0
python/paddle/fluid/incubate/fleet/parameter_server/pslib/__init__.py
...e/fluid/incubate/fleet/parameter_server/pslib/__init__.py
+82
-0
python/paddle/fluid/incubate/fleet/parameter_server/pslib/node.py
...addle/fluid/incubate/fleet/parameter_server/pslib/node.py
+90
-3
python/paddle/fluid/incubate/fleet/parameter_server/pslib/optimizer_factory.py
...ncubate/fleet/parameter_server/pslib/optimizer_factory.py
+2
-1
python/paddle/fluid/incubate/fleet/parameter_server/pslib/ps_pb2.py
...dle/fluid/incubate/fleet/parameter_server/pslib/ps_pb2.py
+141
-66
python/paddle/fluid/tests/unittests/test_fleet.py
python/paddle/fluid/tests/unittests/test_fleet.py
+21
-1
python/paddle/fluid/tests/unittests/test_fleet_nocvm_1.py
python/paddle/fluid/tests/unittests/test_fleet_nocvm_1.py
+19
-0
python/paddle/fluid/tests/unittests/test_fleet_unitaccessor.py
...n/paddle/fluid/tests/unittests/test_fleet_unitaccessor.py
+94
-0
未找到文件。
paddle/fluid/framework/fleet/fleet_wrapper.cc
浏览文件 @
89daf8e6
...
...
@@ -718,6 +718,38 @@ void FleetWrapper::SaveModel(const std::string& path, const int mode) {
#endif
}
void
FleetWrapper
::
SaveModelOneTable
(
const
uint64_t
table_id
,
const
std
::
string
&
path
,
const
int
mode
)
{
#ifdef PADDLE_WITH_PSLIB
auto
ret
=
pslib_ptr_
->
_worker_ptr
->
save
(
table_id
,
path
,
std
::
to_string
(
mode
));
ret
.
wait
();
if
(
ret
.
get
()
!=
0
)
{
LOG
(
ERROR
)
<<
"save model of table id: "
<<
table_id
<<
", to path: "
<<
path
<<
" failed"
;
}
#else
VLOG
(
0
)
<<
"FleetWrapper::SaveModelOneTable does nothing when no pslib"
;
#endif
}
void
FleetWrapper
::
SaveModelOneTablePrefix
(
const
uint64_t
table_id
,
const
std
::
string
&
path
,
const
int
mode
,
const
std
::
string
&
prefix
)
{
#ifdef PADDLE_WITH_PSLIB
auto
ret
=
pslib_ptr_
->
_worker_ptr
->
save
(
table_id
,
path
,
std
::
to_string
(
mode
),
prefix
);
ret
.
wait
();
if
(
ret
.
get
()
!=
0
)
{
LOG
(
ERROR
)
<<
"save model (with prefix) of table id: "
<<
table_id
<<
", to path: "
<<
path
<<
" failed"
;
}
#else
VLOG
(
0
)
<<
"FleetWrapper::SaveModelOneTablePrefix does nothing when no pslib"
;
#endif
}
void
FleetWrapper
::
PrintTableStat
(
const
uint64_t
table_id
)
{
#ifdef PADDLE_WITH_PSLIB
auto
ret
=
pslib_ptr_
->
_worker_ptr
->
print_table_stat
(
table_id
);
...
...
paddle/fluid/framework/fleet/fleet_wrapper.h
浏览文件 @
89daf8e6
...
...
@@ -195,15 +195,22 @@ class FleetWrapper {
void
PrintTableStat
(
const
uint64_t
table_id
);
// mode = 0, load all feature
// mode = 1, l
ao
d delta feature, which means load diff
// mode = 1, l
oa
d delta feature, which means load diff
void
LoadModel
(
const
std
::
string
&
path
,
const
int
mode
);
// mode = 0, load all feature
// mode = 1, l
ao
d delta feature, which means load diff
// mode = 1, l
oa
d delta feature, which means load diff
void
LoadModelOneTable
(
const
uint64_t
table_id
,
const
std
::
string
&
path
,
const
int
mode
);
// mode = 0, save all feature
// mode = 1, save delta feature, which means save diff
void
SaveModel
(
const
std
::
string
&
path
,
const
int
mode
);
// mode = 0, save all feature
// mode = 1, save delta feature, which means save diff
void
SaveModelOneTable
(
const
uint64_t
table_id
,
const
std
::
string
&
path
,
const
int
mode
);
// save model with prefix
void
SaveModelOneTablePrefix
(
const
uint64_t
table_id
,
const
std
::
string
&
path
,
const
int
mode
,
const
std
::
string
&
prefix
);
// get save cache threshold
double
GetCacheThreshold
(
int
table_id
);
// shuffle cache model between servers
...
...
paddle/fluid/framework/fleet/test_fleet.cc
浏览文件 @
89daf8e6
...
...
@@ -61,5 +61,7 @@ TEST(TEST_FLEET, fleet_1) {
#ifdef PADDLE_WITH_PSLIB
#else
fleet
->
RunServer
(
""
,
0
);
fleet
->
SaveModelOneTable
(
0
,
""
,
0
);
fleet
->
SaveModelOneTablePrefix
(
0
,
""
,
0
,
""
);
#endif
}
paddle/fluid/pybind/fleet_wrapper_py.cc
浏览文件 @
89daf8e6
...
...
@@ -78,6 +78,9 @@ void BindFleetWrapper(py::module* m) {
&
framework
::
FleetWrapper
::
SetClient2ClientConfig
)
.
def
(
"set_pull_local_thread_num"
,
&
framework
::
FleetWrapper
::
SetPullLocalThreadNum
)
.
def
(
"save_model_one_table"
,
&
framework
::
FleetWrapper
::
SaveModelOneTable
)
.
def
(
"save_model_one_table_with_prefix"
,
&
framework
::
FleetWrapper
::
SaveModelOneTablePrefix
)
.
def
(
"copy_table"
,
&
framework
::
FleetWrapper
::
CopyTable
)
.
def
(
"copy_table_by_feasign"
,
&
framework
::
FleetWrapper
::
CopyTableByFeasign
);
...
...
python/paddle/fluid/incubate/fleet/parameter_server/pslib/__init__.py
浏览文件 @
89daf8e6
...
...
@@ -567,6 +567,88 @@ class PSLib(Fleet):
model_proto_file
,
table_var_names
,
load_combine
)
self
.
_role_maker
.
_barrier_worker
()
def
load_model
(
self
,
model_dir
=
None
,
**
kwargs
):
"""
load pslib model, there are at least 4 modes, these modes are the same
in load one table/save model/save one table:
0: load checkpoint model
1: load delta model (delta means diff, it's usually for online predict)
2: load base model (base model filters some feasigns in checkpoint, it's
usually for online predict)
3: load batch model (do some statistic works in checkpoint, such as
calculate unseen days of each feasign)
Args:
model_dir(str): if you use hdfs, model_dir should starts with
'hdfs:', otherwise means local dir
kwargs(dict): user-defined properties.
mode(int): the modes illustrated above, default 0
Examples:
.. code-block:: python
fleet.load_model("afs:/user/path/")
"""
mode
=
kwargs
.
get
(
"mode"
,
0
)
self
.
_role_maker
.
_barrier_worker
()
if
self
.
_role_maker
.
is_first_worker
():
self
.
_fleet_ptr
.
load_model
(
model_dir
,
mode
)
self
.
_role_maker
.
_barrier_worker
()
def
save_model
(
self
,
model_dir
=
None
,
**
kwargs
):
"""
save pslib model, the modes are same with load model.
Args:
model_dir(str): if you use hdfs, model_dir should starts with
'hdfs:', otherwise means local dir
kwargs(dict): user-defined properties.
mode(int): the modes illustrated above, default 0
Examples:
.. code-block:: python
fleet.save_model("afs:/user/path/")
"""
mode
=
kwargs
.
get
(
"mode"
,
0
)
prefix
=
kwargs
.
get
(
"prefix"
,
None
)
self
.
_role_maker
.
_barrier_worker
()
if
self
.
_role_maker
.
is_first_worker
():
self
.
_fleet_ptr
.
save_model
(
model_dir
,
mode
)
self
.
_role_maker
.
_barrier_worker
()
def
save_one_table
(
self
,
table_id
,
model_dir
,
**
kwargs
):
"""
save pslib model's one table, the modes are same with load model.
Args:
table_id(int): table id
model_dir(str): if you use hdfs, model_dir should starts with
'hdfs:', otherwise means local dir
kwargs(dict): user-defined properties.
mode(int): the modes illustrated above, default 0
prefix(str): the parts to save can have prefix,
for example, part-prefix-000-00000
Examples:
.. code-block:: python
fleet.save_one_table("afs:/user/path/")
"""
mode
=
kwargs
.
get
(
"mode"
,
0
)
prefix
=
kwargs
.
get
(
"prefix"
,
None
)
self
.
_role_maker
.
_barrier_worker
()
if
self
.
_role_maker
.
is_first_worker
():
if
prefix
is
not
None
:
self
.
_fleet_ptr
.
save_model_one_table_with_prefix
(
table_id
,
model_dir
,
mode
,
prefix
)
else
:
self
.
_fleet_ptr
.
save_model_one_table
(
table_id
,
model_dir
,
mode
)
self
.
_role_maker
.
_barrier_worker
()
def
_set_opt_info
(
self
,
opt_info
):
"""
this function saves the result from DistributedOptimizer.minimize()
...
...
python/paddle/fluid/incubate/fleet/parameter_server/pslib/node.py
浏览文件 @
89daf8e6
...
...
@@ -81,7 +81,12 @@ class DownpourServer(Server):
'sparse_delete_after_unseen_days'
,
'sparse_show_click_decay_rate'
,
'sparse_delete_threshold'
,
\
'sparse_converter'
,
'sparse_deconverter'
,
'sparse_enable_cache'
,
'sparse_cache_rate'
,
\
'sparse_cache_file_num'
,
'sparse_beta1_decay_rate'
,
'sparse_beta2_decay_rate'
,
\
'sparse_ada_epsilon'
,
'sparse_optimizer'
]
'sparse_ada_epsilon'
,
'sparse_optimizer'
,
'sparse_ssd_unseenday_threshold'
,
\
'embed_sparse_optimizer'
,
'embed_sparse_learning_rate'
,
'embed_sparse_weight_bounds'
,
\
'embed_sparse_initial_range'
,
'embed_sparse_initial_g2sum'
,
'embed_sparse_beta1_decay_rate'
,
\
'embed_sparse_beta2_decay_rate'
,
'embedx_sparse_optimizer'
,
'embedx_sparse_learning_rate'
,
\
'embedx_sparse_weight_bounds'
,
'embedx_sparse_initial_range'
,
'embedx_sparse_initial_g2sum'
,
\
'embedx_sparse_beta1_decay_rate'
,
'embedx_sparse_beta2_decay_rate'
]
for
key
in
strategy
:
if
key
not
in
support_sparse_key_list
:
...
...
@@ -112,10 +117,13 @@ class DownpourServer(Server):
# DownpourFeatureValueAccessor: for ctr task, has cvm, embedding and sgd info
# DownpourCtrAccessor : for ctr task, has cvm, slot, embedding and sgd info
# DownpourSparseValueAccessor : for general task, has embedding and sgd info
# DownpourCtrDoubleAccessor : for ctr task, which show clk are in double
# DownpourUnitAccessor : for ctr task, has cvm, slot, embedding and sgd info
support_accessor_class
=
[
'DownpourFeatureValueAccessor'
,
'DownpourCtrAccessor'
,
'DownpourSparseValueAccessor'
'DownpourSparseValueAccessor'
,
'DownpourCtrDoubleAccessor'
,
'DownpourUnitAccessor'
]
if
strategy
.
get
(
'sparse_accessor_class'
)
is
not
None
:
accessor_class
=
strategy
.
get
(
'sparse_accessor_class'
)
...
...
@@ -128,7 +136,9 @@ class DownpourServer(Server):
table
.
accessor
.
accessor_class
=
accessor_class
if
accessor_class
==
'DownpourFeatureValueAccessor'
or
accessor_class
==
'DownpourCtrAccessor'
:
if
accessor_class
==
'DownpourFeatureValueAccessor'
\
or
accessor_class
==
'DownpourCtrAccessor'
\
or
accessor_class
==
'DownpourCtrDoubleAccessor'
:
table
.
accessor
.
sparse_sgd_param
.
learning_rate
=
strategy
.
get
(
'sparse_learning_rate'
,
0.05
)
table
.
accessor
.
sparse_sgd_param
.
initial_g2sum
=
strategy
.
get
(
...
...
@@ -241,6 +251,12 @@ class DownpourServer(Server):
table2
.
param
=
2
table2
.
converter
=
converter
table2
.
deconverter
=
deconverter
elif
accessor_class
==
'DownpourUnitAccessor'
:
self
.
add_sparse_table_common_config
(
table
,
strategy
)
self
.
add_sparse_optimizer
(
table
.
accessor
.
embed_sgd_param
,
strategy
,
"embed_"
)
self
.
add_sparse_optimizer
(
table
.
accessor
.
embedx_sgd_param
,
strategy
,
"embedx_"
)
def
add_dense_table
(
self
,
table_id
,
param_var
,
grad_var
,
strategy
,
sparse_table_names
):
...
...
@@ -360,6 +376,77 @@ class DownpourServer(Server):
'datanorm_decay_rate'
,
0.999999
)
table
.
accessor
.
fea_dim
=
fea_dim
def
add_sparse_optimizer
(
self
,
sgd
,
strategy
,
prefix
):
optimizer_name
=
strategy
.
get
(
prefix
+
"sparse_optimizer"
,
"adam"
)
sgd
.
name
=
optimizer_name
if
optimizer_name
==
"naive"
:
sgd
.
naive
.
learning_rate
=
\
strategy
.
get
(
prefix
+
'sparse_learning_rate'
,
0.05
)
sgd
.
naive
.
initial_range
=
\
strategy
.
get
(
prefix
+
'sparse_initial_range'
,
1e-4
)
bounds
=
strategy
.
get
(
prefix
+
'sparse_weight_bounds'
,
[
-
10
,
10
])
sgd
.
naive
.
weight_bounds
.
extend
(
bounds
)
elif
optimizer_name
==
"adagrad"
:
sgd
.
adagrad
.
learning_rate
=
\
strategy
.
get
(
prefix
+
'sparse_learning_rate'
,
0.05
)
sgd
.
adagrad
.
initial_range
=
\
strategy
.
get
(
prefix
+
'sparse_initial_range'
,
1e-4
)
sgd
.
adagrad
.
initial_g2sum
=
strategy
.
get
(
prefix
+
'sparse_initial_g2sum'
,
3
)
bounds
=
strategy
.
get
(
prefix
+
'sparse_weight_bounds'
,
[
-
10
,
10
])
sgd
.
adagrad
.
weight_bounds
.
extend
(
bounds
)
elif
optimizer_name
==
"adam"
:
sgd
.
adam
.
learning_rate
=
\
strategy
.
get
(
prefix
+
'sparse_learning_rate'
,
0.001
)
sgd
.
adam
.
initial_range
=
\
strategy
.
get
(
prefix
+
'sparse_initial_range'
,
1e-4
)
sgd
.
adam
.
beta1_decay_rate
=
strategy
.
get
(
prefix
+
'sparse_beta1_decay_rate'
,
0.9
)
sgd
.
adam
.
beta2_decay_rate
=
strategy
.
get
(
prefix
+
'sparse_beta2_decay_rate'
,
0.999
)
sgd
.
adam
.
ada_epsilon
=
strategy
.
get
(
prefix
+
'sparse_ada_epsilon'
,
1e-8
)
bounds
=
strategy
.
get
(
prefix
+
'sparse_weight_bounds'
,
[
-
10
,
10
])
sgd
.
adam
.
weight_bounds
.
extend
(
bounds
)
def
add_sparse_table_common_config
(
self
,
table
,
strategy
):
table
.
accessor
.
embedx_dim
=
strategy
.
get
(
'sparse_embedx_dim'
,
8
)
table
.
accessor
.
embedx_threshold
=
strategy
.
get
(
'sparse_embedx_threshold'
,
10
)
table
.
accessor
.
fea_dim
=
int
(
table
.
accessor
.
embedx_dim
)
+
3
table
.
accessor
.
downpour_accessor_param
.
nonclk_coeff
=
strategy
.
get
(
'sparse_nonclk_coeff'
,
0.1
)
table
.
accessor
.
downpour_accessor_param
.
click_coeff
=
strategy
.
get
(
'sparse_click_coeff'
,
1
)
table
.
accessor
.
downpour_accessor_param
.
base_threshold
=
strategy
.
get
(
'sparse_base_threshold'
,
1.5
)
table
.
accessor
.
downpour_accessor_param
.
delta_threshold
=
strategy
.
get
(
'sparse_delta_threshold'
,
0.25
)
table
.
accessor
.
downpour_accessor_param
.
delta_keep_days
=
strategy
.
get
(
'sparse_delta_keep_days'
,
16
)
table
.
accessor
.
downpour_accessor_param
.
delete_after_unseen_days
=
strategy
.
get
(
'sparse_delete_after_unseen_days'
,
30
)
table
.
accessor
.
downpour_accessor_param
.
show_click_decay_rate
=
strategy
.
get
(
'sparse_show_click_decay_rate'
,
0.98
)
table
.
accessor
.
downpour_accessor_param
.
delete_threshold
=
strategy
.
get
(
'sparse_delete_threshold'
,
0.8
)
converter
=
strategy
.
get
(
'sparse_converter'
,
"(scripts/xbox_compressor_mf.py | bin/xbox_pb_converter)"
)
deconverter
=
strategy
.
get
(
'sparse_deconverter'
,
"(bin/xbox_pb_deconverter | scripts/xbox_decompressor_mf.awk)"
)
table1
=
table
.
accessor
.
table_accessor_save_param
.
add
()
table1
.
param
=
1
table1
.
converter
=
converter
table1
.
deconverter
=
deconverter
table2
=
table
.
accessor
.
table_accessor_save_param
.
add
()
table2
.
param
=
2
table2
.
converter
=
converter
table2
.
deconverter
=
deconverter
def
get_desc
(
self
):
"""
Return downpour server program_desc
...
...
python/paddle/fluid/incubate/fleet/parameter_server/pslib/optimizer_factory.py
浏览文件 @
89daf8e6
...
...
@@ -419,7 +419,8 @@ class DistributedAdam(DistributedOptimizerImplBase):
opt_info
[
"dump_param"
]
=
strategy
.
get
(
"dump_param"
,
[])
if
server
.
_server
.
downpour_server_param
.
downpour_table_param
[
0
].
accessor
.
accessor_class
in
[
"DownpourCtrAccessor"
,
"DownpourCtrDoubleAccessor"
"DownpourCtrAccessor"
,
"DownpourCtrDoubleAccessor"
,
"DownpourUnitAccessor"
]:
opt_info
[
"dump_slot"
]
=
True
elif
server
.
_server
.
downpour_server_param
.
downpour_table_param
[
...
...
python/paddle/fluid/incubate/fleet/parameter_server/pslib/ps_pb2.py
浏览文件 @
89daf8e6
...
...
@@ -32,7 +32,7 @@ DESCRIPTOR = _descriptor.FileDescriptor(
package
=
'paddle'
,
syntax
=
'proto2'
,
serialized_pb
=
_b
(
'
\n\x08
ps.proto
\x12\x06
paddle
\"\x
9e\x02\n\x0b
PSParameter
\x12\x14\n\x0c
worker_class
\x18\x01
\x01
(
\t\x12\x14\n\x0c
server_class
\x18\x02
\x01
(
\t\x12\x16\n\x0e
instance_class
\x18\x03
\x01
(
\t\x12
-
\n\x0c
worker_param
\x18\x65
\x01
(
\x0b\x32\x17
.paddle.WorkerParameter
\x12
-
\n\x0c
server_param
\x18\x66
\x01
(
\x0b\x32\x17
.paddle.ServerParameter
\x12\x38\n\r
trainer_param
\x18\xad\x02
\x03
(
\x0b\x32
.paddle.DownpourTrainerParameter
\x12\x33\n\x0f\x66
s_client_param
\x18\xf5\x03
\x01
(
\x0b\x32\x19
.paddle.FsClientParameter
\"
Q
\n\x0f
WorkerParameter
\x12
>
\n\x15\x64
ownpour_worker_param
\x18\x01
\x01
(
\x0b\x32\x1f
.paddle.DownpourWorkerParameter
\"
Q
\n\x0f
ServerParameter
\x12
>
\n\x15\x64
ownpour_server_param
\x18\x01
\x01
(
\x0b\x32\x1f
.paddle.DownpourServerParameter
\"
O
\n\x17\x44
ownpourWorkerParameter
\x12\x34\n\x14\x64
ownpour_table_param
\x18\x01
\x03
(
\x0b\x32\x16
.paddle.TableParameter
\"\xfd\x01\n\x18\x44
ownpourTrainerParameter
\x12\x30\n\x0b\x64\x65
nse_table
\x18\x01
\x03
(
\x0b\x32\x1b
.paddle.DenseTableParameter
\x12\x32\n\x0c
sparse_table
\x18\x02
\x03
(
\x0b\x32\x1c
.paddle.SparseTableParameter
\x12\x1d\n\x15
push_sparse_per_batch
\x18\x03
\x01
(
\x05\x12\x1c\n\x14
push_dense_per_batch
\x18\x04
\x01
(
\x05\x12\x0f\n\x07
skip_op
\x18\x05
\x03
(
\t\x12
-
\n\x0e
program_config
\x18\x06
\x03
(
\x0b\x32\x15
.paddle.ProgramConfig
\"\x99\x01\n\r
ProgramConfig
\x12\x12\n\n
program_id
\x18\x01
\x02
(
\t\x12\x1c\n\x14
push_sparse_table_id
\x18\x02
\x03
(
\x05\x12\x1b\n\x13
push_dense_table_id
\x18\x03
\x03
(
\x05\x12\x1c\n\x14
pull_sparse_table_id
\x18\x04
\x03
(
\x05\x12\x1b\n\x13
pull_dense_table_id
\x18\x05
\x03
(
\x05\"
{
\n\x13\x44\x65
nseTableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x05\x12\x1b\n\x13\x64\x65
nse_variable_name
\x18\x02
\x03
(
\t\x12
$
\n\x1c\x64\x65
nse_gradient_variable_name
\x18\x03
\x03
(
\t\x12\x0f\n\x07\x66\x65\x61
_dim
\x18\x04
\x01
(
\x05\"
z
\n\x14
SparseTableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x05\x12\x13\n\x0b\x66\x65\x61
ture_dim
\x18\x02
\x01
(
\x05\x12\x10\n\x08
slot_key
\x18\x03
\x03
(
\t\x12\x12\n\n
slot_value
\x18\x04
\x03
(
\t\x12\x15\n\r
slot_gradient
\x18\x05
\x03
(
\t\"\x86\x01\n\x17\x44
ownpourServerParameter
\x12\x34\n\x14\x64
ownpour_table_param
\x18\x01
\x03
(
\x0b\x32\x16
.paddle.TableParameter
\x12\x35\n\r
service_param
\x18\x02
\x01
(
\x0b\x32\x1e
.paddle.ServerServiceParameter
\"\xd7\x01\n\x16
ServerServiceParameter
\x12
*
\n\x0c
server_class
\x18\x01
\x01
(
\t
:
\x14\x44
ownpourBrpcPsServer
\x12
*
\n\x0c\x63
lient_class
\x18\x02
\x01
(
\t
:
\x14\x44
ownpourBrpcPsClient
\x12
(
\n\r
service_class
\x18\x03
\x01
(
\t
:
\x11\x44
ownpourPsService
\x12\x1c\n\x11
start_server_port
\x18\x04
\x01
(
\r
:
\x01\x30\x12\x1d\n\x11
server_thread_num
\x18\x05
\x01
(
\r
:
\x02\x31\x32\"\xc0\x02\n\x0e
TableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x04\x12\x13\n\x0b
table_class
\x18\x02
\x01
(
\t\x12\x17\n\t
shard_num
\x18\x03
\x01
(
\x04
:
\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65
ssor
\x18\x04
\x01
(
\x0b\x32\x1e
.paddle.TableAccessorParameter
\x12\x1f\n\x04
type
\x18\x05
\x01
(
\x0e\x32\x11
.paddle.TableType
\x12\x1f\n\x10\x63
ompress_in_save
\x18\x06
\x01
(
\x08
:
\x05\x66\x61
lse
\x12\'\n\x19\x65
nable_sparse_table_cache
\x18\x07
\x01
(
\x08
:
\x04
true
\x12
(
\n\x17
sparse_table_cache_rate
\x18\x08
\x01
(
\x01
:
\x07\x30
.00055
\x12\'\n\x1b
sparse_table_cache_file_num
\x18\t
\x01
(
\r
:
\x02\x31\x36\"\xc2\x03\n\x16
TableAccessorParameter
\x12\x16\n\x0e\x61\x63\x63\x65
ssor_class
\x18\x01
\x01
(
\t\x12\x38\n\x10
sparse_sgd_param
\x18\x02
\x01
(
\x0b\x32\x1e
.paddle.SparseSGDRuleParameter
\x12\x36\n\x0f\x64\x65
nse_sgd_param
\x18\x03
\x01
(
\x0b\x32\x1d
.paddle.DenseSGDRuleParameter
\x12\x13\n\x07\x66\x65\x61
_dim
\x18\x04
\x01
(
\r
:
\x02\x31\x31\x12\x15\n\n
embedx_dim
\x18\x05
\x01
(
\r
:
\x01\x38\x12\x1c\n\x10\x65
mbedx_threshold
\x18\x06
\x01
(
\r
:
\x02\x31\x30\x12
G
\n\x17\x64
ownpour_accessor_param
\x18\x07
\x01
(
\x0b\x32
&.paddle.DownpourTableAccessorParameter
\x12\x45\n\x19
table_accessor_save_param
\x18\x08
\x03
(
\x0b\x32\"
.paddle.TableAccessorSaveParameter
\x12\x44\n\x16
sparse_commonsgd_param
\x18\t
\x01
(
\x0b\x32
$.paddle.SparseCommonSGDRuleParameter
\"\x96\x02\n\x1e\x44
ownpourTableAccessorParameter
\x12\x19\n\x0c
nonclk_coeff
\x18\x01
\x01
(
\x02
:
\x03\x30
.1
\x12\x16\n\x0b\x63
lick_coeff
\x18\x02
\x01
(
\x02
:
\x01\x31\x12\x1b\n\x0e\x62\x61
se_threshold
\x18\x03
\x01
(
\x02
:
\x03\x31
.5
\x12\x1d\n\x0f\x64\x65
lta_threshold
\x18\x04
\x01
(
\x02
:
\x04\x30
.25
\x12\x1b\n\x0f\x64\x65
lta_keep_days
\x18\x05
\x01
(
\x02
:
\x02\x31\x36\x12
#
\n\x15
show_click_decay_rate
\x18\x06
\x01
(
\x02
:
\x04\x30
.98
\x12\x1d\n\x10\x64\x65
lete_threshold
\x18\x07
\x01
(
\x02
:
\x03\x30
.8
\x12
$
\n\x18\x64\x65
lete_after_unseen_days
\x18\x08
\x01
(
\x02
:
\x02\x33\x30\"
S
\n\x1a
TableAccessorSaveParameter
\x12\r\n\x05
param
\x18\x01
\x01
(
\r\x12\x11\n\t
converter
\x18\x02
\x01
(
\t\x12\x13\n\x0b\x64\x65\x63
onverter
\x18\x03
\x01
(
\t\"
e
\n\x10
PsRequestMessage
\x12\x0e\n\x06\x63
md_id
\x18\x01
\x02
(
\r\x12\x10\n\x08
table_id
\x18\x02
\x01
(
\r\x12\x0e\n\x06
params
\x18\x03
\x03
(
\x0c\x12\x11\n\t
client_id
\x18\x04
\x01
(
\x05\x12\x0c\n\x04\x64\x61
ta
\x18\x05
\x01
(
\x0c\"\x85\x01\n\x16
SparseSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x18\n\r
initial_g2sum
\x18\x02
\x01
(
\x01
:
\x01\x33\x12\x1d\n\r
initial_range
\x18\x03
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x04
\x03
(
\x02\"\xc6\x01\n\x1c
SparseCommonSGDRuleParameter
\x12\x0c\n\x04
name
\x18\x01
\x01
(
\t\x12\x32\n\x05
naive
\x18\x02
\x01
(
\x0b\x32
#.paddle.SparseNaiveSGDRuleParameter
\x12\x36\n\x07\x61\x64\x61
grad
\x18\x03
\x01
(
\x0b\x32
%.paddle.SparseAdagradSGDRuleParameter
\x12
,
\n\x04\x61\x64\x61
m
\x18\x04
\x01
(
\x0b\x32\x1e
.paddle.SparseAdamSGDParameter
\"
p
\n\x1b
SparseNaiveSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x1d\n\r
initial_range
\x18\x02
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x03
\x03
(
\x02\"\x8c\x01\n\x1d
SparseAdagradSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x18\n\r
initial_g2sum
\x18\x02
\x01
(
\x01
:
\x01\x33\x12\x1d\n\r
initial_range
\x18\x03
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x04
\x03
(
\x02\"\xc8\x01\n\x16
SparseAdamSGDParameter
\x12\x1c\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x05\x30
.001
\x12\x1d\n\r
initial_range
\x18\x02
\x01
(
\x01
:
\x06\x30
.0001
\x12\x1d\n\x10\x62\x65
ta1_decay_rate
\x18\x03
\x01
(
\x01
:
\x03\x30
.9
\x12\x1f\n\x10\x62\x65
ta2_decay_rate
\x18\x04
\x01
(
\x01
:
\x05\x30
.999
\x12\x1a\n\x0b\x61\x64\x61
_epsilon
\x18\x05
\x01
(
\x01
:
\x05\x31\x65
-08
\x12\x15\n\r
weight_bounds
\x18\x06
\x03
(
\x02\"\xe1\x01\n\x15\x44\x65
nseSGDRuleParameter
\x12\x0c\n\x04
name
\x18\x01
\x01
(
\t\x12
&
\n\x04\x61\x64\x61
m
\x18\x02
\x01
(
\x0b\x32\x18
.paddle.AdamSGDParameter
\x12
(
\n\x05
naive
\x18\x03
\x01
(
\x0b\x32\x19
.paddle.NaiveSGDParameter
\x12
,
\n\x07
summary
\x18\x04
\x01
(
\x0b\x32\x1b
.paddle.SummarySGDParameter
\x12
:
\n\x0e
moving_average
\x18\x05
\x01
(
\x0b\x32\"
.paddle.MovingAverageRuleParameter
\"\xac\x01\n\x10\x41\x64\x61
mSGDParameter
\x12\x1c\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x05\x35\x65
-06
\x12
\n\x0e\x61
vg_decay_rate
\x18\x02
\x01
(
\x01
:
\x08\x30
.999993
\x12\x1e\n\x0e\x61\x64\x61
_decay_rate
\x18\x03
\x01
(
\x01
:
\x06\x30
.9999
\x12\x1a\n\x0b\x61\x64\x61
_epsilon
\x18\x04
\x01
(
\x01
:
\x05\x31\x65
-08
\x12\x1c\n\x0e
mom_decay_rate
\x18\x05
\x01
(
\x01
:
\x04\x30
.99
\"
J
\n\x11
NaiveSGDParameter
\x12\x1d\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x06\x30
.0002
\x12\x16\n\x0e\x61
vg_decay_rate
\x18\x02
\x01
(
\x01\"
;
\n\x13
SummarySGDParameter
\x12
$
\n\x12
summary_decay_rate
\x18\x01
\x01
(
\x01
:
\x08\x30
.999999
\"
.
\n\x1a
MovingAverageRuleParameter
\x12\x10\n\x08
momentum
\x18\x01
\x01
(
\x01\"
I
\n\x11
PsResponseMessage
\x12\x13\n\x08\x65
rr_code
\x18\x01
\x02
(
\x05
:
\x01\x30\x12\x11\n\x07\x65
rr_msg
\x18\x02
\x02
(
\t
:
\x00\x12\x0c\n\x04\x64\x61
ta
\x18\x03
\x01
(
\x0c\"\xd5\x01\n\x11\x46
sClientParameter
\x12
:
\n\x07\x66
s_type
\x18\x01
\x01
(
\x0e\x32
#.paddle.FsClientParameter.FsApiType:
\x04
HDFS
\x12\x0b\n\x03
uri
\x18\x02
\x01
(
\t\x12\x0c\n\x04
user
\x18\x03
\x01
(
\t\x12\x0e\n\x06
passwd
\x18\x04
\x01
(
\t\x12\x13\n\x0b\x62
uffer_size
\x18\x05
\x01
(
\x05\x12\x12\n\n
hadoop_bin
\x18\x33
\x01
(
\t\x12\x10\n\x08\x61\x66
s_conf
\x18\x65
\x01
(
\t\"\x1e\n\t
FsApiType
\x12\x08\n\x04
HDFS
\x10\x00\x12\x07\n\x03\x41\x46
S
\x10\x01
*4
\n\t
TableType
\x12\x13\n\x0f
PS_SPARSE_TABLE
\x10\x00\x12\x12\n\x0e
PS_DENSE_TABLE
\x10\x01
*
\xa1\x04\n\x07
PsCmdID
\x12\x17\n\x13
PS_PULL_DENSE_TABLE
\x10\x00\x12\x17\n\x13
PS_PUSH_DENSE_TABLE
\x10\x01\x12\x18\n\x14
PS_PULL_SPARSE_TABLE
\x10\x02\x12\x18\n\x14
PS_PUSH_SPARSE_TABLE
\x10\x03\x12\x13\n\x0f
PS_SHRINK_TABLE
\x10\x04\x12\x15\n\x11
PS_SAVE_ONE_TABLE
\x10\x05\x12\x15\n\x11
PS_SAVE_ALL_TABLE
\x10\x06\x12\x15\n\x11
PS_LOAD_ONE_TABLE
\x10\x07\x12\x15\n\x11
PS_LOAD_ALL_TABLE
\x10\x08\x12\x16\n\x12
PS_CLEAR_ONE_TABLE
\x10\t\x12\x16\n\x12
PS_CLEAR_ALL_TABLE
\x10\n\x12\x17\n\x13
PS_PUSH_DENSE_PARAM
\x10\x0b\x12\x12\n\x0e
PS_STOP_SERVER
\x10\x0c\x12\x1b\n\x17
PS_SAVE_ONE_CACHE_TABLE
\x10\r\x12\x1a\n\x16
PS_GET_CACHE_THRESHOLD
\x10\x0e\x12\x14\n\x10
PS_CACHE_SHUFFLE
\x10\x0f\x12\x11\n\r
PS_COPY_TABLE
\x10\x10\x12\x1c\n\x18
PS_COPY_TABLE_BY_FEASIGN
\x10\x11\x12
(
\n
$PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY
\x10\x12\x12
(
\n
$PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY
\x10\x13\x12\x0e\n\n
PS_S2S_MSG
\x10\x65\x32
K
\n\t
PsService
\x12
>
\n\x07
service
\x12\x18
.paddle.PsRequestMessage
\x1a\x19
.paddle.PsResponseMessageB
\x03\x80
\x01\x01
'
'
\n\x08
ps.proto
\x12\x06
paddle
\"\x
b5\x02\n\x0b
PSParameter
\x12\x14\n\x0c
worker_class
\x18\x01
\x01
(
\t\x12\x14\n\x0c
server_class
\x18\x02
\x01
(
\t\x12\x16\n\x0e
instance_class
\x18\x03
\x01
(
\t\x12\x15\n\x0b
init_gflags
\x18\x04
\x01
(
\t
:
\x00\x12
-
\n\x0c
worker_param
\x18\x65
\x01
(
\x0b\x32\x17
.paddle.WorkerParameter
\x12
-
\n\x0c
server_param
\x18\x66
\x01
(
\x0b\x32\x17
.paddle.ServerParameter
\x12\x38\n\r
trainer_param
\x18\xad\x02
\x03
(
\x0b\x32
.paddle.DownpourTrainerParameter
\x12\x33\n\x0f\x66
s_client_param
\x18\xf5\x03
\x01
(
\x0b\x32\x19
.paddle.FsClientParameter
\"
Q
\n\x0f
WorkerParameter
\x12
>
\n\x15\x64
ownpour_worker_param
\x18\x01
\x01
(
\x0b\x32\x1f
.paddle.DownpourWorkerParameter
\"
Q
\n\x0f
ServerParameter
\x12
>
\n\x15\x64
ownpour_server_param
\x18\x01
\x01
(
\x0b\x32\x1f
.paddle.DownpourServerParameter
\"
O
\n\x17\x44
ownpourWorkerParameter
\x12\x34\n\x14\x64
ownpour_table_param
\x18\x01
\x03
(
\x0b\x32\x16
.paddle.TableParameter
\"\xfd\x01\n\x18\x44
ownpourTrainerParameter
\x12\x30\n\x0b\x64\x65
nse_table
\x18\x01
\x03
(
\x0b\x32\x1b
.paddle.DenseTableParameter
\x12\x32\n\x0c
sparse_table
\x18\x02
\x03
(
\x0b\x32\x1c
.paddle.SparseTableParameter
\x12\x1d\n\x15
push_sparse_per_batch
\x18\x03
\x01
(
\x05\x12\x1c\n\x14
push_dense_per_batch
\x18\x04
\x01
(
\x05\x12\x0f\n\x07
skip_op
\x18\x05
\x03
(
\t\x12
-
\n\x0e
program_config
\x18\x06
\x03
(
\x0b\x32\x15
.paddle.ProgramConfig
\"\x99\x01\n\r
ProgramConfig
\x12\x12\n\n
program_id
\x18\x01
\x02
(
\t\x12\x1c\n\x14
push_sparse_table_id
\x18\x02
\x03
(
\x05\x12\x1b\n\x13
push_dense_table_id
\x18\x03
\x03
(
\x05\x12\x1c\n\x14
pull_sparse_table_id
\x18\x04
\x03
(
\x05\x12\x1b\n\x13
pull_dense_table_id
\x18\x05
\x03
(
\x05\"
{
\n\x13\x44\x65
nseTableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x05\x12\x1b\n\x13\x64\x65
nse_variable_name
\x18\x02
\x03
(
\t\x12
$
\n\x1c\x64\x65
nse_gradient_variable_name
\x18\x03
\x03
(
\t\x12\x0f\n\x07\x66\x65\x61
_dim
\x18\x04
\x01
(
\x05\"
z
\n\x14
SparseTableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x05\x12\x13\n\x0b\x66\x65\x61
ture_dim
\x18\x02
\x01
(
\x05\x12\x10\n\x08
slot_key
\x18\x03
\x03
(
\t\x12\x12\n\n
slot_value
\x18\x04
\x03
(
\t\x12\x15\n\r
slot_gradient
\x18\x05
\x03
(
\t\"\x86\x01\n\x17\x44
ownpourServerParameter
\x12\x34\n\x14\x64
ownpour_table_param
\x18\x01
\x03
(
\x0b\x32\x16
.paddle.TableParameter
\x12\x35\n\r
service_param
\x18\x02
\x01
(
\x0b\x32\x1e
.paddle.ServerServiceParameter
\"\xd7\x01\n\x16
ServerServiceParameter
\x12
*
\n\x0c
server_class
\x18\x01
\x01
(
\t
:
\x14\x44
ownpourBrpcPsServer
\x12
*
\n\x0c\x63
lient_class
\x18\x02
\x01
(
\t
:
\x14\x44
ownpourBrpcPsClient
\x12
(
\n\r
service_class
\x18\x03
\x01
(
\t
:
\x11\x44
ownpourPsService
\x12\x1c\n\x11
start_server_port
\x18\x04
\x01
(
\r
:
\x01\x30\x12\x1d\n\x11
server_thread_num
\x18\x05
\x01
(
\r
:
\x02\x31\x32\"\xc0\x02\n\x0e
TableParameter
\x12\x10\n\x08
table_id
\x18\x01
\x01
(
\x04\x12\x13\n\x0b
table_class
\x18\x02
\x01
(
\t\x12\x17\n\t
shard_num
\x18\x03
\x01
(
\x04
:
\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65
ssor
\x18\x04
\x01
(
\x0b\x32\x1e
.paddle.TableAccessorParameter
\x12\x1f\n\x04
type
\x18\x05
\x01
(
\x0e\x32\x11
.paddle.TableType
\x12\x1f\n\x10\x63
ompress_in_save
\x18\x06
\x01
(
\x08
:
\x05\x66\x61
lse
\x12\'\n\x19\x65
nable_sparse_table_cache
\x18\x07
\x01
(
\x08
:
\x04
true
\x12
(
\n\x17
sparse_table_cache_rate
\x18\x08
\x01
(
\x01
:
\x07\x30
.00055
\x12\'\n\x1b
sparse_table_cache_file_num
\x18\t
\x01
(
\r
:
\x02\x31\x36\"\xc1\x04\n\x16
TableAccessorParameter
\x12\x16\n\x0e\x61\x63\x63\x65
ssor_class
\x18\x01
\x01
(
\t\x12\x38\n\x10
sparse_sgd_param
\x18\x02
\x01
(
\x0b\x32\x1e
.paddle.SparseSGDRuleParameter
\x12\x36\n\x0f\x64\x65
nse_sgd_param
\x18\x03
\x01
(
\x0b\x32\x1d
.paddle.DenseSGDRuleParameter
\x12\x13\n\x07\x66\x65\x61
_dim
\x18\x04
\x01
(
\r
:
\x02\x31\x31\x12\x15\n\n
embedx_dim
\x18\x05
\x01
(
\r
:
\x01\x38\x12\x1c\n\x10\x65
mbedx_threshold
\x18\x06
\x01
(
\r
:
\x02\x31\x30\x12
G
\n\x17\x64
ownpour_accessor_param
\x18\x07
\x01
(
\x0b\x32
&.paddle.DownpourTableAccessorParameter
\x12\x45\n\x19
table_accessor_save_param
\x18\x08
\x03
(
\x0b\x32\"
.paddle.TableAccessorSaveParameter
\x12\x44\n\x16
sparse_commonsgd_param
\x18\t
\x01
(
\x0b\x32
$.paddle.SparseCommonSGDRuleParameter
\x12
=
\n\x0f\x65
mbed_sgd_param
\x18\n
\x01
(
\x0b\x32
$.paddle.SparseCommonSGDRuleParameter
\x12
>
\n\x10\x65
mbedx_sgd_param
\x18\x0b
\x01
(
\x0b\x32
$.paddle.SparseCommonSGDRuleParameter
\"\xba\x02\n\x1e\x44
ownpourTableAccessorParameter
\x12\x19\n\x0c
nonclk_coeff
\x18\x01
\x01
(
\x02
:
\x03\x30
.1
\x12\x16\n\x0b\x63
lick_coeff
\x18\x02
\x01
(
\x02
:
\x01\x31\x12\x1b\n\x0e\x62\x61
se_threshold
\x18\x03
\x01
(
\x02
:
\x03\x31
.5
\x12\x1d\n\x0f\x64\x65
lta_threshold
\x18\x04
\x01
(
\x02
:
\x04\x30
.25
\x12\x1b\n\x0f\x64\x65
lta_keep_days
\x18\x05
\x01
(
\x02
:
\x02\x31\x36\x12
#
\n\x15
show_click_decay_rate
\x18\x06
\x01
(
\x02
:
\x04\x30
.98
\x12\x1d\n\x10\x64\x65
lete_threshold
\x18\x07
\x01
(
\x02
:
\x03\x30
.8
\x12
$
\n\x18\x64\x65
lete_after_unseen_days
\x18\x08
\x01
(
\x02
:
\x02\x33\x30\x12\"\n\x17
ssd_unseenday_threshold
\x18\t
\x01
(
\x05
:
\x01\x31\"
S
\n\x1a
TableAccessorSaveParameter
\x12\r\n\x05
param
\x18\x01
\x01
(
\r\x12\x11\n\t
converter
\x18\x02
\x01
(
\t\x12\x13\n\x0b\x64\x65\x63
onverter
\x18\x03
\x01
(
\t\"
e
\n\x10
PsRequestMessage
\x12\x0e\n\x06\x63
md_id
\x18\x01
\x02
(
\r\x12\x10\n\x08
table_id
\x18\x02
\x01
(
\r\x12\x0e\n\x06
params
\x18\x03
\x03
(
\x0c\x12\x11\n\t
client_id
\x18\x04
\x01
(
\x05\x12\x0c\n\x04\x64\x61
ta
\x18\x05
\x01
(
\x0c\"\x85\x01\n\x16
SparseSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x18\n\r
initial_g2sum
\x18\x02
\x01
(
\x01
:
\x01\x33\x12\x1d\n\r
initial_range
\x18\x03
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x04
\x03
(
\x02\"\xc6\x01\n\x1c
SparseCommonSGDRuleParameter
\x12\x0c\n\x04
name
\x18\x01
\x01
(
\t\x12\x32\n\x05
naive
\x18\x02
\x01
(
\x0b\x32
#.paddle.SparseNaiveSGDRuleParameter
\x12\x36\n\x07\x61\x64\x61
grad
\x18\x03
\x01
(
\x0b\x32
%.paddle.SparseAdagradSGDRuleParameter
\x12
,
\n\x04\x61\x64\x61
m
\x18\x04
\x01
(
\x0b\x32\x1e
.paddle.SparseAdamSGDParameter
\"
p
\n\x1b
SparseNaiveSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x1d\n\r
initial_range
\x18\x02
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x03
\x03
(
\x02\"\x8c\x01\n\x1d
SparseAdagradSGDRuleParameter
\x12\x1b\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x04\x30
.05
\x12\x18\n\r
initial_g2sum
\x18\x02
\x01
(
\x01
:
\x01\x33\x12\x1d\n\r
initial_range
\x18\x03
\x01
(
\x01
:
\x06\x30
.0001
\x12\x15\n\r
weight_bounds
\x18\x04
\x03
(
\x02\"\xc8\x01\n\x16
SparseAdamSGDParameter
\x12\x1c\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x05\x30
.001
\x12\x1d\n\r
initial_range
\x18\x02
\x01
(
\x01
:
\x06\x30
.0001
\x12\x1d\n\x10\x62\x65
ta1_decay_rate
\x18\x03
\x01
(
\x01
:
\x03\x30
.9
\x12\x1f\n\x10\x62\x65
ta2_decay_rate
\x18\x04
\x01
(
\x01
:
\x05\x30
.999
\x12\x1a\n\x0b\x61\x64\x61
_epsilon
\x18\x05
\x01
(
\x01
:
\x05\x31\x65
-08
\x12\x15\n\r
weight_bounds
\x18\x06
\x03
(
\x02\"\xe1\x01\n\x15\x44\x65
nseSGDRuleParameter
\x12\x0c\n\x04
name
\x18\x01
\x01
(
\t\x12
&
\n\x04\x61\x64\x61
m
\x18\x02
\x01
(
\x0b\x32\x18
.paddle.AdamSGDParameter
\x12
(
\n\x05
naive
\x18\x03
\x01
(
\x0b\x32\x19
.paddle.NaiveSGDParameter
\x12
,
\n\x07
summary
\x18\x04
\x01
(
\x0b\x32\x1b
.paddle.SummarySGDParameter
\x12
:
\n\x0e
moving_average
\x18\x05
\x01
(
\x0b\x32\"
.paddle.MovingAverageRuleParameter
\"\xac\x01\n\x10\x41\x64\x61
mSGDParameter
\x12\x1c\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x05\x35\x65
-06
\x12
\n\x0e\x61
vg_decay_rate
\x18\x02
\x01
(
\x01
:
\x08\x30
.999993
\x12\x1e\n\x0e\x61\x64\x61
_decay_rate
\x18\x03
\x01
(
\x01
:
\x06\x30
.9999
\x12\x1a\n\x0b\x61\x64\x61
_epsilon
\x18\x04
\x01
(
\x01
:
\x05\x31\x65
-08
\x12\x1c\n\x0e
mom_decay_rate
\x18\x05
\x01
(
\x01
:
\x04\x30
.99
\"
J
\n\x11
NaiveSGDParameter
\x12\x1d\n\r
learning_rate
\x18\x01
\x01
(
\x01
:
\x06\x30
.0002
\x12\x16\n\x0e\x61
vg_decay_rate
\x18\x02
\x01
(
\x01\"
;
\n\x13
SummarySGDParameter
\x12
$
\n\x12
summary_decay_rate
\x18\x01
\x01
(
\x01
:
\x08\x30
.999999
\"
.
\n\x1a
MovingAverageRuleParameter
\x12\x10\n\x08
momentum
\x18\x01
\x01
(
\x01\"
I
\n\x11
PsResponseMessage
\x12\x13\n\x08\x65
rr_code
\x18\x01
\x02
(
\x05
:
\x01\x30\x12\x11\n\x07\x65
rr_msg
\x18\x02
\x02
(
\t
:
\x00\x12\x0c\n\x04\x64\x61
ta
\x18\x03
\x01
(
\x0c\"\xd5\x01\n\x11\x46
sClientParameter
\x12
:
\n\x07\x66
s_type
\x18\x01
\x01
(
\x0e\x32
#.paddle.FsClientParameter.FsApiType:
\x04
HDFS
\x12\x0b\n\x03
uri
\x18\x02
\x01
(
\t\x12\x0c\n\x04
user
\x18\x03
\x01
(
\t\x12\x0e\n\x06
passwd
\x18\x04
\x01
(
\t\x12\x13\n\x0b\x62
uffer_size
\x18\x05
\x01
(
\x05\x12\x12\n\n
hadoop_bin
\x18\x33
\x01
(
\t\x12\x10\n\x08\x61\x66
s_conf
\x18\x65
\x01
(
\t\"\x1e\n\t
FsApiType
\x12\x08\n\x04
HDFS
\x10\x00\x12\x07\n\x03\x41\x46
S
\x10\x01
*4
\n\t
TableType
\x12\x13\n\x0f
PS_SPARSE_TABLE
\x10\x00\x12\x12\n\x0e
PS_DENSE_TABLE
\x10\x01
*
\xba\x04\n\x07
PsCmdID
\x12\x17\n\x13
PS_PULL_DENSE_TABLE
\x10\x00\x12\x17\n\x13
PS_PUSH_DENSE_TABLE
\x10\x01\x12\x18\n\x14
PS_PULL_SPARSE_TABLE
\x10\x02\x12\x18\n\x14
PS_PUSH_SPARSE_TABLE
\x10\x03\x12\x13\n\x0f
PS_SHRINK_TABLE
\x10\x04\x12\x15\n\x11
PS_SAVE_ONE_TABLE
\x10\x05\x12\x15\n\x11
PS_SAVE_ALL_TABLE
\x10\x06\x12\x15\n\x11
PS_LOAD_ONE_TABLE
\x10\x07\x12\x15\n\x11
PS_LOAD_ALL_TABLE
\x10\x08\x12\x16\n\x12
PS_CLEAR_ONE_TABLE
\x10\t\x12\x16\n\x12
PS_CLEAR_ALL_TABLE
\x10\n\x12\x17\n\x13
PS_PUSH_DENSE_PARAM
\x10\x0b\x12\x12\n\x0e
PS_STOP_SERVER
\x10\x0c\x12\x1b\n\x17
PS_SAVE_ONE_CACHE_TABLE
\x10\r\x12\x1a\n\x16
PS_GET_CACHE_THRESHOLD
\x10\x0e\x12\x14\n\x10
PS_CACHE_SHUFFLE
\x10\x0f\x12\x11\n\r
PS_COPY_TABLE
\x10\x10\x12\x1c\n\x18
PS_COPY_TABLE_BY_FEASIGN
\x10\x11\x12
(
\n
$PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY
\x10\x12\x12
(
\n
$PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY
\x10\x13\x12\x17\n\x13
PS_PRINT_TABLE_STAT
\x10\x14\x12\x0e\n\n
PS_S2S_MSG
\x10\x65\x32
K
\n\t
PsService
\x12
>
\n\x07
service
\x12\x18
.paddle.PsRequestMessage
\x1a\x19
.paddle.PsResponseMessageB
\x06\x80\x01\x01\xf8
\x01\x01
'
))
_sym_db
.
RegisterFileDescriptor
(
DESCRIPTOR
)
...
...
@@ -49,8 +49,8 @@ _TABLETYPE = _descriptor.EnumDescriptor(
],
containing_type
=
None
,
options
=
None
,
serialized_start
=
4
493
,
serialized_end
=
4
545
,
)
serialized_start
=
4
679
,
serialized_end
=
4
731
,
)
_sym_db
.
RegisterEnumDescriptor
(
_TABLETYPE
)
TableType
=
enum_type_wrapper
.
EnumTypeWrapper
(
_TABLETYPE
)
...
...
@@ -170,12 +170,18 @@ _PSCMDID = _descriptor.EnumDescriptor(
options
=
None
,
type
=
None
),
_descriptor
.
EnumValueDescriptor
(
name
=
'PS_S2S_MSG'
,
index
=
20
,
number
=
101
,
options
=
None
,
type
=
None
),
name
=
'PS_PRINT_TABLE_STAT'
,
index
=
20
,
number
=
20
,
options
=
None
,
type
=
None
),
_descriptor
.
EnumValueDescriptor
(
name
=
'PS_S2S_MSG'
,
index
=
21
,
number
=
101
,
options
=
None
,
type
=
None
),
],
containing_type
=
None
,
options
=
None
,
serialized_start
=
4
548
,
serialized_end
=
5
093
,
)
serialized_start
=
4
734
,
serialized_end
=
5
304
,
)
_sym_db
.
RegisterEnumDescriptor
(
_PSCMDID
)
PsCmdID
=
enum_type_wrapper
.
EnumTypeWrapper
(
_PSCMDID
)
...
...
@@ -201,6 +207,7 @@ PS_COPY_TABLE = 16
PS_COPY_TABLE_BY_FEASIGN
=
17
PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY
=
18
PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY
=
19
PS_PRINT_TABLE_STAT
=
20
PS_S2S_MSG
=
101
_FSCLIENTPARAMETER_FSAPITYPE
=
_descriptor
.
EnumDescriptor
(
...
...
@@ -216,8 +223,8 @@ _FSCLIENTPARAMETER_FSAPITYPE = _descriptor.EnumDescriptor(
],
containing_type
=
None
,
options
=
None
,
serialized_start
=
4
461
,
serialized_end
=
4
491
,
)
serialized_start
=
4
647
,
serialized_end
=
4
677
,
)
_sym_db
.
RegisterEnumDescriptor
(
_FSCLIENTPARAMETER_FSAPITYPE
)
_PSPARAMETER
=
_descriptor
.
Descriptor
(
...
...
@@ -275,10 +282,26 @@ _PSPARAMETER = _descriptor.Descriptor(
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
_descriptor
.
FieldDescriptor
(
name
=
'init_gflags'
,
full_name
=
'paddle.PSParameter.init_gflags'
,
index
=
3
,
number
=
4
,
type
=
9
,
cpp_type
=
9
,
label
=
1
,
has_default_value
=
True
,
default_value
=
_b
(
""
).
decode
(
'utf-8'
),
message_type
=
None
,
enum_type
=
None
,
containing_type
=
None
,
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
_descriptor
.
FieldDescriptor
(
name
=
'worker_param'
,
full_name
=
'paddle.PSParameter.worker_param'
,
index
=
3
,
index
=
4
,
number
=
101
,
type
=
11
,
cpp_type
=
10
,
...
...
@@ -294,7 +317,7 @@ _PSPARAMETER = _descriptor.Descriptor(
_descriptor
.
FieldDescriptor
(
name
=
'server_param'
,
full_name
=
'paddle.PSParameter.server_param'
,
index
=
4
,
index
=
5
,
number
=
102
,
type
=
11
,
cpp_type
=
10
,
...
...
@@ -310,7 +333,7 @@ _PSPARAMETER = _descriptor.Descriptor(
_descriptor
.
FieldDescriptor
(
name
=
'trainer_param'
,
full_name
=
'paddle.PSParameter.trainer_param'
,
index
=
5
,
index
=
6
,
number
=
301
,
type
=
11
,
cpp_type
=
10
,
...
...
@@ -326,7 +349,7 @@ _PSPARAMETER = _descriptor.Descriptor(
_descriptor
.
FieldDescriptor
(
name
=
'fs_client_param'
,
full_name
=
'paddle.PSParameter.fs_client_param'
,
index
=
6
,
index
=
7
,
number
=
501
,
type
=
11
,
cpp_type
=
10
,
...
...
@@ -349,7 +372,7 @@ _PSPARAMETER = _descriptor.Descriptor(
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
21
,
serialized_end
=
3
07
,
)
serialized_end
=
3
30
,
)
_WORKERPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'WorkerParameter'
,
...
...
@@ -383,8 +406,8 @@ _WORKERPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3
09
,
serialized_end
=
390
,
)
serialized_start
=
3
32
,
serialized_end
=
413
,
)
_SERVERPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'ServerParameter'
,
...
...
@@ -418,8 +441,8 @@ _SERVERPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
392
,
serialized_end
=
4
73
,
)
serialized_start
=
415
,
serialized_end
=
4
96
,
)
_DOWNPOURWORKERPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DownpourWorkerParameter'
,
...
...
@@ -453,8 +476,8 @@ _DOWNPOURWORKERPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
75
,
serialized_end
=
5
54
,
)
serialized_start
=
4
98
,
serialized_end
=
5
77
,
)
_DOWNPOURTRAINERPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DownpourTrainerParameter'
,
...
...
@@ -568,8 +591,8 @@ _DOWNPOURTRAINERPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
5
57
,
serialized_end
=
8
10
,
)
serialized_start
=
5
80
,
serialized_end
=
8
33
,
)
_PROGRAMCONFIG
=
_descriptor
.
Descriptor
(
name
=
'ProgramConfig'
,
...
...
@@ -667,8 +690,8 @@ _PROGRAMCONFIG = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
8
13
,
serialized_end
=
9
66
,
)
serialized_start
=
8
36
,
serialized_end
=
9
89
,
)
_DENSETABLEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DenseTableParameter'
,
...
...
@@ -750,8 +773,8 @@ _DENSETABLEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
9
68
,
serialized_end
=
1
091
,
)
serialized_start
=
9
91
,
serialized_end
=
1
114
,
)
_SPARSETABLEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseTableParameter'
,
...
...
@@ -849,8 +872,8 @@ _SPARSETABLEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
1
093
,
serialized_end
=
12
15
,
)
serialized_start
=
1
116
,
serialized_end
=
12
38
,
)
_DOWNPOURSERVERPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DownpourServerParameter'
,
...
...
@@ -900,8 +923,8 @@ _DOWNPOURSERVERPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
12
18
,
serialized_end
=
13
52
,
)
serialized_start
=
12
41
,
serialized_end
=
13
75
,
)
_SERVERSERVICEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'ServerServiceParameter'
,
...
...
@@ -999,8 +1022,8 @@ _SERVERSERVICEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
13
55
,
serialized_end
=
15
70
,
)
serialized_start
=
13
78
,
serialized_end
=
15
93
,
)
_TABLEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'TableParameter'
,
...
...
@@ -1162,8 +1185,8 @@ _TABLEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
15
73
,
serialized_end
=
1
893
,
)
serialized_start
=
15
96
,
serialized_end
=
1
916
,
)
_TABLEACCESSORPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'TableAccessorParameter'
,
...
...
@@ -1316,6 +1339,38 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
_descriptor
.
FieldDescriptor
(
name
=
'embed_sgd_param'
,
full_name
=
'paddle.TableAccessorParameter.embed_sgd_param'
,
index
=
9
,
number
=
10
,
type
=
11
,
cpp_type
=
10
,
label
=
1
,
has_default_value
=
False
,
default_value
=
None
,
message_type
=
None
,
enum_type
=
None
,
containing_type
=
None
,
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
_descriptor
.
FieldDescriptor
(
name
=
'embedx_sgd_param'
,
full_name
=
'paddle.TableAccessorParameter.embedx_sgd_param'
,
index
=
10
,
number
=
11
,
type
=
11
,
cpp_type
=
10
,
label
=
1
,
has_default_value
=
False
,
default_value
=
None
,
message_type
=
None
,
enum_type
=
None
,
containing_type
=
None
,
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
],
extensions
=
[],
nested_types
=
[],
...
...
@@ -1325,8 +1380,8 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
1
896
,
serialized_end
=
2
34
6
,
)
serialized_start
=
1
919
,
serialized_end
=
2
49
6
,
)
_DOWNPOURTABLEACCESSORPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DownpourTableAccessorParameter'
,
...
...
@@ -1463,6 +1518,22 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor(
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
_descriptor
.
FieldDescriptor
(
name
=
'ssd_unseenday_threshold'
,
full_name
=
'paddle.DownpourTableAccessorParameter.ssd_unseenday_threshold'
,
index
=
8
,
number
=
9
,
type
=
5
,
cpp_type
=
1
,
label
=
1
,
has_default_value
=
True
,
default_value
=
1
,
message_type
=
None
,
enum_type
=
None
,
containing_type
=
None
,
is_extension
=
False
,
extension_scope
=
None
,
options
=
None
),
],
extensions
=
[],
nested_types
=
[],
...
...
@@ -1472,8 +1543,8 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
2
34
9
,
serialized_end
=
2
627
,
)
serialized_start
=
2
49
9
,
serialized_end
=
2
813
,
)
_TABLEACCESSORSAVEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'TableAccessorSaveParameter'
,
...
...
@@ -1539,8 +1610,8 @@ _TABLEACCESSORSAVEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
2
629
,
serialized_end
=
2
712
,
)
serialized_start
=
2
815
,
serialized_end
=
2
898
,
)
_PSREQUESTMESSAGE
=
_descriptor
.
Descriptor
(
name
=
'PsRequestMessage'
,
...
...
@@ -1638,8 +1709,8 @@ _PSREQUESTMESSAGE = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
2
714
,
serialized_end
=
2815
,
)
serialized_start
=
2
900
,
serialized_end
=
3001
,
)
_SPARSESGDRULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseSGDRuleParameter'
,
...
...
@@ -1721,8 +1792,8 @@ _SPARSESGDRULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
2818
,
serialized_end
=
2951
,
)
serialized_start
=
3004
,
serialized_end
=
3137
,
)
_SPARSECOMMONSGDRULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseCommonSGDRuleParameter'
,
...
...
@@ -1804,8 +1875,8 @@ _SPARSECOMMONSGDRULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
2954
,
serialized_end
=
3
152
,
)
serialized_start
=
3140
,
serialized_end
=
3
338
,
)
_SPARSENAIVESGDRULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseNaiveSGDRuleParameter'
,
...
...
@@ -1871,8 +1942,8 @@ _SPARSENAIVESGDRULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3
154
,
serialized_end
=
3
266
,
)
serialized_start
=
3
340
,
serialized_end
=
3
452
,
)
_SPARSEADAGRADSGDRULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseAdagradSGDRuleParameter'
,
...
...
@@ -1954,8 +2025,8 @@ _SPARSEADAGRADSGDRULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3
269
,
serialized_end
=
3
409
,
)
serialized_start
=
3
455
,
serialized_end
=
3
595
,
)
_SPARSEADAMSGDPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SparseAdamSGDParameter'
,
...
...
@@ -2069,8 +2140,8 @@ _SPARSEADAMSGDPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3
412
,
serialized_end
=
3
612
,
)
serialized_start
=
3
598
,
serialized_end
=
3
798
,
)
_DENSESGDRULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'DenseSGDRuleParameter'
,
...
...
@@ -2168,8 +2239,8 @@ _DENSESGDRULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3
615
,
serialized_end
=
3840
,
)
serialized_start
=
3
801
,
serialized_end
=
4026
,
)
_ADAMSGDPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'AdamSGDParameter'
,
...
...
@@ -2267,8 +2338,8 @@ _ADAMSGDPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
3843
,
serialized_end
=
4
015
,
)
serialized_start
=
4029
,
serialized_end
=
4
201
,
)
_NAIVESGDPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'NaiveSGDParameter'
,
...
...
@@ -2318,8 +2389,8 @@ _NAIVESGDPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
017
,
serialized_end
=
4
091
,
)
serialized_start
=
4
203
,
serialized_end
=
4
277
,
)
_SUMMARYSGDPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'SummarySGDParameter'
,
...
...
@@ -2353,8 +2424,8 @@ _SUMMARYSGDPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
093
,
serialized_end
=
4
152
,
)
serialized_start
=
4
279
,
serialized_end
=
4
338
,
)
_MOVINGAVERAGERULEPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'MovingAverageRuleParameter'
,
...
...
@@ -2388,8 +2459,8 @@ _MOVINGAVERAGERULEPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
154
,
serialized_end
=
4
200
,
)
serialized_start
=
4
340
,
serialized_end
=
4
386
,
)
_PSRESPONSEMESSAGE
=
_descriptor
.
Descriptor
(
name
=
'PsResponseMessage'
,
...
...
@@ -2455,8 +2526,8 @@ _PSRESPONSEMESSAGE = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
202
,
serialized_end
=
4
275
,
)
serialized_start
=
4
388
,
serialized_end
=
4
461
,
)
_FSCLIENTPARAMETER
=
_descriptor
.
Descriptor
(
name
=
'FsClientParameter'
,
...
...
@@ -2586,8 +2657,8 @@ _FSCLIENTPARAMETER = _descriptor.Descriptor(
syntax
=
'proto2'
,
extension_ranges
=
[],
oneofs
=
[],
serialized_start
=
4
278
,
serialized_end
=
4
491
,
)
serialized_start
=
4
464
,
serialized_end
=
4
677
,
)
_PSPARAMETER
.
fields_by_name
[
'worker_param'
].
message_type
=
_WORKERPARAMETER
_PSPARAMETER
.
fields_by_name
[
'server_param'
].
message_type
=
_SERVERPARAMETER
...
...
@@ -2623,6 +2694,10 @@ _TABLEACCESSORPARAMETER.fields_by_name[
'table_accessor_save_param'
].
message_type
=
_TABLEACCESSORSAVEPARAMETER
_TABLEACCESSORPARAMETER
.
fields_by_name
[
'sparse_commonsgd_param'
].
message_type
=
_SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER
.
fields_by_name
[
'embed_sgd_param'
].
message_type
=
_SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER
.
fields_by_name
[
'embedx_sgd_param'
].
message_type
=
_SPARSECOMMONSGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER
.
fields_by_name
[
'naive'
].
message_type
=
_SPARSENAIVESGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER
.
fields_by_name
[
...
...
@@ -2954,5 +3029,5 @@ _sym_db.RegisterMessage(FsClientParameter)
DESCRIPTOR
.
has_options
=
True
DESCRIPTOR
.
_options
=
_descriptor
.
_ParseOptions
(
descriptor_pb2
.
FileOptions
(),
_b
(
'
\200\001\001
'
))
_b
(
'
\200\001\001
\370\001\001
'
))
# @@protoc_insertion_point(module_scope)
python/paddle/fluid/tests/unittests/test_fleet.py
浏览文件 @
89daf8e6
...
...
@@ -21,7 +21,8 @@ import paddle.fluid.incubate.fleet.base.role_maker as role_maker
class
TestFleet1
(
unittest
.
TestCase
):
"""
Test cases for fleet minimize.
Test cases for fleet minimize,
and some other fleet apu tests.
"""
def
setUp
(
self
):
...
...
@@ -80,6 +81,25 @@ class TestFleet1(unittest.TestCase):
except
:
print
(
"do not support pslib test, skip"
)
return
try
:
# worker should call these methods instead of server
# the following is only for test when with_pslib=off
def
test_func
():
"""
it is only a test function
"""
return
True
fleet
.
_role_maker
.
is_first_worker
=
test_func
fleet
.
_role_maker
.
_barrier_worker
=
test_func
fleet
.
save_model
(
"./model_000"
)
fleet
.
save_one_table
(
0
,
"./model_001"
)
fleet
.
save_one_table
(
0
,
"./model_002"
,
prefix
=
"hahaha"
)
fleet
.
load_model
(
"./model_0003"
)
fleet
.
load_one_table
(
0
,
"./model_004"
)
except
:
print
(
"do not support pslib test, skip"
)
return
if
__name__
==
"__main__"
:
...
...
python/paddle/fluid/tests/unittests/test_fleet_nocvm_1.py
浏览文件 @
89daf8e6
...
...
@@ -80,6 +80,25 @@ class TestFleet1(unittest.TestCase):
except
:
print
(
"do not support pslib test, skip"
)
return
try
:
# worker should call these methods instead of server
# the following is only for test when with_pslib=off
def
test_func
():
"""
it is only a test function
"""
return
True
fleet
.
_role_maker
.
is_first_worker
=
test_func
fleet
.
_role_maker
.
_barrier_worker
=
test_func
fleet
.
save_model
(
"./model_000"
)
fleet
.
save_one_table
(
0
,
"./model_001"
)
fleet
.
save_one_table
(
0
,
"./model_002"
,
prefix
=
"hahaha"
)
fleet
.
load_model
(
"./model_0003"
)
fleet
.
load_one_table
(
0
,
"./model_004"
)
except
:
print
(
"do not support pslib test, skip"
)
return
if
__name__
==
"__main__"
:
...
...
python/paddle/fluid/tests/unittests/test_fleet_unitaccessor.py
0 → 100644
浏览文件 @
89daf8e6
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Test fleet."""
from
__future__
import
print_function
import
os
import
unittest
import
paddle.fluid.incubate.fleet.base.role_maker
as
role_maker
class
TestFleet1
(
unittest
.
TestCase
):
"""
Test cases for fleet minimize.
"""
def
setUp
(
self
):
"""Set up, set envs."""
os
.
environ
[
"PADDLE_TRAINERS_NUM"
]
=
"2"
os
.
environ
[
"PADDLE_PSERVERS_IP_PORT_LIST"
]
=
"127.0.0.1:36001,127.0.0.2:36001"
def
test_pslib_1
(
self
):
"""Test cases for pslib."""
import
paddle.fluid
as
fluid
from
paddle.fluid.incubate.fleet.parameter_server.pslib
import
fleet
from
paddle.fluid.incubate.fleet.parameter_server.pslib
import
PSLib
from
paddle.fluid.incubate.fleet.base.role_maker
import
GeneralRoleMaker
try
:
import
netifaces
except
:
print
(
"warning: no netifaces, skip test_pslib_1"
)
return
os
.
environ
[
"POD_IP"
]
=
"127.0.0.1"
os
.
environ
[
"PADDLE_PORT"
]
=
"36001"
os
.
environ
[
"TRAINING_ROLE"
]
=
"TRAINER"
os
.
environ
[
"PADDLE_TRAINER_ENDPOINTS"
]
=
"127.0.0.1:36001"
os
.
environ
[
"PADDLE_PSERVERS_IP_PORT_LIST"
]
=
"127.0.0.1:36002"
os
.
environ
[
"PADDLE_TRAINER_ID"
]
=
"0"
role_maker
=
GeneralRoleMaker
()
role_maker
.
generate_role
()
place
=
fluid
.
CPUPlace
()
exe
=
fluid
.
Executor
(
place
)
fleet
.
init
(
role_maker
)
train_program
=
fluid
.
Program
()
startup_program
=
fluid
.
Program
()
scope
=
fluid
.
Scope
()
with
fluid
.
program_guard
(
train_program
,
startup_program
):
show
=
fluid
.
layers
.
data
(
name
=
"show"
,
shape
=
[
-
1
,
1
],
\
dtype
=
"int64"
,
lod_level
=
1
,
append_batch_size
=
False
)
emb
=
fluid
.
layers
.
embedding
(
input
=
show
,
size
=
[
1
,
1
],
\
is_sparse
=
True
,
is_distributed
=
True
,
\
param_attr
=
fluid
.
ParamAttr
(
name
=
"embedding"
))
fc
=
fluid
.
layers
.
fc
(
input
=
emb
,
size
=
1
,
act
=
None
)
label
=
fluid
.
layers
.
data
(
name
=
"click"
,
shape
=
[
-
1
,
1
],
\
dtype
=
"int64"
,
lod_level
=
1
,
append_batch_size
=
False
)
label_cast
=
fluid
.
layers
.
cast
(
label
,
dtype
=
'float32'
)
cost
=
fluid
.
layers
.
log_loss
(
fc
,
label_cast
)
strategy
=
{}
strategy
[
"embedding"
]
=
{}
strategy
[
"embedding"
][
"sparse_accessor_class"
]
=
"DownpourUnitAccessor"
strategy
[
"embedding"
][
"embed_sparse_optimizer"
]
=
"naive"
try
:
adam1
=
fluid
.
optimizer
.
Adam
(
learning_rate
=
0.000005
)
adam1
=
fleet
.
distributed_optimizer
(
adam1
,
strategy
=
strategy
)
adam1
.
minimize
([
cost
],
[
scope
])
strategy
[
"embedding"
][
"embed_sparse_optimizer"
]
=
"adagrad"
adam2
=
fluid
.
optimizer
.
Adam
(
learning_rate
=
0.000005
)
adam2
=
fleet
.
distributed_optimizer
(
adam2
,
strategy
=
strategy
)
adam2
.
minimize
([
cost
],
[
scope
])
strategy
[
"embedding"
][
"embed_sparse_optimizer"
]
=
"adam"
adam3
=
fluid
.
optimizer
.
Adam
(
learning_rate
=
0.000005
)
adam3
=
fleet
.
distributed_optimizer
(
adam3
,
strategy
=
strategy
)
adam3
.
minimize
([
cost
],
[
scope
])
except
:
print
(
"do not support pslib test, skip"
)
return
if
__name__
==
"__main__"
:
unittest
.
main
()
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录