Skip to content

P
PaddleRec

BaiXuePrincess / PaddleRec
与 Fork 源项目一致

Fork自 PaddlePaddle / PaddleRec

通知 1
Star 0
Fork 0
P
PaddleRec
“2d45b245384f0f6e71695329c384c33ae37fb44a”上不存在“develop/doc/howto/cmd_parameter/detail_introduction_en.html”
提交 3036cf55 编写于 作者: L linan17
浏览文件
操作

update for paddle pslib 

Change-Id: I8e42b1d6fac4599ba86ae30c8e4f43bffd3886ea
上级 25d9cef9
隐藏空白更改
内联 并排
Showing with 786 addition and 183 deletion
python/paddle/fluid/device_worker.py 100644 → 100755
浏览文件 @ 3036cf55
...@@ -140,23 +140,23 @@ class DownpourSGD(DeviceWorker): ...@@ -140,23 +140,23 @@ class DownpourSGD(DeviceWorker):
trainer_desc.device_worker_name = "DownpourWorker" trainer_desc.device_worker_name = "DownpourWorker"
pull_thread = trainer_desc.pull_dense_param pull_thread = trainer_desc.pull_dense_param
pull_thread.device_num = trainer_desc.thread_num pull_thread.device_num = trainer_desc.thread_num
for i in self._fleet_desc.trainer_param.dense_table: for i in self._fleet_desc.trainer_param[0].dense_table:
if i.table_id in dense_table_set: if i.table_id in dense_table_set:
dense_table = pull_thread.dense_table.add() dense_table = pull_thread.dense_table.add()
dense_table.dense_value_name.extend(i.dense_variable_name) dense_table.dense_value_name.extend(i.dense_variable_name)
dense_table.table_id = \ dense_table.table_id = \
i.table_id i.table_id
sparse_len = len(self._fleet_desc.trainer_param.sparse_table) sparse_len = len(self._fleet_desc.trainer_param[0].sparse_table)
for i in range(sparse_len): for i in range(sparse_len):
sparse_table = downpour.sparse_table.add() sparse_table = downpour.sparse_table.add()
sparse_table.table_id = \ sparse_table.table_id = \
self._fleet_desc.trainer_param.sparse_table[i].table_id self._fleet_desc.trainer_param[0].sparse_table[i].table_id
sparse_table.sparse_key_name.extend( sparse_table.sparse_key_name.extend(
self._fleet_desc.trainer_param.sparse_table[i].slot_key) self._fleet_desc.trainer_param[0].sparse_table[i].slot_key)
sparse_table.sparse_value_name.extend( sparse_table.sparse_value_name.extend(
self._fleet_desc.trainer_param.sparse_table[i].slot_value) self._fleet_desc.trainer_param[0].sparse_table[i].slot_value)
sparse_table.sparse_grad_name.extend( sparse_table.sparse_grad_name.extend(
self._fleet_desc.trainer_param.sparse_table[i].slot_gradient) self._fleet_desc.trainer_param[0].sparse_table[i].slot_gradient)
if opt_info["use_cvm"]: if opt_info["use_cvm"]:
sparse_table.emb_dim = \ sparse_table.emb_dim = \
self._fleet_desc.server_param.downpour_server_param.downpour_table_param[ self._fleet_desc.server_param.downpour_server_param.downpour_table_param[
...@@ -173,14 +173,14 @@ class DownpourSGD(DeviceWorker): ...@@ -173,14 +173,14 @@ class DownpourSGD(DeviceWorker):
for i in opt_info["stat_var_names"]: for i in opt_info["stat_var_names"]:
downpour.stat_var_names.extend([i]) downpour.stat_var_names.extend([i])
for i in self._fleet_desc.trainer_param.dense_table: for i in self._fleet_desc.trainer_param[0].dense_table:
if i.table_id in dense_table_set: if i.table_id in dense_table_set:
dense_table = downpour.dense_table.add() dense_table = downpour.dense_table.add()
dense_table.table_id = i.table_id dense_table.table_id = i.table_id
dense_table.dense_value_name.extend(i.dense_variable_name) dense_table.dense_value_name.extend(i.dense_variable_name)
dense_table.dense_grad_name.extend( dense_table.dense_grad_name.extend(
i.dense_gradient_variable_name) i.dense_gradient_variable_name)
downpour.skip_ops.extend(self._fleet_desc.trainer_param.skip_op) downpour.skip_ops.extend(self._fleet_desc.trainer_param[0].skip_op)
if self._infer: if self._infer:
downpour.push_dense = False downpour.push_dense = False
downpour.push_sparse = False downpour.push_sparse = False
......
python/paddle/fluid/distributed/downpour.py 100644 → 100755
浏览文件 @ 3036cf55
...@@ -91,8 +91,9 @@ class DownpourSGD(object): ...@@ -91,8 +91,9 @@ class DownpourSGD(object):
dense_table_index = 1 dense_table_index = 1
program_configs = [] program_configs = []
param_grads_list = [] param_grads_list = []
tp = ps_param.trainer_param.add()
for loss_index in range(len(losses)): for loss_index in range(len(losses)):
program_config = ps_param.trainer_param.program_config.add() program_config = tp.program_config.add()
program_config.program_id = str( program_config.program_id = str(
id(losses[loss_index].block.program)) id(losses[loss_index].block.program))
program_config.pull_sparse_table_id.extend([sparse_table_index]) program_config.pull_sparse_table_id.extend([sparse_table_index])
...@@ -140,13 +141,13 @@ class DownpourSGD(object): ...@@ -140,13 +141,13 @@ class DownpourSGD(object):
dense_table_index += 1 dense_table_index += 1
program_configs.append(program_config) program_configs.append(program_config)
ps_param.server_param.CopyFrom(server.get_desc()) ps_param.server_param.CopyFrom(server.get_desc())
ps_param.trainer_param.CopyFrom(worker.get_desc()) ps_param.trainer_param[0].CopyFrom(worker.get_desc())
for program_config in program_configs: for program_config in program_configs:
ps_param.trainer_param.program_config.extend([program_config]) ps_param.trainer_param[0].program_config.extend([program_config])
# Todo(guru4elephant): figure out how to support more sparse parameters # Todo(guru4elephant): figure out how to support more sparse parameters
# currently only support lookup_table # currently only support lookup_table
worker_skipped_ops = ["lookup_table", "lookup_table_grad"] worker_skipped_ops = ["lookup_table", "lookup_table_grad"]
ps_param.trainer_param.skip_op.extend(worker_skipped_ops) ps_param.trainer_param[0].skip_op.extend(worker_skipped_ops)
# all fleet operations should be defined in operators in the future # all fleet operations should be defined in operators in the future
# we want to return an object here containing: # we want to return an object here containing:
......
python/paddle/fluid/distributed/ps_pb2.py
浏览文件 @ 3036cf55
# Generated by the protocol buffer compiler. DO NOT EDIT! # Generated by the protocol buffer compiler. DO NOT EDIT!
# source: proto/ps.proto # source: ps.proto
import sys import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) _b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
...@@ -17,10 +17,10 @@ _sym_db = _symbol_database.Default() ...@@ -17,10 +17,10 @@ _sym_db = _symbol_database.Default()
DESCRIPTOR = _descriptor.FileDescriptor( DESCRIPTOR = _descriptor.FileDescriptor(
name='proto/ps.proto', name='ps.proto',
package='paddle', package='paddle',
syntax='proto2', syntax='proto2',
serialized_pb=_b('\n\x0eproto/ps.proto\x12\x06paddle\"\xb5\x02\n\x0bPSParameter\x12\x14\n\x0cworker_class\x18\x01 \x01(\t\x12\x14\n\x0cserver_class\x18\x02 \x01(\t\x12\x16\n\x0einstance_class\x18\x03 \x01(\t\x12\x15\n\x0binit_gflags\x18\x04 \x01(\t:\x00\x12-\n\x0cworker_param\x18\x65 \x01(\x0b\x32\x17.paddle.WorkerParameter\x12-\n\x0cserver_param\x18\x66 \x01(\x0b\x32\x17.paddle.ServerParameter\x12\x38\n\rtrainer_param\x18\xad\x02 \x01(\x0b\x32 .paddle.DownpourTrainerParameter\x12\x33\n\x0f\x66s_client_param\x18\xf5\x03 \x01(\x0b\x32\x19.paddle.FsClientParameter\"Q\n\x0fWorkerParameter\x12>\n\x15\x64ownpour_worker_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourWorkerParameter\"Q\n\x0fServerParameter\x12>\n\x15\x64ownpour_server_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourServerParameter\"O\n\x17\x44ownpourWorkerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\"\xfd\x01\n\x18\x44ownpourTrainerParameter\x12\x30\n\x0b\x64\x65nse_table\x18\x01 \x03(\x0b\x32\x1b.paddle.DenseTableParameter\x12\x32\n\x0csparse_table\x18\x02 \x03(\x0b\x32\x1c.paddle.SparseTableParameter\x12\x1d\n\x15push_sparse_per_batch\x18\x03 \x01(\x05\x12\x1c\n\x14push_dense_per_batch\x18\x04 \x01(\x05\x12\x0f\n\x07skip_op\x18\x05 \x03(\t\x12-\n\x0eprogram_config\x18\x06 \x03(\x0b\x32\x15.paddle.ProgramConfig\"\x99\x01\n\rProgramConfig\x12\x12\n\nprogram_id\x18\x01 \x02(\t\x12\x1c\n\x14push_sparse_table_id\x18\x02 \x03(\x05\x12\x1b\n\x13push_dense_table_id\x18\x03 \x03(\x05\x12\x1c\n\x14pull_sparse_table_id\x18\x04 \x03(\x05\x12\x1b\n\x13pull_dense_table_id\x18\x05 \x03(\x05\"{\n\x13\x44\x65nseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x1b\n\x13\x64\x65nse_variable_name\x18\x02 \x03(\t\x12$\n\x1c\x64\x65nse_gradient_variable_name\x18\x03 \x03(\t\x12\x0f\n\x07\x66\x65\x61_dim\x18\x04 \x01(\x05\"z\n\x14SparseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x13\n\x0b\x66\x65\x61ture_dim\x18\x02 \x01(\x05\x12\x10\n\x08slot_key\x18\x03 \x03(\t\x12\x12\n\nslot_value\x18\x04 \x03(\t\x12\x15\n\rslot_gradient\x18\x05 \x03(\t\"\x86\x01\n\x17\x44ownpourServerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\x12\x35\n\rservice_param\x18\x02 \x01(\x0b\x32\x1e.paddle.ServerServiceParameter\"\xd7\x01\n\x16ServerServiceParameter\x12*\n\x0cserver_class\x18\x01 \x01(\t:\x14\x44ownpourBrpcPsServer\x12*\n\x0c\x63lient_class\x18\x02 \x01(\t:\x14\x44ownpourBrpcPsClient\x12(\n\rservice_class\x18\x03 \x01(\t:\x11\x44ownpourPsService\x12\x1c\n\x11start_server_port\x18\x04 \x01(\r:\x01\x30\x12\x1d\n\x11server_thread_num\x18\x05 \x01(\r:\x02\x31\x32\"\xbf\x02\n\x0eTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x04\x12\x13\n\x0btable_class\x18\x02 \x01(\t\x12\x17\n\tshard_num\x18\x03 \x01(\x04:\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65ssor\x18\x04 \x01(\x0b\x32\x1e.paddle.TableAccessorParameter\x12\x1f\n\x04type\x18\x05 \x01(\x0e\x32\x11.paddle.TableType\x12\x1f\n\x10\x63ompress_in_save\x18\x06 \x01(\x08:\x05\x66\x61lse\x12\'\n\x19\x65nable_sparse_table_cache\x18\x07 \x01(\x08:\x04true\x12\'\n\x17sparse_table_cache_rate\x18\x08 \x01(\x01:\x06\x30.0025\x12\'\n\x1bsparse_table_cache_file_num\x18\t \x01(\r:\x02\x31\x36\"\xfc\x02\n\x16TableAccessorParameter\x12\x16\n\x0e\x61\x63\x63\x65ssor_class\x18\x01 \x01(\t\x12\x38\n\x10sparse_sgd_param\x18\x02 \x01(\x0b\x32\x1e.paddle.SparseSGDRuleParameter\x12\x36\n\x0f\x64\x65nse_sgd_param\x18\x03 \x01(\x0b\x32\x1d.paddle.DenseSGDRuleParameter\x12\x13\n\x07\x66\x65\x61_dim\x18\x04 \x01(\r:\x02\x31\x31\x12\x15\n\nembedx_dim\x18\x05 \x01(\r:\x01\x38\x12\x1c\n\x10\x65mbedx_threshold\x18\x06 \x01(\r:\x02\x31\x30\x12G\n\x17\x64ownpour_accessor_param\x18\x07 \x01(\x0b\x32&.paddle.DownpourTableAccessorParameter\x12\x45\n\x19table_accessor_save_param\x18\x08 \x03(\x0b\x32\".paddle.TableAccessorSaveParameter\"\xba\x02\n\x1e\x44ownpourTableAccessorParameter\x12\x19\n\x0cnonclk_coeff\x18\x01 \x01(\x02:\x03\x30.1\x12\x16\n\x0b\x63lick_coeff\x18\x02 \x01(\x02:\x01\x31\x12\x1b\n\x0e\x62\x61se_threshold\x18\x03 \x01(\x02:\x03\x31.5\x12\x1d\n\x0f\x64\x65lta_threshold\x18\x04 \x01(\x02:\x04\x30.25\x12\x1b\n\x0f\x64\x65lta_keep_days\x18\x05 \x01(\x02:\x02\x31\x36\x12#\n\x15show_click_decay_rate\x18\x06 \x01(\x02:\x04\x30.98\x12\x1d\n\x10\x64\x65lete_threshold\x18\x07 \x01(\x02:\x03\x30.8\x12$\n\x18\x64\x65lete_after_unseen_days\x18\x08 \x01(\x02:\x02\x33\x30\x12\"\n\x17ssd_unseenday_threshold\x18\t \x01(\x05:\x01\x31\"S\n\x1aTableAccessorSaveParameter\x12\r\n\x05param\x18\x01 \x01(\r\x12\x11\n\tconverter\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x63onverter\x18\x03 \x01(\t\"e\n\x10PsRequestMessage\x12\x0e\n\x06\x63md_id\x18\x01 \x02(\r\x12\x10\n\x08table_id\x18\x02 \x01(\r\x12\x0e\n\x06params\x18\x03 \x03(\x0c\x12\x11\n\tclient_id\x18\x04 \x01(\x05\x12\x0c\n\x04\x64\x61ta\x18\x05 \x01(\x0c\"\x85\x01\n\x16SparseSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xe1\x01\n\x15\x44\x65nseSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\x04\x61\x64\x61m\x18\x02 \x01(\x0b\x32\x18.paddle.AdamSGDParameter\x12(\n\x05naive\x18\x03 \x01(\x0b\x32\x19.paddle.NaiveSGDParameter\x12,\n\x07summary\x18\x04 \x01(\x0b\x32\x1b.paddle.SummarySGDParameter\x12:\n\x0emoving_average\x18\x05 \x01(\x0b\x32\".paddle.MovingAverageRuleParameter\"\xac\x01\n\x10\x41\x64\x61mSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x35\x65-06\x12 \n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01:\x08\x30.999993\x12\x1e\n\x0e\x61\x64\x61_decay_rate\x18\x03 \x01(\x01:\x06\x30.9999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x04 \x01(\x01:\x05\x31\x65-08\x12\x1c\n\x0emom_decay_rate\x18\x05 \x01(\x01:\x04\x30.99\"J\n\x11NaiveSGDParameter\x12\x1d\n\rlearning_rate\x18\x01 \x01(\x01:\x06\x30.0002\x12\x16\n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01\";\n\x13SummarySGDParameter\x12$\n\x12summary_decay_rate\x18\x01 \x01(\x01:\x08\x30.999999\".\n\x1aMovingAverageRuleParameter\x12\x10\n\x08momentum\x18\x01 \x01(\x01\"I\n\x11PsResponseMessage\x12\x13\n\x08\x65rr_code\x18\x01 \x02(\x05:\x01\x30\x12\x11\n\x07\x65rr_msg\x18\x02 \x02(\t:\x00\x12\x0c\n\x04\x64\x61ta\x18\x03 \x01(\x0c\"\xd5\x01\n\x11\x46sClientParameter\x12:\n\x07\x66s_type\x18\x01 \x01(\x0e\x32#.paddle.FsClientParameter.FsApiType:\x04HDFS\x12\x0b\n\x03uri\x18\x02 \x01(\t\x12\x0c\n\x04user\x18\x03 \x01(\t\x12\x0e\n\x06passwd\x18\x04 \x01(\t\x12\x13\n\x0b\x62uffer_size\x18\x05 \x01(\x05\x12\x12\n\nhadoop_bin\x18\x33 \x01(\t\x12\x10\n\x08\x61\x66s_conf\x18\x65 \x01(\t\"\x1e\n\tFsApiType\x12\x08\n\x04HDFS\x10\x00\x12\x07\n\x03\x41\x46S\x10\x01*4\n\tTableType\x12\x13\n\x0fPS_SPARSE_TABLE\x10\x00\x12\x12\n\x0ePS_DENSE_TABLE\x10\x01*\x9c\x03\n\x07PsCmdID\x12\x17\n\x13PS_PULL_DENSE_TABLE\x10\x00\x12\x17\n\x13PS_PUSH_DENSE_TABLE\x10\x01\x12\x18\n\x14PS_PULL_SPARSE_TABLE\x10\x02\x12\x18\n\x14PS_PUSH_SPARSE_TABLE\x10\x03\x12\x13\n\x0fPS_SHRINK_TABLE\x10\x04\x12\x15\n\x11PS_SAVE_ONE_TABLE\x10\x05\x12\x15\n\x11PS_SAVE_ALL_TABLE\x10\x06\x12\x15\n\x11PS_LOAD_ONE_TABLE\x10\x07\x12\x15\n\x11PS_LOAD_ALL_TABLE\x10\x08\x12\x16\n\x12PS_CLEAR_ONE_TABLE\x10\t\x12\x16\n\x12PS_CLEAR_ALL_TABLE\x10\n\x12\x17\n\x13PS_PUSH_DENSE_PARAM\x10\x0b\x12\x12\n\x0ePS_STOP_SERVER\x10\x0c\x12\x1b\n\x17PS_SAVE_ONE_CACHE_TABLE\x10\r\x12\x1a\n\x16PS_GET_CACHE_THRESHOLD\x10\x0e\x12\x14\n\x10PS_CACHE_SHUFFLE\x10\x0f\x12\x0e\n\nPS_S2S_MSG\x10\x65\x32K\n\tPsService\x12>\n\x07service\x12\x18.paddle.PsRequestMessage\x1a\x19.paddle.PsResponseMessageB\x06\x80\x01\x01\xf8\x01\x01') serialized_pb=_b('\n\x08ps.proto\x12\x06paddle\"\xb5\x02\n\x0bPSParameter\x12\x14\n\x0cworker_class\x18\x01 \x01(\t\x12\x14\n\x0cserver_class\x18\x02 \x01(\t\x12\x16\n\x0einstance_class\x18\x03 \x01(\t\x12\x15\n\x0binit_gflags\x18\x04 \x01(\t:\x00\x12-\n\x0cworker_param\x18\x65 \x01(\x0b\x32\x17.paddle.WorkerParameter\x12-\n\x0cserver_param\x18\x66 \x01(\x0b\x32\x17.paddle.ServerParameter\x12\x38\n\rtrainer_param\x18\xad\x02 \x03(\x0b\x32 .paddle.DownpourTrainerParameter\x12\x33\n\x0f\x66s_client_param\x18\xf5\x03 \x01(\x0b\x32\x19.paddle.FsClientParameter\"Q\n\x0fWorkerParameter\x12>\n\x15\x64ownpour_worker_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourWorkerParameter\"Q\n\x0fServerParameter\x12>\n\x15\x64ownpour_server_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourServerParameter\"O\n\x17\x44ownpourWorkerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\"\xfd\x01\n\x18\x44ownpourTrainerParameter\x12\x30\n\x0b\x64\x65nse_table\x18\x01 \x03(\x0b\x32\x1b.paddle.DenseTableParameter\x12\x32\n\x0csparse_table\x18\x02 \x03(\x0b\x32\x1c.paddle.SparseTableParameter\x12\x1d\n\x15push_sparse_per_batch\x18\x03 \x01(\x05\x12\x1c\n\x14push_dense_per_batch\x18\x04 \x01(\x05\x12\x0f\n\x07skip_op\x18\x05 \x03(\t\x12-\n\x0eprogram_config\x18\x06 \x03(\x0b\x32\x15.paddle.ProgramConfig\"\x99\x01\n\rProgramConfig\x12\x12\n\nprogram_id\x18\x01 \x02(\t\x12\x1c\n\x14push_sparse_table_id\x18\x02 \x03(\x05\x12\x1b\n\x13push_dense_table_id\x18\x03 \x03(\x05\x12\x1c\n\x14pull_sparse_table_id\x18\x04 \x03(\x05\x12\x1b\n\x13pull_dense_table_id\x18\x05 \x03(\x05\"{\n\x13\x44\x65nseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x1b\n\x13\x64\x65nse_variable_name\x18\x02 \x03(\t\x12$\n\x1c\x64\x65nse_gradient_variable_name\x18\x03 \x03(\t\x12\x0f\n\x07\x66\x65\x61_dim\x18\x04 \x01(\x05\"z\n\x14SparseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x13\n\x0b\x66\x65\x61ture_dim\x18\x02 \x01(\x05\x12\x10\n\x08slot_key\x18\x03 \x03(\t\x12\x12\n\nslot_value\x18\x04 \x03(\t\x12\x15\n\rslot_gradient\x18\x05 \x03(\t\"\x86\x01\n\x17\x44ownpourServerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\x12\x35\n\rservice_param\x18\x02 \x01(\x0b\x32\x1e.paddle.ServerServiceParameter\"\xd7\x01\n\x16ServerServiceParameter\x12*\n\x0cserver_class\x18\x01 \x01(\t:\x14\x44ownpourBrpcPsServer\x12*\n\x0c\x63lient_class\x18\x02 \x01(\t:\x14\x44ownpourBrpcPsClient\x12(\n\rservice_class\x18\x03 \x01(\t:\x11\x44ownpourPsService\x12\x1c\n\x11start_server_port\x18\x04 \x01(\r:\x01\x30\x12\x1d\n\x11server_thread_num\x18\x05 \x01(\r:\x02\x31\x32\"\xbf\x02\n\x0eTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x04\x12\x13\n\x0btable_class\x18\x02 \x01(\t\x12\x17\n\tshard_num\x18\x03 \x01(\x04:\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65ssor\x18\x04 \x01(\x0b\x32\x1e.paddle.TableAccessorParameter\x12\x1f\n\x04type\x18\x05 \x01(\x0e\x32\x11.paddle.TableType\x12\x1f\n\x10\x63ompress_in_save\x18\x06 \x01(\x08:\x05\x66\x61lse\x12\'\n\x19\x65nable_sparse_table_cache\x18\x07 \x01(\x08:\x04true\x12\'\n\x17sparse_table_cache_rate\x18\x08 \x01(\x01:\x06\x30.0025\x12\'\n\x1bsparse_table_cache_file_num\x18\t \x01(\r:\x02\x31\x36\"\xc1\x04\n\x16TableAccessorParameter\x12\x16\n\x0e\x61\x63\x63\x65ssor_class\x18\x01 \x01(\t\x12\x38\n\x10sparse_sgd_param\x18\x02 \x01(\x0b\x32\x1e.paddle.SparseSGDRuleParameter\x12\x36\n\x0f\x64\x65nse_sgd_param\x18\x03 \x01(\x0b\x32\x1d.paddle.DenseSGDRuleParameter\x12\x13\n\x07\x66\x65\x61_dim\x18\x04 \x01(\r:\x02\x31\x31\x12\x15\n\nembedx_dim\x18\x05 \x01(\r:\x01\x38\x12\x1c\n\x10\x65mbedx_threshold\x18\x06 \x01(\r:\x02\x31\x30\x12G\n\x17\x64ownpour_accessor_param\x18\x07 \x01(\x0b\x32&.paddle.DownpourTableAccessorParameter\x12\x45\n\x19table_accessor_save_param\x18\x08 \x03(\x0b\x32\".paddle.TableAccessorSaveParameter\x12\x44\n\x16sparse_commonsgd_param\x18\t \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\x12=\n\x0f\x65mbed_sgd_param\x18\n \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\x12>\n\x10\x65mbedx_sgd_param\x18\x0b \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\"\xba\x02\n\x1e\x44ownpourTableAccessorParameter\x12\x19\n\x0cnonclk_coeff\x18\x01 \x01(\x02:\x03\x30.1\x12\x16\n\x0b\x63lick_coeff\x18\x02 \x01(\x02:\x01\x31\x12\x1b\n\x0e\x62\x61se_threshold\x18\x03 \x01(\x02:\x03\x31.5\x12\x1d\n\x0f\x64\x65lta_threshold\x18\x04 \x01(\x02:\x04\x30.25\x12\x1b\n\x0f\x64\x65lta_keep_days\x18\x05 \x01(\x02:\x02\x31\x36\x12#\n\x15show_click_decay_rate\x18\x06 \x01(\x02:\x04\x30.98\x12\x1d\n\x10\x64\x65lete_threshold\x18\x07 \x01(\x02:\x03\x30.8\x12$\n\x18\x64\x65lete_after_unseen_days\x18\x08 \x01(\x02:\x02\x33\x30\x12\"\n\x17ssd_unseenday_threshold\x18\t \x01(\x05:\x01\x31\"S\n\x1aTableAccessorSaveParameter\x12\r\n\x05param\x18\x01 \x01(\r\x12\x11\n\tconverter\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x63onverter\x18\x03 \x01(\t\"e\n\x10PsRequestMessage\x12\x0e\n\x06\x63md_id\x18\x01 \x02(\r\x12\x10\n\x08table_id\x18\x02 \x01(\r\x12\x0e\n\x06params\x18\x03 \x03(\x0c\x12\x11\n\tclient_id\x18\x04 \x01(\x05\x12\x0c\n\x04\x64\x61ta\x18\x05 \x01(\x0c\"\x85\x01\n\x16SparseSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xc6\x01\n\x1cSparseCommonSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x32\n\x05naive\x18\x02 \x01(\x0b\x32#.paddle.SparseNaiveSGDRuleParameter\x12\x36\n\x07\x61\x64\x61grad\x18\x03 \x01(\x0b\x32%.paddle.SparseAdagradSGDRuleParameter\x12,\n\x04\x61\x64\x61m\x18\x04 \x01(\x0b\x32\x1e.paddle.SparseAdamSGDParameter\"p\n\x1bSparseNaiveSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x1d\n\rinitial_range\x18\x02 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x03 \x03(\x02\"\x8c\x01\n\x1dSparseAdagradSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xc8\x01\n\x16SparseAdamSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x30.001\x12\x1d\n\rinitial_range\x18\x02 \x01(\x01:\x06\x30.0001\x12\x1d\n\x10\x62\x65ta1_decay_rate\x18\x03 \x01(\x01:\x03\x30.9\x12\x1f\n\x10\x62\x65ta2_decay_rate\x18\x04 \x01(\x01:\x05\x30.999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x05 \x01(\x01:\x05\x31\x65-08\x12\x15\n\rweight_bounds\x18\x06 \x03(\x02\"\xe1\x01\n\x15\x44\x65nseSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\x04\x61\x64\x61m\x18\x02 \x01(\x0b\x32\x18.paddle.AdamSGDParameter\x12(\n\x05naive\x18\x03 \x01(\x0b\x32\x19.paddle.NaiveSGDParameter\x12,\n\x07summary\x18\x04 \x01(\x0b\x32\x1b.paddle.SummarySGDParameter\x12:\n\x0emoving_average\x18\x05 \x01(\x0b\x32\".paddle.MovingAverageRuleParameter\"\xac\x01\n\x10\x41\x64\x61mSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x35\x65-06\x12 \n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01:\x08\x30.999993\x12\x1e\n\x0e\x61\x64\x61_decay_rate\x18\x03 \x01(\x01:\x06\x30.9999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x04 \x01(\x01:\x05\x31\x65-08\x12\x1c\n\x0emom_decay_rate\x18\x05 \x01(\x01:\x04\x30.99\"J\n\x11NaiveSGDParameter\x12\x1d\n\rlearning_rate\x18\x01 \x01(\x01:\x06\x30.0002\x12\x16\n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01\";\n\x13SummarySGDParameter\x12$\n\x12summary_decay_rate\x18\x01 \x01(\x01:\x08\x30.999999\".\n\x1aMovingAverageRuleParameter\x12\x10\n\x08momentum\x18\x01 \x01(\x01\"I\n\x11PsResponseMessage\x12\x13\n\x08\x65rr_code\x18\x01 \x02(\x05:\x01\x30\x12\x11\n\x07\x65rr_msg\x18\x02 \x02(\t:\x00\x12\x0c\n\x04\x64\x61ta\x18\x03 \x01(\x0c\"\xd5\x01\n\x11\x46sClientParameter\x12:\n\x07\x66s_type\x18\x01 \x01(\x0e\x32#.paddle.FsClientParameter.FsApiType:\x04HDFS\x12\x0b\n\x03uri\x18\x02 \x01(\t\x12\x0c\n\x04user\x18\x03 \x01(\t\x12\x0e\n\x06passwd\x18\x04 \x01(\t\x12\x13\n\x0b\x62uffer_size\x18\x05 \x01(\x05\x12\x12\n\nhadoop_bin\x18\x33 \x01(\t\x12\x10\n\x08\x61\x66s_conf\x18\x65 \x01(\t\"\x1e\n\tFsApiType\x12\x08\n\x04HDFS\x10\x00\x12\x07\n\x03\x41\x46S\x10\x01*4\n\tTableType\x12\x13\n\x0fPS_SPARSE_TABLE\x10\x00\x12\x12\n\x0ePS_DENSE_TABLE\x10\x01*\xba\x04\n\x07PsCmdID\x12\x17\n\x13PS_PULL_DENSE_TABLE\x10\x00\x12\x17\n\x13PS_PUSH_DENSE_TABLE\x10\x01\x12\x18\n\x14PS_PULL_SPARSE_TABLE\x10\x02\x12\x18\n\x14PS_PUSH_SPARSE_TABLE\x10\x03\x12\x13\n\x0fPS_SHRINK_TABLE\x10\x04\x12\x15\n\x11PS_SAVE_ONE_TABLE\x10\x05\x12\x15\n\x11PS_SAVE_ALL_TABLE\x10\x06\x12\x15\n\x11PS_LOAD_ONE_TABLE\x10\x07\x12\x15\n\x11PS_LOAD_ALL_TABLE\x10\x08\x12\x16\n\x12PS_CLEAR_ONE_TABLE\x10\t\x12\x16\n\x12PS_CLEAR_ALL_TABLE\x10\n\x12\x17\n\x13PS_PUSH_DENSE_PARAM\x10\x0b\x12\x12\n\x0ePS_STOP_SERVER\x10\x0c\x12\x1b\n\x17PS_SAVE_ONE_CACHE_TABLE\x10\r\x12\x1a\n\x16PS_GET_CACHE_THRESHOLD\x10\x0e\x12\x14\n\x10PS_CACHE_SHUFFLE\x10\x0f\x12\x11\n\rPS_COPY_TABLE\x10\x10\x12\x1c\n\x18PS_COPY_TABLE_BY_FEASIGN\x10\x11\x12(\n$PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY\x10\x12\x12(\n$PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY\x10\x13\x12\x17\n\x13PS_PRINT_TABLE_STAT\x10\x14\x12\x0e\n\nPS_S2S_MSG\x10\x65\x32K\n\tPsService\x12>\n\x07service\x12\x18.paddle.PsRequestMessage\x1a\x19.paddle.PsResponseMessageB\x06\x80\x01\x01\xf8\x01\x01')
) )
_sym_db.RegisterFileDescriptor(DESCRIPTOR) _sym_db.RegisterFileDescriptor(DESCRIPTOR)
...@@ -41,8 +41,8 @@ _TABLETYPE = _descriptor.EnumDescriptor( ...@@ -41,8 +41,8 @@ _TABLETYPE = _descriptor.EnumDescriptor(
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3826, serialized_start=4678,
serialized_end=3878, serialized_end=4730,
) )
_sym_db.RegisterEnumDescriptor(_TABLETYPE) _sym_db.RegisterEnumDescriptor(_TABLETYPE)
...@@ -118,14 +118,34 @@ _PSCMDID = _descriptor.EnumDescriptor( ...@@ -118,14 +118,34 @@ _PSCMDID = _descriptor.EnumDescriptor(
options=None, options=None,
type=None), type=None),
_descriptor.EnumValueDescriptor( _descriptor.EnumValueDescriptor(
name='PS_S2S_MSG', index=16, number=101, name='PS_COPY_TABLE', index=16, number=16,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_COPY_TABLE_BY_FEASIGN', index=17, number=17,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY', index=18, number=18,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY', index=19, number=19,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PRINT_TABLE_STAT', index=20, number=20,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_S2S_MSG', index=21, number=101,
options=None, options=None,
type=None), type=None),
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3881, serialized_start=4733,
serialized_end=4293, serialized_end=5303,
) )
_sym_db.RegisterEnumDescriptor(_PSCMDID) _sym_db.RegisterEnumDescriptor(_PSCMDID)
...@@ -148,6 +168,11 @@ PS_STOP_SERVER = 12 ...@@ -148,6 +168,11 @@ PS_STOP_SERVER = 12
PS_SAVE_ONE_CACHE_TABLE = 13 PS_SAVE_ONE_CACHE_TABLE = 13
PS_GET_CACHE_THRESHOLD = 14 PS_GET_CACHE_THRESHOLD = 14
PS_CACHE_SHUFFLE = 15 PS_CACHE_SHUFFLE = 15
PS_COPY_TABLE = 16
PS_COPY_TABLE_BY_FEASIGN = 17
PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY = 18
PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY = 19
PS_PRINT_TABLE_STAT = 20
PS_S2S_MSG = 101 PS_S2S_MSG = 101
...@@ -168,8 +193,8 @@ _FSCLIENTPARAMETER_FSAPITYPE = _descriptor.EnumDescriptor( ...@@ -168,8 +193,8 @@ _FSCLIENTPARAMETER_FSAPITYPE = _descriptor.EnumDescriptor(
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3794, serialized_start=4646,
serialized_end=3824, serialized_end=4676,
) )
_sym_db.RegisterEnumDescriptor(_FSCLIENTPARAMETER_FSAPITYPE) _sym_db.RegisterEnumDescriptor(_FSCLIENTPARAMETER_FSAPITYPE)
...@@ -225,8 +250,8 @@ _PSPARAMETER = _descriptor.Descriptor( ...@@ -225,8 +250,8 @@ _PSPARAMETER = _descriptor.Descriptor(
options=None), options=None),
_descriptor.FieldDescriptor( _descriptor.FieldDescriptor(
name='trainer_param', full_name='paddle.PSParameter.trainer_param', index=6, name='trainer_param', full_name='paddle.PSParameter.trainer_param', index=6,
number=301, type=11, cpp_type=10, label=1, number=301, type=11, cpp_type=10, label=3,
has_default_value=False, default_value=None, has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None, message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None, is_extension=False, extension_scope=None,
options=None), options=None),
...@@ -249,8 +274,8 @@ _PSPARAMETER = _descriptor.Descriptor( ...@@ -249,8 +274,8 @@ _PSPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=27, serialized_start=21,
serialized_end=336, serialized_end=330,
) )
...@@ -280,8 +305,8 @@ _WORKERPARAMETER = _descriptor.Descriptor( ...@@ -280,8 +305,8 @@ _WORKERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=338, serialized_start=332,
serialized_end=419, serialized_end=413,
) )
...@@ -311,8 +336,8 @@ _SERVERPARAMETER = _descriptor.Descriptor( ...@@ -311,8 +336,8 @@ _SERVERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=421, serialized_start=415,
serialized_end=502, serialized_end=496,
) )
...@@ -342,8 +367,8 @@ _DOWNPOURWORKERPARAMETER = _descriptor.Descriptor( ...@@ -342,8 +367,8 @@ _DOWNPOURWORKERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=504, serialized_start=498,
serialized_end=583, serialized_end=577,
) )
...@@ -408,8 +433,8 @@ _DOWNPOURTRAINERPARAMETER = _descriptor.Descriptor( ...@@ -408,8 +433,8 @@ _DOWNPOURTRAINERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=586, serialized_start=580,
serialized_end=839, serialized_end=833,
) )
...@@ -467,8 +492,8 @@ _PROGRAMCONFIG = _descriptor.Descriptor( ...@@ -467,8 +492,8 @@ _PROGRAMCONFIG = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=842, serialized_start=836,
serialized_end=995, serialized_end=989,
) )
...@@ -519,8 +544,8 @@ _DENSETABLEPARAMETER = _descriptor.Descriptor( ...@@ -519,8 +544,8 @@ _DENSETABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=997, serialized_start=991,
serialized_end=1120, serialized_end=1114,
) )
...@@ -578,8 +603,8 @@ _SPARSETABLEPARAMETER = _descriptor.Descriptor( ...@@ -578,8 +603,8 @@ _SPARSETABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1122, serialized_start=1116,
serialized_end=1244, serialized_end=1238,
) )
...@@ -616,8 +641,8 @@ _DOWNPOURSERVERPARAMETER = _descriptor.Descriptor( ...@@ -616,8 +641,8 @@ _DOWNPOURSERVERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1247, serialized_start=1241,
serialized_end=1381, serialized_end=1375,
) )
...@@ -675,8 +700,8 @@ _SERVERSERVICEPARAMETER = _descriptor.Descriptor( ...@@ -675,8 +700,8 @@ _SERVERSERVICEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1384, serialized_start=1378,
serialized_end=1599, serialized_end=1593,
) )
...@@ -762,8 +787,8 @@ _TABLEPARAMETER = _descriptor.Descriptor( ...@@ -762,8 +787,8 @@ _TABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1602, serialized_start=1596,
serialized_end=1921, serialized_end=1915,
) )
...@@ -830,6 +855,27 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -830,6 +855,27 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
message_type=None, enum_type=None, containing_type=None, message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None, is_extension=False, extension_scope=None,
options=None), options=None),
_descriptor.FieldDescriptor(
name='sparse_commonsgd_param', full_name='paddle.TableAccessorParameter.sparse_commonsgd_param', index=8,
number=9, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='embed_sgd_param', full_name='paddle.TableAccessorParameter.embed_sgd_param', index=9,
number=10, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='embedx_sgd_param', full_name='paddle.TableAccessorParameter.embedx_sgd_param', index=10,
number=11, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
], ],
extensions=[ extensions=[
], ],
...@@ -842,8 +888,8 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -842,8 +888,8 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1924, serialized_start=1918,
serialized_end=2304, serialized_end=2495,
) )
...@@ -929,8 +975,8 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -929,8 +975,8 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2307, serialized_start=2498,
serialized_end=2621, serialized_end=2812,
) )
...@@ -974,8 +1020,8 @@ _TABLEACCESSORSAVEPARAMETER = _descriptor.Descriptor( ...@@ -974,8 +1020,8 @@ _TABLEACCESSORSAVEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2623, serialized_start=2814,
serialized_end=2706, serialized_end=2897,
) )
...@@ -1033,8 +1079,8 @@ _PSREQUESTMESSAGE = _descriptor.Descriptor( ...@@ -1033,8 +1079,8 @@ _PSREQUESTMESSAGE = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2708, serialized_start=2899,
serialized_end=2809, serialized_end=3000,
) )
...@@ -1085,8 +1131,223 @@ _SPARSESGDRULEPARAMETER = _descriptor.Descriptor( ...@@ -1085,8 +1131,223 @@ _SPARSESGDRULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2812, serialized_start=3003,
serialized_end=2945, serialized_end=3136,
)
_SPARSECOMMONSGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseCommonSGDRuleParameter',
full_name='paddle.SparseCommonSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='name', full_name='paddle.SparseCommonSGDRuleParameter.name', index=0,
number=1, type=9, cpp_type=9, label=1,
has_default_value=False, default_value=_b("").decode('utf-8'),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='naive', full_name='paddle.SparseCommonSGDRuleParameter.naive', index=1,
number=2, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='adagrad', full_name='paddle.SparseCommonSGDRuleParameter.adagrad', index=2,
number=3, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='adam', full_name='paddle.SparseCommonSGDRuleParameter.adam', index=3,
number=4, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3139,
serialized_end=3337,
)
_SPARSENAIVESGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseNaiveSGDRuleParameter',
full_name='paddle.SparseNaiveSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseNaiveSGDRuleParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.05),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseNaiveSGDRuleParameter.initial_range', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseNaiveSGDRuleParameter.weight_bounds', index=2,
number=3, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3339,
serialized_end=3451,
)
_SPARSEADAGRADSGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseAdagradSGDRuleParameter',
full_name='paddle.SparseAdagradSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseAdagradSGDRuleParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.05),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_g2sum', full_name='paddle.SparseAdagradSGDRuleParameter.initial_g2sum', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(3),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseAdagradSGDRuleParameter.initial_range', index=2,
number=3, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseAdagradSGDRuleParameter.weight_bounds', index=3,
number=4, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3454,
serialized_end=3594,
)
_SPARSEADAMSGDPARAMETER = _descriptor.Descriptor(
name='SparseAdamSGDParameter',
full_name='paddle.SparseAdamSGDParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseAdamSGDParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseAdamSGDParameter.initial_range', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='beta1_decay_rate', full_name='paddle.SparseAdamSGDParameter.beta1_decay_rate', index=2,
number=3, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.9),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='beta2_decay_rate', full_name='paddle.SparseAdamSGDParameter.beta2_decay_rate', index=3,
number=4, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.999),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='ada_epsilon', full_name='paddle.SparseAdamSGDParameter.ada_epsilon', index=4,
number=5, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(1e-08),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseAdamSGDParameter.weight_bounds', index=5,
number=6, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3597,
serialized_end=3797,
) )
...@@ -1144,8 +1405,8 @@ _DENSESGDRULEPARAMETER = _descriptor.Descriptor( ...@@ -1144,8 +1405,8 @@ _DENSESGDRULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2948, serialized_start=3800,
serialized_end=3173, serialized_end=4025,
) )
...@@ -1203,8 +1464,8 @@ _ADAMSGDPARAMETER = _descriptor.Descriptor( ...@@ -1203,8 +1464,8 @@ _ADAMSGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3176, serialized_start=4028,
serialized_end=3348, serialized_end=4200,
) )
...@@ -1241,8 +1502,8 @@ _NAIVESGDPARAMETER = _descriptor.Descriptor( ...@@ -1241,8 +1502,8 @@ _NAIVESGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3350, serialized_start=4202,
serialized_end=3424, serialized_end=4276,
) )
...@@ -1272,8 +1533,8 @@ _SUMMARYSGDPARAMETER = _descriptor.Descriptor( ...@@ -1272,8 +1533,8 @@ _SUMMARYSGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3426, serialized_start=4278,
serialized_end=3485, serialized_end=4337,
) )
...@@ -1303,8 +1564,8 @@ _MOVINGAVERAGERULEPARAMETER = _descriptor.Descriptor( ...@@ -1303,8 +1564,8 @@ _MOVINGAVERAGERULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3487, serialized_start=4339,
serialized_end=3533, serialized_end=4385,
) )
...@@ -1348,8 +1609,8 @@ _PSRESPONSEMESSAGE = _descriptor.Descriptor( ...@@ -1348,8 +1609,8 @@ _PSRESPONSEMESSAGE = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3535, serialized_start=4387,
serialized_end=3608, serialized_end=4460,
) )
...@@ -1422,8 +1683,8 @@ _FSCLIENTPARAMETER = _descriptor.Descriptor( ...@@ -1422,8 +1683,8 @@ _FSCLIENTPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3611, serialized_start=4463,
serialized_end=3824, serialized_end=4676,
) )
_PSPARAMETER.fields_by_name['worker_param'].message_type = _WORKERPARAMETER _PSPARAMETER.fields_by_name['worker_param'].message_type = _WORKERPARAMETER
...@@ -1444,6 +1705,12 @@ _TABLEACCESSORPARAMETER.fields_by_name['sparse_sgd_param'].message_type = _SPARS ...@@ -1444,6 +1705,12 @@ _TABLEACCESSORPARAMETER.fields_by_name['sparse_sgd_param'].message_type = _SPARS
_TABLEACCESSORPARAMETER.fields_by_name['dense_sgd_param'].message_type = _DENSESGDRULEPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['dense_sgd_param'].message_type = _DENSESGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['downpour_accessor_param'].message_type = _DOWNPOURTABLEACCESSORPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['downpour_accessor_param'].message_type = _DOWNPOURTABLEACCESSORPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['table_accessor_save_param'].message_type = _TABLEACCESSORSAVEPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['table_accessor_save_param'].message_type = _TABLEACCESSORSAVEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['sparse_commonsgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['embed_sgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['embedx_sgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['naive'].message_type = _SPARSENAIVESGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['adagrad'].message_type = _SPARSEADAGRADSGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['adam'].message_type = _SPARSEADAMSGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['adam'].message_type = _ADAMSGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['adam'].message_type = _ADAMSGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['naive'].message_type = _NAIVESGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['naive'].message_type = _NAIVESGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['summary'].message_type = _SUMMARYSGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['summary'].message_type = _SUMMARYSGDPARAMETER
...@@ -1466,6 +1733,10 @@ DESCRIPTOR.message_types_by_name['DownpourTableAccessorParameter'] = _DOWNPOURTA ...@@ -1466,6 +1733,10 @@ DESCRIPTOR.message_types_by_name['DownpourTableAccessorParameter'] = _DOWNPOURTA
DESCRIPTOR.message_types_by_name['TableAccessorSaveParameter'] = _TABLEACCESSORSAVEPARAMETER DESCRIPTOR.message_types_by_name['TableAccessorSaveParameter'] = _TABLEACCESSORSAVEPARAMETER
DESCRIPTOR.message_types_by_name['PsRequestMessage'] = _PSREQUESTMESSAGE DESCRIPTOR.message_types_by_name['PsRequestMessage'] = _PSREQUESTMESSAGE
DESCRIPTOR.message_types_by_name['SparseSGDRuleParameter'] = _SPARSESGDRULEPARAMETER DESCRIPTOR.message_types_by_name['SparseSGDRuleParameter'] = _SPARSESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseCommonSGDRuleParameter'] = _SPARSECOMMONSGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseNaiveSGDRuleParameter'] = _SPARSENAIVESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseAdagradSGDRuleParameter'] = _SPARSEADAGRADSGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseAdamSGDParameter'] = _SPARSEADAMSGDPARAMETER
DESCRIPTOR.message_types_by_name['DenseSGDRuleParameter'] = _DENSESGDRULEPARAMETER DESCRIPTOR.message_types_by_name['DenseSGDRuleParameter'] = _DENSESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['AdamSGDParameter'] = _ADAMSGDPARAMETER DESCRIPTOR.message_types_by_name['AdamSGDParameter'] = _ADAMSGDPARAMETER
DESCRIPTOR.message_types_by_name['NaiveSGDParameter'] = _NAIVESGDPARAMETER DESCRIPTOR.message_types_by_name['NaiveSGDParameter'] = _NAIVESGDPARAMETER
...@@ -1478,161 +1749,189 @@ DESCRIPTOR.enum_types_by_name['PsCmdID'] = _PSCMDID ...@@ -1478,161 +1749,189 @@ DESCRIPTOR.enum_types_by_name['PsCmdID'] = _PSCMDID
PSParameter = _reflection.GeneratedProtocolMessageType('PSParameter', (_message.Message,), dict( PSParameter = _reflection.GeneratedProtocolMessageType('PSParameter', (_message.Message,), dict(
DESCRIPTOR = _PSPARAMETER, DESCRIPTOR = _PSPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PSParameter) # @@protoc_insertion_point(class_scope:paddle.PSParameter)
)) ))
_sym_db.RegisterMessage(PSParameter) _sym_db.RegisterMessage(PSParameter)
WorkerParameter = _reflection.GeneratedProtocolMessageType('WorkerParameter', (_message.Message,), dict( WorkerParameter = _reflection.GeneratedProtocolMessageType('WorkerParameter', (_message.Message,), dict(
DESCRIPTOR = _WORKERPARAMETER, DESCRIPTOR = _WORKERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.WorkerParameter) # @@protoc_insertion_point(class_scope:paddle.WorkerParameter)
)) ))
_sym_db.RegisterMessage(WorkerParameter) _sym_db.RegisterMessage(WorkerParameter)
ServerParameter = _reflection.GeneratedProtocolMessageType('ServerParameter', (_message.Message,), dict( ServerParameter = _reflection.GeneratedProtocolMessageType('ServerParameter', (_message.Message,), dict(
DESCRIPTOR = _SERVERPARAMETER, DESCRIPTOR = _SERVERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ServerParameter) # @@protoc_insertion_point(class_scope:paddle.ServerParameter)
)) ))
_sym_db.RegisterMessage(ServerParameter) _sym_db.RegisterMessage(ServerParameter)
DownpourWorkerParameter = _reflection.GeneratedProtocolMessageType('DownpourWorkerParameter', (_message.Message,), dict( DownpourWorkerParameter = _reflection.GeneratedProtocolMessageType('DownpourWorkerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURWORKERPARAMETER, DESCRIPTOR = _DOWNPOURWORKERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourWorkerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourWorkerParameter)
)) ))
_sym_db.RegisterMessage(DownpourWorkerParameter) _sym_db.RegisterMessage(DownpourWorkerParameter)
DownpourTrainerParameter = _reflection.GeneratedProtocolMessageType('DownpourTrainerParameter', (_message.Message,), dict( DownpourTrainerParameter = _reflection.GeneratedProtocolMessageType('DownpourTrainerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURTRAINERPARAMETER, DESCRIPTOR = _DOWNPOURTRAINERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourTrainerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourTrainerParameter)
)) ))
_sym_db.RegisterMessage(DownpourTrainerParameter) _sym_db.RegisterMessage(DownpourTrainerParameter)
ProgramConfig = _reflection.GeneratedProtocolMessageType('ProgramConfig', (_message.Message,), dict( ProgramConfig = _reflection.GeneratedProtocolMessageType('ProgramConfig', (_message.Message,), dict(
DESCRIPTOR = _PROGRAMCONFIG, DESCRIPTOR = _PROGRAMCONFIG,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ProgramConfig) # @@protoc_insertion_point(class_scope:paddle.ProgramConfig)
)) ))
_sym_db.RegisterMessage(ProgramConfig) _sym_db.RegisterMessage(ProgramConfig)
DenseTableParameter = _reflection.GeneratedProtocolMessageType('DenseTableParameter', (_message.Message,), dict( DenseTableParameter = _reflection.GeneratedProtocolMessageType('DenseTableParameter', (_message.Message,), dict(
DESCRIPTOR = _DENSETABLEPARAMETER, DESCRIPTOR = _DENSETABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DenseTableParameter) # @@protoc_insertion_point(class_scope:paddle.DenseTableParameter)
)) ))
_sym_db.RegisterMessage(DenseTableParameter) _sym_db.RegisterMessage(DenseTableParameter)
SparseTableParameter = _reflection.GeneratedProtocolMessageType('SparseTableParameter', (_message.Message,), dict( SparseTableParameter = _reflection.GeneratedProtocolMessageType('SparseTableParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSETABLEPARAMETER, DESCRIPTOR = _SPARSETABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseTableParameter) # @@protoc_insertion_point(class_scope:paddle.SparseTableParameter)
)) ))
_sym_db.RegisterMessage(SparseTableParameter) _sym_db.RegisterMessage(SparseTableParameter)
DownpourServerParameter = _reflection.GeneratedProtocolMessageType('DownpourServerParameter', (_message.Message,), dict( DownpourServerParameter = _reflection.GeneratedProtocolMessageType('DownpourServerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURSERVERPARAMETER, DESCRIPTOR = _DOWNPOURSERVERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourServerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourServerParameter)
)) ))
_sym_db.RegisterMessage(DownpourServerParameter) _sym_db.RegisterMessage(DownpourServerParameter)
ServerServiceParameter = _reflection.GeneratedProtocolMessageType('ServerServiceParameter', (_message.Message,), dict( ServerServiceParameter = _reflection.GeneratedProtocolMessageType('ServerServiceParameter', (_message.Message,), dict(
DESCRIPTOR = _SERVERSERVICEPARAMETER, DESCRIPTOR = _SERVERSERVICEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ServerServiceParameter) # @@protoc_insertion_point(class_scope:paddle.ServerServiceParameter)
)) ))
_sym_db.RegisterMessage(ServerServiceParameter) _sym_db.RegisterMessage(ServerServiceParameter)
TableParameter = _reflection.GeneratedProtocolMessageType('TableParameter', (_message.Message,), dict( TableParameter = _reflection.GeneratedProtocolMessageType('TableParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEPARAMETER, DESCRIPTOR = _TABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableParameter) # @@protoc_insertion_point(class_scope:paddle.TableParameter)
)) ))
_sym_db.RegisterMessage(TableParameter) _sym_db.RegisterMessage(TableParameter)
TableAccessorParameter = _reflection.GeneratedProtocolMessageType('TableAccessorParameter', (_message.Message,), dict( TableAccessorParameter = _reflection.GeneratedProtocolMessageType('TableAccessorParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEACCESSORPARAMETER, DESCRIPTOR = _TABLEACCESSORPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableAccessorParameter) # @@protoc_insertion_point(class_scope:paddle.TableAccessorParameter)
)) ))
_sym_db.RegisterMessage(TableAccessorParameter) _sym_db.RegisterMessage(TableAccessorParameter)
DownpourTableAccessorParameter = _reflection.GeneratedProtocolMessageType('DownpourTableAccessorParameter', (_message.Message,), dict( DownpourTableAccessorParameter = _reflection.GeneratedProtocolMessageType('DownpourTableAccessorParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURTABLEACCESSORPARAMETER, DESCRIPTOR = _DOWNPOURTABLEACCESSORPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourTableAccessorParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourTableAccessorParameter)
)) ))
_sym_db.RegisterMessage(DownpourTableAccessorParameter) _sym_db.RegisterMessage(DownpourTableAccessorParameter)
TableAccessorSaveParameter = _reflection.GeneratedProtocolMessageType('TableAccessorSaveParameter', (_message.Message,), dict( TableAccessorSaveParameter = _reflection.GeneratedProtocolMessageType('TableAccessorSaveParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEACCESSORSAVEPARAMETER, DESCRIPTOR = _TABLEACCESSORSAVEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableAccessorSaveParameter) # @@protoc_insertion_point(class_scope:paddle.TableAccessorSaveParameter)
)) ))
_sym_db.RegisterMessage(TableAccessorSaveParameter) _sym_db.RegisterMessage(TableAccessorSaveParameter)
PsRequestMessage = _reflection.GeneratedProtocolMessageType('PsRequestMessage', (_message.Message,), dict( PsRequestMessage = _reflection.GeneratedProtocolMessageType('PsRequestMessage', (_message.Message,), dict(
DESCRIPTOR = _PSREQUESTMESSAGE, DESCRIPTOR = _PSREQUESTMESSAGE,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PsRequestMessage) # @@protoc_insertion_point(class_scope:paddle.PsRequestMessage)
)) ))
_sym_db.RegisterMessage(PsRequestMessage) _sym_db.RegisterMessage(PsRequestMessage)
SparseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseSGDRuleParameter', (_message.Message,), dict( SparseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSESGDRULEPARAMETER, DESCRIPTOR = _SPARSESGDRULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseSGDRuleParameter) # @@protoc_insertion_point(class_scope:paddle.SparseSGDRuleParameter)
)) ))
_sym_db.RegisterMessage(SparseSGDRuleParameter) _sym_db.RegisterMessage(SparseSGDRuleParameter)
SparseCommonSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseCommonSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSECOMMONSGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseCommonSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseCommonSGDRuleParameter)
SparseNaiveSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseNaiveSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSENAIVESGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseNaiveSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseNaiveSGDRuleParameter)
SparseAdagradSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseAdagradSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSEADAGRADSGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseAdagradSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseAdagradSGDRuleParameter)
SparseAdamSGDParameter = _reflection.GeneratedProtocolMessageType('SparseAdamSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSEADAMSGDPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseAdamSGDParameter)
))
_sym_db.RegisterMessage(SparseAdamSGDParameter)
DenseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('DenseSGDRuleParameter', (_message.Message,), dict( DenseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('DenseSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _DENSESGDRULEPARAMETER, DESCRIPTOR = _DENSESGDRULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DenseSGDRuleParameter) # @@protoc_insertion_point(class_scope:paddle.DenseSGDRuleParameter)
)) ))
_sym_db.RegisterMessage(DenseSGDRuleParameter) _sym_db.RegisterMessage(DenseSGDRuleParameter)
AdamSGDParameter = _reflection.GeneratedProtocolMessageType('AdamSGDParameter', (_message.Message,), dict( AdamSGDParameter = _reflection.GeneratedProtocolMessageType('AdamSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _ADAMSGDPARAMETER, DESCRIPTOR = _ADAMSGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.AdamSGDParameter) # @@protoc_insertion_point(class_scope:paddle.AdamSGDParameter)
)) ))
_sym_db.RegisterMessage(AdamSGDParameter) _sym_db.RegisterMessage(AdamSGDParameter)
NaiveSGDParameter = _reflection.GeneratedProtocolMessageType('NaiveSGDParameter', (_message.Message,), dict( NaiveSGDParameter = _reflection.GeneratedProtocolMessageType('NaiveSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _NAIVESGDPARAMETER, DESCRIPTOR = _NAIVESGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.NaiveSGDParameter) # @@protoc_insertion_point(class_scope:paddle.NaiveSGDParameter)
)) ))
_sym_db.RegisterMessage(NaiveSGDParameter) _sym_db.RegisterMessage(NaiveSGDParameter)
SummarySGDParameter = _reflection.GeneratedProtocolMessageType('SummarySGDParameter', (_message.Message,), dict( SummarySGDParameter = _reflection.GeneratedProtocolMessageType('SummarySGDParameter', (_message.Message,), dict(
DESCRIPTOR = _SUMMARYSGDPARAMETER, DESCRIPTOR = _SUMMARYSGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SummarySGDParameter) # @@protoc_insertion_point(class_scope:paddle.SummarySGDParameter)
)) ))
_sym_db.RegisterMessage(SummarySGDParameter) _sym_db.RegisterMessage(SummarySGDParameter)
MovingAverageRuleParameter = _reflection.GeneratedProtocolMessageType('MovingAverageRuleParameter', (_message.Message,), dict( MovingAverageRuleParameter = _reflection.GeneratedProtocolMessageType('MovingAverageRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _MOVINGAVERAGERULEPARAMETER, DESCRIPTOR = _MOVINGAVERAGERULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.MovingAverageRuleParameter) # @@protoc_insertion_point(class_scope:paddle.MovingAverageRuleParameter)
)) ))
_sym_db.RegisterMessage(MovingAverageRuleParameter) _sym_db.RegisterMessage(MovingAverageRuleParameter)
PsResponseMessage = _reflection.GeneratedProtocolMessageType('PsResponseMessage', (_message.Message,), dict( PsResponseMessage = _reflection.GeneratedProtocolMessageType('PsResponseMessage', (_message.Message,), dict(
DESCRIPTOR = _PSRESPONSEMESSAGE, DESCRIPTOR = _PSRESPONSEMESSAGE,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PsResponseMessage) # @@protoc_insertion_point(class_scope:paddle.PsResponseMessage)
)) ))
_sym_db.RegisterMessage(PsResponseMessage) _sym_db.RegisterMessage(PsResponseMessage)
FsClientParameter = _reflection.GeneratedProtocolMessageType('FsClientParameter', (_message.Message,), dict( FsClientParameter = _reflection.GeneratedProtocolMessageType('FsClientParameter', (_message.Message,), dict(
DESCRIPTOR = _FSCLIENTPARAMETER, DESCRIPTOR = _FSCLIENTPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.FsClientParameter) # @@protoc_insertion_point(class_scope:paddle.FsClientParameter)
)) ))
_sym_db.RegisterMessage(FsClientParameter) _sym_db.RegisterMessage(FsClientParameter)
......
python/paddle/fluid/incubate/fleet/parameter_server/pslib/__init__.py 100644 → 100755
浏览文件 @ 3036cf55
...@@ -89,7 +89,7 @@ class PSLib(Fleet): ...@@ -89,7 +89,7 @@ class PSLib(Fleet):
# barrier for init model # barrier for init model
self._role_maker._barrier_worker() self._role_maker._barrier_worker()
if self._role_maker.is_first_worker(): if self._role_maker.is_first_worker():
tables = self._dist_desc.trainer_param.dense_table tables = self._dist_desc.trainer_param[0].dense_table
for prog, scope in zip(self._main_programs, self._scopes): for prog, scope in zip(self._main_programs, self._scopes):
prog_id = str(id(prog)) prog_id = str(id(prog))
prog_conf = self._opt_info['program_configs'][prog_id] prog_conf = self._opt_info['program_configs'][prog_id]
...@@ -304,7 +304,7 @@ class PSLib(Fleet): ...@@ -304,7 +304,7 @@ class PSLib(Fleet):
""" """
self._role_maker._barrier_worker() self._role_maker._barrier_worker()
if self._role_maker.is_first_worker(): if self._role_maker.is_first_worker():
for i in self._opt_info["fleet_desc"].trainer_param.sparse_table: for i in self._opt_info["fleet_desc"].trainer_param[0].sparse_table:
self._fleet_ptr.shrink_sparse_table(i.table_id) self._fleet_ptr.shrink_sparse_table(i.table_id)
self._role_maker._barrier_worker() self._role_maker._barrier_worker()
...@@ -330,7 +330,7 @@ class PSLib(Fleet): ...@@ -330,7 +330,7 @@ class PSLib(Fleet):
scope = fluid.global_scope() scope = fluid.global_scope()
self._role_maker._barrier_worker() self._role_maker._barrier_worker()
if self._role_maker.is_first_worker(): if self._role_maker.is_first_worker():
for i in self._opt_info["fleet_desc"].trainer_param.dense_table: for i in self._opt_info["fleet_desc"].trainer_param[0].dense_table:
if table_id is not None and table_id != i.table_id: if table_id is not None and table_id != i.table_id:
continue continue
var_list = [var for var in i.dense_variable_name] var_list = [var for var in i.dense_variable_name]
...@@ -476,7 +476,7 @@ class PSLib(Fleet): ...@@ -476,7 +476,7 @@ class PSLib(Fleet):
if ret != 0: if ret != 0:
raise RuntimeError("download model proto file failed") raise RuntimeError("download model proto file failed")
model_proto_file = dest model_proto_file = dest
for i in self._opt_info["fleet_desc"].trainer_param.dense_table: for i in self._opt_info["fleet_desc"].trainer_param[0].dense_table:
if table_id is not None and table_id != i.table_id: if table_id is not None and table_id != i.table_id:
continue continue
table_var_names = [var for var in i.dense_variable_name] table_var_names = [var for var in i.dense_variable_name]
......
python/paddle/fluid/incubate/fleet/parameter_server/pslib/optimizer_factory.py
浏览文件 @ 3036cf55
...@@ -144,7 +144,7 @@ class DistributedAdam(DistributedOptimizerImplBase): ...@@ -144,7 +144,7 @@ class DistributedAdam(DistributedOptimizerImplBase):
with open(fleet_desc_file) as f: with open(fleet_desc_file) as f:
text_format.Merge(f.read(), ps_param) text_format.Merge(f.read(), ps_param)
server.get_desc().CopyFrom(ps_param.server_param) server.get_desc().CopyFrom(ps_param.server_param)
worker.get_desc().CopyFrom(ps_param.trainer_param) worker.get_desc().CopyFrom(ps_param.trainer_param[0])
sparse_table_index = 0 sparse_table_index = 0
for tn in sparse_table_names: for tn in sparse_table_names:
...@@ -231,12 +231,16 @@ class DistributedAdam(DistributedOptimizerImplBase): ...@@ -231,12 +231,16 @@ class DistributedAdam(DistributedOptimizerImplBase):
[dense_table_index]) [dense_table_index])
dense_table_index += 1 dense_table_index += 1
ps_param.server_param.CopyFrom(server.get_desc()) ps_param.server_param.CopyFrom(server.get_desc())
ps_param.trainer_param.CopyFrom(worker.get_desc()) if len(ps_param.trainer_param) == 0:
tp = ps_param.trainer_param.add()
tp.CopyFrom(worker.get_desc())
else:
ps_param.trainer_param[0].CopyFrom(worker.get_desc())
# Todo(guru4elephant): figure out how to support more sparse parameters # Todo(guru4elephant): figure out how to support more sparse parameters
# currently only support lookup_table # currently only support lookup_table
worker_skipped_ops = ["lookup_table", "lookup_table_grad"] worker_skipped_ops = ["lookup_table", "lookup_table_grad"]
if len(ps_param.trainer_param.skip_op) == 0: if len(ps_param.trainer_param[0].skip_op) == 0:
ps_param.trainer_param.skip_op.extend(worker_skipped_ops) ps_param.trainer_param[0].skip_op.extend(worker_skipped_ops)
opt_info = {} opt_info = {}
opt_info["program_configs"] = program_configs opt_info["program_configs"] = program_configs
......
python/paddle/fluid/incubate/fleet/parameter_server/pslib/ps_pb2.py
浏览文件 @ 3036cf55
# Generated by the protocol buffer compiler. DO NOT EDIT! # Generated by the protocol buffer compiler. DO NOT EDIT!
# source: proto/ps.proto # source: ps.proto
import sys import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) _b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
...@@ -17,10 +17,10 @@ _sym_db = _symbol_database.Default() ...@@ -17,10 +17,10 @@ _sym_db = _symbol_database.Default()
DESCRIPTOR = _descriptor.FileDescriptor( DESCRIPTOR = _descriptor.FileDescriptor(
name='proto/ps.proto', name='ps.proto',
package='paddle', package='paddle',
syntax='proto2', syntax='proto2',
serialized_pb=_b('\n\x0eproto/ps.proto\x12\x06paddle\"\xb5\x02\n\x0bPSParameter\x12\x14\n\x0cworker_class\x18\x01 \x01(\t\x12\x14\n\x0cserver_class\x18\x02 \x01(\t\x12\x16\n\x0einstance_class\x18\x03 \x01(\t\x12\x15\n\x0binit_gflags\x18\x04 \x01(\t:\x00\x12-\n\x0cworker_param\x18\x65 \x01(\x0b\x32\x17.paddle.WorkerParameter\x12-\n\x0cserver_param\x18\x66 \x01(\x0b\x32\x17.paddle.ServerParameter\x12\x38\n\rtrainer_param\x18\xad\x02 \x01(\x0b\x32 .paddle.DownpourTrainerParameter\x12\x33\n\x0f\x66s_client_param\x18\xf5\x03 \x01(\x0b\x32\x19.paddle.FsClientParameter\"Q\n\x0fWorkerParameter\x12>\n\x15\x64ownpour_worker_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourWorkerParameter\"Q\n\x0fServerParameter\x12>\n\x15\x64ownpour_server_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourServerParameter\"O\n\x17\x44ownpourWorkerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\"\xfd\x01\n\x18\x44ownpourTrainerParameter\x12\x30\n\x0b\x64\x65nse_table\x18\x01 \x03(\x0b\x32\x1b.paddle.DenseTableParameter\x12\x32\n\x0csparse_table\x18\x02 \x03(\x0b\x32\x1c.paddle.SparseTableParameter\x12\x1d\n\x15push_sparse_per_batch\x18\x03 \x01(\x05\x12\x1c\n\x14push_dense_per_batch\x18\x04 \x01(\x05\x12\x0f\n\x07skip_op\x18\x05 \x03(\t\x12-\n\x0eprogram_config\x18\x06 \x03(\x0b\x32\x15.paddle.ProgramConfig\"\x99\x01\n\rProgramConfig\x12\x12\n\nprogram_id\x18\x01 \x02(\t\x12\x1c\n\x14push_sparse_table_id\x18\x02 \x03(\x05\x12\x1b\n\x13push_dense_table_id\x18\x03 \x03(\x05\x12\x1c\n\x14pull_sparse_table_id\x18\x04 \x03(\x05\x12\x1b\n\x13pull_dense_table_id\x18\x05 \x03(\x05\"{\n\x13\x44\x65nseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x1b\n\x13\x64\x65nse_variable_name\x18\x02 \x03(\t\x12$\n\x1c\x64\x65nse_gradient_variable_name\x18\x03 \x03(\t\x12\x0f\n\x07\x66\x65\x61_dim\x18\x04 \x01(\x05\"z\n\x14SparseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x13\n\x0b\x66\x65\x61ture_dim\x18\x02 \x01(\x05\x12\x10\n\x08slot_key\x18\x03 \x03(\t\x12\x12\n\nslot_value\x18\x04 \x03(\t\x12\x15\n\rslot_gradient\x18\x05 \x03(\t\"\x86\x01\n\x17\x44ownpourServerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\x12\x35\n\rservice_param\x18\x02 \x01(\x0b\x32\x1e.paddle.ServerServiceParameter\"\xd7\x01\n\x16ServerServiceParameter\x12*\n\x0cserver_class\x18\x01 \x01(\t:\x14\x44ownpourBrpcPsServer\x12*\n\x0c\x63lient_class\x18\x02 \x01(\t:\x14\x44ownpourBrpcPsClient\x12(\n\rservice_class\x18\x03 \x01(\t:\x11\x44ownpourPsService\x12\x1c\n\x11start_server_port\x18\x04 \x01(\r:\x01\x30\x12\x1d\n\x11server_thread_num\x18\x05 \x01(\r:\x02\x31\x32\"\xbf\x02\n\x0eTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x04\x12\x13\n\x0btable_class\x18\x02 \x01(\t\x12\x17\n\tshard_num\x18\x03 \x01(\x04:\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65ssor\x18\x04 \x01(\x0b\x32\x1e.paddle.TableAccessorParameter\x12\x1f\n\x04type\x18\x05 \x01(\x0e\x32\x11.paddle.TableType\x12\x1f\n\x10\x63ompress_in_save\x18\x06 \x01(\x08:\x05\x66\x61lse\x12\'\n\x19\x65nable_sparse_table_cache\x18\x07 \x01(\x08:\x04true\x12\'\n\x17sparse_table_cache_rate\x18\x08 \x01(\x01:\x06\x30.0025\x12\'\n\x1bsparse_table_cache_file_num\x18\t \x01(\r:\x02\x31\x36\"\xfc\x02\n\x16TableAccessorParameter\x12\x16\n\x0e\x61\x63\x63\x65ssor_class\x18\x01 \x01(\t\x12\x38\n\x10sparse_sgd_param\x18\x02 \x01(\x0b\x32\x1e.paddle.SparseSGDRuleParameter\x12\x36\n\x0f\x64\x65nse_sgd_param\x18\x03 \x01(\x0b\x32\x1d.paddle.DenseSGDRuleParameter\x12\x13\n\x07\x66\x65\x61_dim\x18\x04 \x01(\r:\x02\x31\x31\x12\x15\n\nembedx_dim\x18\x05 \x01(\r:\x01\x38\x12\x1c\n\x10\x65mbedx_threshold\x18\x06 \x01(\r:\x02\x31\x30\x12G\n\x17\x64ownpour_accessor_param\x18\x07 \x01(\x0b\x32&.paddle.DownpourTableAccessorParameter\x12\x45\n\x19table_accessor_save_param\x18\x08 \x03(\x0b\x32\".paddle.TableAccessorSaveParameter\"\xba\x02\n\x1e\x44ownpourTableAccessorParameter\x12\x19\n\x0cnonclk_coeff\x18\x01 \x01(\x02:\x03\x30.1\x12\x16\n\x0b\x63lick_coeff\x18\x02 \x01(\x02:\x01\x31\x12\x1b\n\x0e\x62\x61se_threshold\x18\x03 \x01(\x02:\x03\x31.5\x12\x1d\n\x0f\x64\x65lta_threshold\x18\x04 \x01(\x02:\x04\x30.25\x12\x1b\n\x0f\x64\x65lta_keep_days\x18\x05 \x01(\x02:\x02\x31\x36\x12#\n\x15show_click_decay_rate\x18\x06 \x01(\x02:\x04\x30.98\x12\x1d\n\x10\x64\x65lete_threshold\x18\x07 \x01(\x02:\x03\x30.8\x12$\n\x18\x64\x65lete_after_unseen_days\x18\x08 \x01(\x02:\x02\x33\x30\x12\"\n\x17ssd_unseenday_threshold\x18\t \x01(\x05:\x01\x31\"S\n\x1aTableAccessorSaveParameter\x12\r\n\x05param\x18\x01 \x01(\r\x12\x11\n\tconverter\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x63onverter\x18\x03 \x01(\t\"e\n\x10PsRequestMessage\x12\x0e\n\x06\x63md_id\x18\x01 \x02(\r\x12\x10\n\x08table_id\x18\x02 \x01(\r\x12\x0e\n\x06params\x18\x03 \x03(\x0c\x12\x11\n\tclient_id\x18\x04 \x01(\x05\x12\x0c\n\x04\x64\x61ta\x18\x05 \x01(\x0c\"\x85\x01\n\x16SparseSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xe1\x01\n\x15\x44\x65nseSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\x04\x61\x64\x61m\x18\x02 \x01(\x0b\x32\x18.paddle.AdamSGDParameter\x12(\n\x05naive\x18\x03 \x01(\x0b\x32\x19.paddle.NaiveSGDParameter\x12,\n\x07summary\x18\x04 \x01(\x0b\x32\x1b.paddle.SummarySGDParameter\x12:\n\x0emoving_average\x18\x05 \x01(\x0b\x32\".paddle.MovingAverageRuleParameter\"\xac\x01\n\x10\x41\x64\x61mSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x35\x65-06\x12 \n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01:\x08\x30.999993\x12\x1e\n\x0e\x61\x64\x61_decay_rate\x18\x03 \x01(\x01:\x06\x30.9999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x04 \x01(\x01:\x05\x31\x65-08\x12\x1c\n\x0emom_decay_rate\x18\x05 \x01(\x01:\x04\x30.99\"J\n\x11NaiveSGDParameter\x12\x1d\n\rlearning_rate\x18\x01 \x01(\x01:\x06\x30.0002\x12\x16\n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01\";\n\x13SummarySGDParameter\x12$\n\x12summary_decay_rate\x18\x01 \x01(\x01:\x08\x30.999999\".\n\x1aMovingAverageRuleParameter\x12\x10\n\x08momentum\x18\x01 \x01(\x01\"I\n\x11PsResponseMessage\x12\x13\n\x08\x65rr_code\x18\x01 \x02(\x05:\x01\x30\x12\x11\n\x07\x65rr_msg\x18\x02 \x02(\t:\x00\x12\x0c\n\x04\x64\x61ta\x18\x03 \x01(\x0c\"\xd5\x01\n\x11\x46sClientParameter\x12:\n\x07\x66s_type\x18\x01 \x01(\x0e\x32#.paddle.FsClientParameter.FsApiType:\x04HDFS\x12\x0b\n\x03uri\x18\x02 \x01(\t\x12\x0c\n\x04user\x18\x03 \x01(\t\x12\x0e\n\x06passwd\x18\x04 \x01(\t\x12\x13\n\x0b\x62uffer_size\x18\x05 \x01(\x05\x12\x12\n\nhadoop_bin\x18\x33 \x01(\t\x12\x10\n\x08\x61\x66s_conf\x18\x65 \x01(\t\"\x1e\n\tFsApiType\x12\x08\n\x04HDFS\x10\x00\x12\x07\n\x03\x41\x46S\x10\x01*4\n\tTableType\x12\x13\n\x0fPS_SPARSE_TABLE\x10\x00\x12\x12\n\x0ePS_DENSE_TABLE\x10\x01*\x9c\x03\n\x07PsCmdID\x12\x17\n\x13PS_PULL_DENSE_TABLE\x10\x00\x12\x17\n\x13PS_PUSH_DENSE_TABLE\x10\x01\x12\x18\n\x14PS_PULL_SPARSE_TABLE\x10\x02\x12\x18\n\x14PS_PUSH_SPARSE_TABLE\x10\x03\x12\x13\n\x0fPS_SHRINK_TABLE\x10\x04\x12\x15\n\x11PS_SAVE_ONE_TABLE\x10\x05\x12\x15\n\x11PS_SAVE_ALL_TABLE\x10\x06\x12\x15\n\x11PS_LOAD_ONE_TABLE\x10\x07\x12\x15\n\x11PS_LOAD_ALL_TABLE\x10\x08\x12\x16\n\x12PS_CLEAR_ONE_TABLE\x10\t\x12\x16\n\x12PS_CLEAR_ALL_TABLE\x10\n\x12\x17\n\x13PS_PUSH_DENSE_PARAM\x10\x0b\x12\x12\n\x0ePS_STOP_SERVER\x10\x0c\x12\x1b\n\x17PS_SAVE_ONE_CACHE_TABLE\x10\r\x12\x1a\n\x16PS_GET_CACHE_THRESHOLD\x10\x0e\x12\x14\n\x10PS_CACHE_SHUFFLE\x10\x0f\x12\x0e\n\nPS_S2S_MSG\x10\x65\x32K\n\tPsService\x12>\n\x07service\x12\x18.paddle.PsRequestMessage\x1a\x19.paddle.PsResponseMessageB\x06\x80\x01\x01\xf8\x01\x01') serialized_pb=_b('\n\x08ps.proto\x12\x06paddle\"\xb5\x02\n\x0bPSParameter\x12\x14\n\x0cworker_class\x18\x01 \x01(\t\x12\x14\n\x0cserver_class\x18\x02 \x01(\t\x12\x16\n\x0einstance_class\x18\x03 \x01(\t\x12\x15\n\x0binit_gflags\x18\x04 \x01(\t:\x00\x12-\n\x0cworker_param\x18\x65 \x01(\x0b\x32\x17.paddle.WorkerParameter\x12-\n\x0cserver_param\x18\x66 \x01(\x0b\x32\x17.paddle.ServerParameter\x12\x38\n\rtrainer_param\x18\xad\x02 \x03(\x0b\x32 .paddle.DownpourTrainerParameter\x12\x33\n\x0f\x66s_client_param\x18\xf5\x03 \x01(\x0b\x32\x19.paddle.FsClientParameter\"Q\n\x0fWorkerParameter\x12>\n\x15\x64ownpour_worker_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourWorkerParameter\"Q\n\x0fServerParameter\x12>\n\x15\x64ownpour_server_param\x18\x01 \x01(\x0b\x32\x1f.paddle.DownpourServerParameter\"O\n\x17\x44ownpourWorkerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\"\xfd\x01\n\x18\x44ownpourTrainerParameter\x12\x30\n\x0b\x64\x65nse_table\x18\x01 \x03(\x0b\x32\x1b.paddle.DenseTableParameter\x12\x32\n\x0csparse_table\x18\x02 \x03(\x0b\x32\x1c.paddle.SparseTableParameter\x12\x1d\n\x15push_sparse_per_batch\x18\x03 \x01(\x05\x12\x1c\n\x14push_dense_per_batch\x18\x04 \x01(\x05\x12\x0f\n\x07skip_op\x18\x05 \x03(\t\x12-\n\x0eprogram_config\x18\x06 \x03(\x0b\x32\x15.paddle.ProgramConfig\"\x99\x01\n\rProgramConfig\x12\x12\n\nprogram_id\x18\x01 \x02(\t\x12\x1c\n\x14push_sparse_table_id\x18\x02 \x03(\x05\x12\x1b\n\x13push_dense_table_id\x18\x03 \x03(\x05\x12\x1c\n\x14pull_sparse_table_id\x18\x04 \x03(\x05\x12\x1b\n\x13pull_dense_table_id\x18\x05 \x03(\x05\"{\n\x13\x44\x65nseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x1b\n\x13\x64\x65nse_variable_name\x18\x02 \x03(\t\x12$\n\x1c\x64\x65nse_gradient_variable_name\x18\x03 \x03(\t\x12\x0f\n\x07\x66\x65\x61_dim\x18\x04 \x01(\x05\"z\n\x14SparseTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x05\x12\x13\n\x0b\x66\x65\x61ture_dim\x18\x02 \x01(\x05\x12\x10\n\x08slot_key\x18\x03 \x03(\t\x12\x12\n\nslot_value\x18\x04 \x03(\t\x12\x15\n\rslot_gradient\x18\x05 \x03(\t\"\x86\x01\n\x17\x44ownpourServerParameter\x12\x34\n\x14\x64ownpour_table_param\x18\x01 \x03(\x0b\x32\x16.paddle.TableParameter\x12\x35\n\rservice_param\x18\x02 \x01(\x0b\x32\x1e.paddle.ServerServiceParameter\"\xd7\x01\n\x16ServerServiceParameter\x12*\n\x0cserver_class\x18\x01 \x01(\t:\x14\x44ownpourBrpcPsServer\x12*\n\x0c\x63lient_class\x18\x02 \x01(\t:\x14\x44ownpourBrpcPsClient\x12(\n\rservice_class\x18\x03 \x01(\t:\x11\x44ownpourPsService\x12\x1c\n\x11start_server_port\x18\x04 \x01(\r:\x01\x30\x12\x1d\n\x11server_thread_num\x18\x05 \x01(\r:\x02\x31\x32\"\xbf\x02\n\x0eTableParameter\x12\x10\n\x08table_id\x18\x01 \x01(\x04\x12\x13\n\x0btable_class\x18\x02 \x01(\t\x12\x17\n\tshard_num\x18\x03 \x01(\x04:\x04\x31\x30\x30\x30\x12\x30\n\x08\x61\x63\x63\x65ssor\x18\x04 \x01(\x0b\x32\x1e.paddle.TableAccessorParameter\x12\x1f\n\x04type\x18\x05 \x01(\x0e\x32\x11.paddle.TableType\x12\x1f\n\x10\x63ompress_in_save\x18\x06 \x01(\x08:\x05\x66\x61lse\x12\'\n\x19\x65nable_sparse_table_cache\x18\x07 \x01(\x08:\x04true\x12\'\n\x17sparse_table_cache_rate\x18\x08 \x01(\x01:\x06\x30.0025\x12\'\n\x1bsparse_table_cache_file_num\x18\t \x01(\r:\x02\x31\x36\"\xc1\x04\n\x16TableAccessorParameter\x12\x16\n\x0e\x61\x63\x63\x65ssor_class\x18\x01 \x01(\t\x12\x38\n\x10sparse_sgd_param\x18\x02 \x01(\x0b\x32\x1e.paddle.SparseSGDRuleParameter\x12\x36\n\x0f\x64\x65nse_sgd_param\x18\x03 \x01(\x0b\x32\x1d.paddle.DenseSGDRuleParameter\x12\x13\n\x07\x66\x65\x61_dim\x18\x04 \x01(\r:\x02\x31\x31\x12\x15\n\nembedx_dim\x18\x05 \x01(\r:\x01\x38\x12\x1c\n\x10\x65mbedx_threshold\x18\x06 \x01(\r:\x02\x31\x30\x12G\n\x17\x64ownpour_accessor_param\x18\x07 \x01(\x0b\x32&.paddle.DownpourTableAccessorParameter\x12\x45\n\x19table_accessor_save_param\x18\x08 \x03(\x0b\x32\".paddle.TableAccessorSaveParameter\x12\x44\n\x16sparse_commonsgd_param\x18\t \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\x12=\n\x0f\x65mbed_sgd_param\x18\n \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\x12>\n\x10\x65mbedx_sgd_param\x18\x0b \x01(\x0b\x32$.paddle.SparseCommonSGDRuleParameter\"\xba\x02\n\x1e\x44ownpourTableAccessorParameter\x12\x19\n\x0cnonclk_coeff\x18\x01 \x01(\x02:\x03\x30.1\x12\x16\n\x0b\x63lick_coeff\x18\x02 \x01(\x02:\x01\x31\x12\x1b\n\x0e\x62\x61se_threshold\x18\x03 \x01(\x02:\x03\x31.5\x12\x1d\n\x0f\x64\x65lta_threshold\x18\x04 \x01(\x02:\x04\x30.25\x12\x1b\n\x0f\x64\x65lta_keep_days\x18\x05 \x01(\x02:\x02\x31\x36\x12#\n\x15show_click_decay_rate\x18\x06 \x01(\x02:\x04\x30.98\x12\x1d\n\x10\x64\x65lete_threshold\x18\x07 \x01(\x02:\x03\x30.8\x12$\n\x18\x64\x65lete_after_unseen_days\x18\x08 \x01(\x02:\x02\x33\x30\x12\"\n\x17ssd_unseenday_threshold\x18\t \x01(\x05:\x01\x31\"S\n\x1aTableAccessorSaveParameter\x12\r\n\x05param\x18\x01 \x01(\r\x12\x11\n\tconverter\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x63onverter\x18\x03 \x01(\t\"e\n\x10PsRequestMessage\x12\x0e\n\x06\x63md_id\x18\x01 \x02(\r\x12\x10\n\x08table_id\x18\x02 \x01(\r\x12\x0e\n\x06params\x18\x03 \x03(\x0c\x12\x11\n\tclient_id\x18\x04 \x01(\x05\x12\x0c\n\x04\x64\x61ta\x18\x05 \x01(\x0c\"\x85\x01\n\x16SparseSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xc6\x01\n\x1cSparseCommonSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x32\n\x05naive\x18\x02 \x01(\x0b\x32#.paddle.SparseNaiveSGDRuleParameter\x12\x36\n\x07\x61\x64\x61grad\x18\x03 \x01(\x0b\x32%.paddle.SparseAdagradSGDRuleParameter\x12,\n\x04\x61\x64\x61m\x18\x04 \x01(\x0b\x32\x1e.paddle.SparseAdamSGDParameter\"p\n\x1bSparseNaiveSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x1d\n\rinitial_range\x18\x02 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x03 \x03(\x02\"\x8c\x01\n\x1dSparseAdagradSGDRuleParameter\x12\x1b\n\rlearning_rate\x18\x01 \x01(\x01:\x04\x30.05\x12\x18\n\rinitial_g2sum\x18\x02 \x01(\x01:\x01\x33\x12\x1d\n\rinitial_range\x18\x03 \x01(\x01:\x06\x30.0001\x12\x15\n\rweight_bounds\x18\x04 \x03(\x02\"\xc8\x01\n\x16SparseAdamSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x30.001\x12\x1d\n\rinitial_range\x18\x02 \x01(\x01:\x06\x30.0001\x12\x1d\n\x10\x62\x65ta1_decay_rate\x18\x03 \x01(\x01:\x03\x30.9\x12\x1f\n\x10\x62\x65ta2_decay_rate\x18\x04 \x01(\x01:\x05\x30.999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x05 \x01(\x01:\x05\x31\x65-08\x12\x15\n\rweight_bounds\x18\x06 \x03(\x02\"\xe1\x01\n\x15\x44\x65nseSGDRuleParameter\x12\x0c\n\x04name\x18\x01 \x01(\t\x12&\n\x04\x61\x64\x61m\x18\x02 \x01(\x0b\x32\x18.paddle.AdamSGDParameter\x12(\n\x05naive\x18\x03 \x01(\x0b\x32\x19.paddle.NaiveSGDParameter\x12,\n\x07summary\x18\x04 \x01(\x0b\x32\x1b.paddle.SummarySGDParameter\x12:\n\x0emoving_average\x18\x05 \x01(\x0b\x32\".paddle.MovingAverageRuleParameter\"\xac\x01\n\x10\x41\x64\x61mSGDParameter\x12\x1c\n\rlearning_rate\x18\x01 \x01(\x01:\x05\x35\x65-06\x12 \n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01:\x08\x30.999993\x12\x1e\n\x0e\x61\x64\x61_decay_rate\x18\x03 \x01(\x01:\x06\x30.9999\x12\x1a\n\x0b\x61\x64\x61_epsilon\x18\x04 \x01(\x01:\x05\x31\x65-08\x12\x1c\n\x0emom_decay_rate\x18\x05 \x01(\x01:\x04\x30.99\"J\n\x11NaiveSGDParameter\x12\x1d\n\rlearning_rate\x18\x01 \x01(\x01:\x06\x30.0002\x12\x16\n\x0e\x61vg_decay_rate\x18\x02 \x01(\x01\";\n\x13SummarySGDParameter\x12$\n\x12summary_decay_rate\x18\x01 \x01(\x01:\x08\x30.999999\".\n\x1aMovingAverageRuleParameter\x12\x10\n\x08momentum\x18\x01 \x01(\x01\"I\n\x11PsResponseMessage\x12\x13\n\x08\x65rr_code\x18\x01 \x02(\x05:\x01\x30\x12\x11\n\x07\x65rr_msg\x18\x02 \x02(\t:\x00\x12\x0c\n\x04\x64\x61ta\x18\x03 \x01(\x0c\"\xd5\x01\n\x11\x46sClientParameter\x12:\n\x07\x66s_type\x18\x01 \x01(\x0e\x32#.paddle.FsClientParameter.FsApiType:\x04HDFS\x12\x0b\n\x03uri\x18\x02 \x01(\t\x12\x0c\n\x04user\x18\x03 \x01(\t\x12\x0e\n\x06passwd\x18\x04 \x01(\t\x12\x13\n\x0b\x62uffer_size\x18\x05 \x01(\x05\x12\x12\n\nhadoop_bin\x18\x33 \x01(\t\x12\x10\n\x08\x61\x66s_conf\x18\x65 \x01(\t\"\x1e\n\tFsApiType\x12\x08\n\x04HDFS\x10\x00\x12\x07\n\x03\x41\x46S\x10\x01*4\n\tTableType\x12\x13\n\x0fPS_SPARSE_TABLE\x10\x00\x12\x12\n\x0ePS_DENSE_TABLE\x10\x01*\xba\x04\n\x07PsCmdID\x12\x17\n\x13PS_PULL_DENSE_TABLE\x10\x00\x12\x17\n\x13PS_PUSH_DENSE_TABLE\x10\x01\x12\x18\n\x14PS_PULL_SPARSE_TABLE\x10\x02\x12\x18\n\x14PS_PUSH_SPARSE_TABLE\x10\x03\x12\x13\n\x0fPS_SHRINK_TABLE\x10\x04\x12\x15\n\x11PS_SAVE_ONE_TABLE\x10\x05\x12\x15\n\x11PS_SAVE_ALL_TABLE\x10\x06\x12\x15\n\x11PS_LOAD_ONE_TABLE\x10\x07\x12\x15\n\x11PS_LOAD_ALL_TABLE\x10\x08\x12\x16\n\x12PS_CLEAR_ONE_TABLE\x10\t\x12\x16\n\x12PS_CLEAR_ALL_TABLE\x10\n\x12\x17\n\x13PS_PUSH_DENSE_PARAM\x10\x0b\x12\x12\n\x0ePS_STOP_SERVER\x10\x0c\x12\x1b\n\x17PS_SAVE_ONE_CACHE_TABLE\x10\r\x12\x1a\n\x16PS_GET_CACHE_THRESHOLD\x10\x0e\x12\x14\n\x10PS_CACHE_SHUFFLE\x10\x0f\x12\x11\n\rPS_COPY_TABLE\x10\x10\x12\x1c\n\x18PS_COPY_TABLE_BY_FEASIGN\x10\x11\x12(\n$PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY\x10\x12\x12(\n$PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY\x10\x13\x12\x17\n\x13PS_PRINT_TABLE_STAT\x10\x14\x12\x0e\n\nPS_S2S_MSG\x10\x65\x32K\n\tPsService\x12>\n\x07service\x12\x18.paddle.PsRequestMessage\x1a\x19.paddle.PsResponseMessageB\x06\x80\x01\x01\xf8\x01\x01')
) )
_sym_db.RegisterFileDescriptor(DESCRIPTOR) _sym_db.RegisterFileDescriptor(DESCRIPTOR)
...@@ -41,8 +41,8 @@ _TABLETYPE = _descriptor.EnumDescriptor( ...@@ -41,8 +41,8 @@ _TABLETYPE = _descriptor.EnumDescriptor(
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3826, serialized_start=4678,
serialized_end=3878, serialized_end=4730,
) )
_sym_db.RegisterEnumDescriptor(_TABLETYPE) _sym_db.RegisterEnumDescriptor(_TABLETYPE)
...@@ -118,14 +118,34 @@ _PSCMDID = _descriptor.EnumDescriptor( ...@@ -118,14 +118,34 @@ _PSCMDID = _descriptor.EnumDescriptor(
options=None, options=None,
type=None), type=None),
_descriptor.EnumValueDescriptor( _descriptor.EnumValueDescriptor(
name='PS_S2S_MSG', index=16, number=101, name='PS_COPY_TABLE', index=16, number=16,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_COPY_TABLE_BY_FEASIGN', index=17, number=17,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY', index=18, number=18,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY', index=19, number=19,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_PRINT_TABLE_STAT', index=20, number=20,
options=None,
type=None),
_descriptor.EnumValueDescriptor(
name='PS_S2S_MSG', index=21, number=101,
options=None, options=None,
type=None), type=None),
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3881, serialized_start=4733,
serialized_end=4293, serialized_end=5303,
) )
_sym_db.RegisterEnumDescriptor(_PSCMDID) _sym_db.RegisterEnumDescriptor(_PSCMDID)
...@@ -148,6 +168,11 @@ PS_STOP_SERVER = 12 ...@@ -148,6 +168,11 @@ PS_STOP_SERVER = 12
PS_SAVE_ONE_CACHE_TABLE = 13 PS_SAVE_ONE_CACHE_TABLE = 13
PS_GET_CACHE_THRESHOLD = 14 PS_GET_CACHE_THRESHOLD = 14
PS_CACHE_SHUFFLE = 15 PS_CACHE_SHUFFLE = 15
PS_COPY_TABLE = 16
PS_COPY_TABLE_BY_FEASIGN = 17
PS_PULL_SPARSE_TABLE_WITH_DEPENDENCY = 18
PS_PUSH_SPARSE_TABLE_WITH_DEPENDENCY = 19
PS_PRINT_TABLE_STAT = 20
PS_S2S_MSG = 101 PS_S2S_MSG = 101
...@@ -168,8 +193,8 @@ _FSCLIENTPARAMETER_FSAPITYPE = _descriptor.EnumDescriptor( ...@@ -168,8 +193,8 @@ _FSCLIENTPARAMETER_FSAPITYPE = _descriptor.EnumDescriptor(
], ],
containing_type=None, containing_type=None,
options=None, options=None,
serialized_start=3794, serialized_start=4646,
serialized_end=3824, serialized_end=4676,
) )
_sym_db.RegisterEnumDescriptor(_FSCLIENTPARAMETER_FSAPITYPE) _sym_db.RegisterEnumDescriptor(_FSCLIENTPARAMETER_FSAPITYPE)
...@@ -225,8 +250,8 @@ _PSPARAMETER = _descriptor.Descriptor( ...@@ -225,8 +250,8 @@ _PSPARAMETER = _descriptor.Descriptor(
options=None), options=None),
_descriptor.FieldDescriptor( _descriptor.FieldDescriptor(
name='trainer_param', full_name='paddle.PSParameter.trainer_param', index=6, name='trainer_param', full_name='paddle.PSParameter.trainer_param', index=6,
number=301, type=11, cpp_type=10, label=1, number=301, type=11, cpp_type=10, label=3,
has_default_value=False, default_value=None, has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None, message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None, is_extension=False, extension_scope=None,
options=None), options=None),
...@@ -249,8 +274,8 @@ _PSPARAMETER = _descriptor.Descriptor( ...@@ -249,8 +274,8 @@ _PSPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=27, serialized_start=21,
serialized_end=336, serialized_end=330,
) )
...@@ -280,8 +305,8 @@ _WORKERPARAMETER = _descriptor.Descriptor( ...@@ -280,8 +305,8 @@ _WORKERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=338, serialized_start=332,
serialized_end=419, serialized_end=413,
) )
...@@ -311,8 +336,8 @@ _SERVERPARAMETER = _descriptor.Descriptor( ...@@ -311,8 +336,8 @@ _SERVERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=421, serialized_start=415,
serialized_end=502, serialized_end=496,
) )
...@@ -342,8 +367,8 @@ _DOWNPOURWORKERPARAMETER = _descriptor.Descriptor( ...@@ -342,8 +367,8 @@ _DOWNPOURWORKERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=504, serialized_start=498,
serialized_end=583, serialized_end=577,
) )
...@@ -408,8 +433,8 @@ _DOWNPOURTRAINERPARAMETER = _descriptor.Descriptor( ...@@ -408,8 +433,8 @@ _DOWNPOURTRAINERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=586, serialized_start=580,
serialized_end=839, serialized_end=833,
) )
...@@ -467,8 +492,8 @@ _PROGRAMCONFIG = _descriptor.Descriptor( ...@@ -467,8 +492,8 @@ _PROGRAMCONFIG = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=842, serialized_start=836,
serialized_end=995, serialized_end=989,
) )
...@@ -519,8 +544,8 @@ _DENSETABLEPARAMETER = _descriptor.Descriptor( ...@@ -519,8 +544,8 @@ _DENSETABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=997, serialized_start=991,
serialized_end=1120, serialized_end=1114,
) )
...@@ -578,8 +603,8 @@ _SPARSETABLEPARAMETER = _descriptor.Descriptor( ...@@ -578,8 +603,8 @@ _SPARSETABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1122, serialized_start=1116,
serialized_end=1244, serialized_end=1238,
) )
...@@ -616,8 +641,8 @@ _DOWNPOURSERVERPARAMETER = _descriptor.Descriptor( ...@@ -616,8 +641,8 @@ _DOWNPOURSERVERPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1247, serialized_start=1241,
serialized_end=1381, serialized_end=1375,
) )
...@@ -675,8 +700,8 @@ _SERVERSERVICEPARAMETER = _descriptor.Descriptor( ...@@ -675,8 +700,8 @@ _SERVERSERVICEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1384, serialized_start=1378,
serialized_end=1599, serialized_end=1593,
) )
...@@ -762,8 +787,8 @@ _TABLEPARAMETER = _descriptor.Descriptor( ...@@ -762,8 +787,8 @@ _TABLEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1602, serialized_start=1596,
serialized_end=1921, serialized_end=1915,
) )
...@@ -830,6 +855,27 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -830,6 +855,27 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
message_type=None, enum_type=None, containing_type=None, message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None, is_extension=False, extension_scope=None,
options=None), options=None),
_descriptor.FieldDescriptor(
name='sparse_commonsgd_param', full_name='paddle.TableAccessorParameter.sparse_commonsgd_param', index=8,
number=9, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='embed_sgd_param', full_name='paddle.TableAccessorParameter.embed_sgd_param', index=9,
number=10, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='embedx_sgd_param', full_name='paddle.TableAccessorParameter.embedx_sgd_param', index=10,
number=11, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
], ],
extensions=[ extensions=[
], ],
...@@ -842,8 +888,8 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -842,8 +888,8 @@ _TABLEACCESSORPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=1924, serialized_start=1918,
serialized_end=2304, serialized_end=2495,
) )
...@@ -929,8 +975,8 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor( ...@@ -929,8 +975,8 @@ _DOWNPOURTABLEACCESSORPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2307, serialized_start=2498,
serialized_end=2621, serialized_end=2812,
) )
...@@ -974,8 +1020,8 @@ _TABLEACCESSORSAVEPARAMETER = _descriptor.Descriptor( ...@@ -974,8 +1020,8 @@ _TABLEACCESSORSAVEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2623, serialized_start=2814,
serialized_end=2706, serialized_end=2897,
) )
...@@ -1033,8 +1079,8 @@ _PSREQUESTMESSAGE = _descriptor.Descriptor( ...@@ -1033,8 +1079,8 @@ _PSREQUESTMESSAGE = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2708, serialized_start=2899,
serialized_end=2809, serialized_end=3000,
) )
...@@ -1085,8 +1131,223 @@ _SPARSESGDRULEPARAMETER = _descriptor.Descriptor( ...@@ -1085,8 +1131,223 @@ _SPARSESGDRULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2812, serialized_start=3003,
serialized_end=2945, serialized_end=3136,
)
_SPARSECOMMONSGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseCommonSGDRuleParameter',
full_name='paddle.SparseCommonSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='name', full_name='paddle.SparseCommonSGDRuleParameter.name', index=0,
number=1, type=9, cpp_type=9, label=1,
has_default_value=False, default_value=_b("").decode('utf-8'),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='naive', full_name='paddle.SparseCommonSGDRuleParameter.naive', index=1,
number=2, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='adagrad', full_name='paddle.SparseCommonSGDRuleParameter.adagrad', index=2,
number=3, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='adam', full_name='paddle.SparseCommonSGDRuleParameter.adam', index=3,
number=4, type=11, cpp_type=10, label=1,
has_default_value=False, default_value=None,
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3139,
serialized_end=3337,
)
_SPARSENAIVESGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseNaiveSGDRuleParameter',
full_name='paddle.SparseNaiveSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseNaiveSGDRuleParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.05),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseNaiveSGDRuleParameter.initial_range', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseNaiveSGDRuleParameter.weight_bounds', index=2,
number=3, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3339,
serialized_end=3451,
)
_SPARSEADAGRADSGDRULEPARAMETER = _descriptor.Descriptor(
name='SparseAdagradSGDRuleParameter',
full_name='paddle.SparseAdagradSGDRuleParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseAdagradSGDRuleParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.05),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_g2sum', full_name='paddle.SparseAdagradSGDRuleParameter.initial_g2sum', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(3),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseAdagradSGDRuleParameter.initial_range', index=2,
number=3, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseAdagradSGDRuleParameter.weight_bounds', index=3,
number=4, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3454,
serialized_end=3594,
)
_SPARSEADAMSGDPARAMETER = _descriptor.Descriptor(
name='SparseAdamSGDParameter',
full_name='paddle.SparseAdamSGDParameter',
filename=None,
file=DESCRIPTOR,
containing_type=None,
fields=[
_descriptor.FieldDescriptor(
name='learning_rate', full_name='paddle.SparseAdamSGDParameter.learning_rate', index=0,
number=1, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='initial_range', full_name='paddle.SparseAdamSGDParameter.initial_range', index=1,
number=2, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.0001),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='beta1_decay_rate', full_name='paddle.SparseAdamSGDParameter.beta1_decay_rate', index=2,
number=3, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.9),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='beta2_decay_rate', full_name='paddle.SparseAdamSGDParameter.beta2_decay_rate', index=3,
number=4, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(0.999),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='ada_epsilon', full_name='paddle.SparseAdamSGDParameter.ada_epsilon', index=4,
number=5, type=1, cpp_type=5, label=1,
has_default_value=True, default_value=float(1e-08),
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
_descriptor.FieldDescriptor(
name='weight_bounds', full_name='paddle.SparseAdamSGDParameter.weight_bounds', index=5,
number=6, type=2, cpp_type=6, label=3,
has_default_value=False, default_value=[],
message_type=None, enum_type=None, containing_type=None,
is_extension=False, extension_scope=None,
options=None),
],
extensions=[
],
nested_types=[],
enum_types=[
],
options=None,
is_extendable=False,
syntax='proto2',
extension_ranges=[],
oneofs=[
],
serialized_start=3597,
serialized_end=3797,
) )
...@@ -1144,8 +1405,8 @@ _DENSESGDRULEPARAMETER = _descriptor.Descriptor( ...@@ -1144,8 +1405,8 @@ _DENSESGDRULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=2948, serialized_start=3800,
serialized_end=3173, serialized_end=4025,
) )
...@@ -1203,8 +1464,8 @@ _ADAMSGDPARAMETER = _descriptor.Descriptor( ...@@ -1203,8 +1464,8 @@ _ADAMSGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3176, serialized_start=4028,
serialized_end=3348, serialized_end=4200,
) )
...@@ -1241,8 +1502,8 @@ _NAIVESGDPARAMETER = _descriptor.Descriptor( ...@@ -1241,8 +1502,8 @@ _NAIVESGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3350, serialized_start=4202,
serialized_end=3424, serialized_end=4276,
) )
...@@ -1272,8 +1533,8 @@ _SUMMARYSGDPARAMETER = _descriptor.Descriptor( ...@@ -1272,8 +1533,8 @@ _SUMMARYSGDPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3426, serialized_start=4278,
serialized_end=3485, serialized_end=4337,
) )
...@@ -1303,8 +1564,8 @@ _MOVINGAVERAGERULEPARAMETER = _descriptor.Descriptor( ...@@ -1303,8 +1564,8 @@ _MOVINGAVERAGERULEPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3487, serialized_start=4339,
serialized_end=3533, serialized_end=4385,
) )
...@@ -1348,8 +1609,8 @@ _PSRESPONSEMESSAGE = _descriptor.Descriptor( ...@@ -1348,8 +1609,8 @@ _PSRESPONSEMESSAGE = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3535, serialized_start=4387,
serialized_end=3608, serialized_end=4460,
) )
...@@ -1422,8 +1683,8 @@ _FSCLIENTPARAMETER = _descriptor.Descriptor( ...@@ -1422,8 +1683,8 @@ _FSCLIENTPARAMETER = _descriptor.Descriptor(
extension_ranges=[], extension_ranges=[],
oneofs=[ oneofs=[
], ],
serialized_start=3611, serialized_start=4463,
serialized_end=3824, serialized_end=4676,
) )
_PSPARAMETER.fields_by_name['worker_param'].message_type = _WORKERPARAMETER _PSPARAMETER.fields_by_name['worker_param'].message_type = _WORKERPARAMETER
...@@ -1444,6 +1705,12 @@ _TABLEACCESSORPARAMETER.fields_by_name['sparse_sgd_param'].message_type = _SPARS ...@@ -1444,6 +1705,12 @@ _TABLEACCESSORPARAMETER.fields_by_name['sparse_sgd_param'].message_type = _SPARS
_TABLEACCESSORPARAMETER.fields_by_name['dense_sgd_param'].message_type = _DENSESGDRULEPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['dense_sgd_param'].message_type = _DENSESGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['downpour_accessor_param'].message_type = _DOWNPOURTABLEACCESSORPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['downpour_accessor_param'].message_type = _DOWNPOURTABLEACCESSORPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['table_accessor_save_param'].message_type = _TABLEACCESSORSAVEPARAMETER _TABLEACCESSORPARAMETER.fields_by_name['table_accessor_save_param'].message_type = _TABLEACCESSORSAVEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['sparse_commonsgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['embed_sgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_TABLEACCESSORPARAMETER.fields_by_name['embedx_sgd_param'].message_type = _SPARSECOMMONSGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['naive'].message_type = _SPARSENAIVESGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['adagrad'].message_type = _SPARSEADAGRADSGDRULEPARAMETER
_SPARSECOMMONSGDRULEPARAMETER.fields_by_name['adam'].message_type = _SPARSEADAMSGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['adam'].message_type = _ADAMSGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['adam'].message_type = _ADAMSGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['naive'].message_type = _NAIVESGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['naive'].message_type = _NAIVESGDPARAMETER
_DENSESGDRULEPARAMETER.fields_by_name['summary'].message_type = _SUMMARYSGDPARAMETER _DENSESGDRULEPARAMETER.fields_by_name['summary'].message_type = _SUMMARYSGDPARAMETER
...@@ -1466,6 +1733,10 @@ DESCRIPTOR.message_types_by_name['DownpourTableAccessorParameter'] = _DOWNPOURTA ...@@ -1466,6 +1733,10 @@ DESCRIPTOR.message_types_by_name['DownpourTableAccessorParameter'] = _DOWNPOURTA
DESCRIPTOR.message_types_by_name['TableAccessorSaveParameter'] = _TABLEACCESSORSAVEPARAMETER DESCRIPTOR.message_types_by_name['TableAccessorSaveParameter'] = _TABLEACCESSORSAVEPARAMETER
DESCRIPTOR.message_types_by_name['PsRequestMessage'] = _PSREQUESTMESSAGE DESCRIPTOR.message_types_by_name['PsRequestMessage'] = _PSREQUESTMESSAGE
DESCRIPTOR.message_types_by_name['SparseSGDRuleParameter'] = _SPARSESGDRULEPARAMETER DESCRIPTOR.message_types_by_name['SparseSGDRuleParameter'] = _SPARSESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseCommonSGDRuleParameter'] = _SPARSECOMMONSGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseNaiveSGDRuleParameter'] = _SPARSENAIVESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseAdagradSGDRuleParameter'] = _SPARSEADAGRADSGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['SparseAdamSGDParameter'] = _SPARSEADAMSGDPARAMETER
DESCRIPTOR.message_types_by_name['DenseSGDRuleParameter'] = _DENSESGDRULEPARAMETER DESCRIPTOR.message_types_by_name['DenseSGDRuleParameter'] = _DENSESGDRULEPARAMETER
DESCRIPTOR.message_types_by_name['AdamSGDParameter'] = _ADAMSGDPARAMETER DESCRIPTOR.message_types_by_name['AdamSGDParameter'] = _ADAMSGDPARAMETER
DESCRIPTOR.message_types_by_name['NaiveSGDParameter'] = _NAIVESGDPARAMETER DESCRIPTOR.message_types_by_name['NaiveSGDParameter'] = _NAIVESGDPARAMETER
...@@ -1478,161 +1749,189 @@ DESCRIPTOR.enum_types_by_name['PsCmdID'] = _PSCMDID ...@@ -1478,161 +1749,189 @@ DESCRIPTOR.enum_types_by_name['PsCmdID'] = _PSCMDID
PSParameter = _reflection.GeneratedProtocolMessageType('PSParameter', (_message.Message,), dict( PSParameter = _reflection.GeneratedProtocolMessageType('PSParameter', (_message.Message,), dict(
DESCRIPTOR = _PSPARAMETER, DESCRIPTOR = _PSPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PSParameter) # @@protoc_insertion_point(class_scope:paddle.PSParameter)
)) ))
_sym_db.RegisterMessage(PSParameter) _sym_db.RegisterMessage(PSParameter)
WorkerParameter = _reflection.GeneratedProtocolMessageType('WorkerParameter', (_message.Message,), dict( WorkerParameter = _reflection.GeneratedProtocolMessageType('WorkerParameter', (_message.Message,), dict(
DESCRIPTOR = _WORKERPARAMETER, DESCRIPTOR = _WORKERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.WorkerParameter) # @@protoc_insertion_point(class_scope:paddle.WorkerParameter)
)) ))
_sym_db.RegisterMessage(WorkerParameter) _sym_db.RegisterMessage(WorkerParameter)
ServerParameter = _reflection.GeneratedProtocolMessageType('ServerParameter', (_message.Message,), dict( ServerParameter = _reflection.GeneratedProtocolMessageType('ServerParameter', (_message.Message,), dict(
DESCRIPTOR = _SERVERPARAMETER, DESCRIPTOR = _SERVERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ServerParameter) # @@protoc_insertion_point(class_scope:paddle.ServerParameter)
)) ))
_sym_db.RegisterMessage(ServerParameter) _sym_db.RegisterMessage(ServerParameter)
DownpourWorkerParameter = _reflection.GeneratedProtocolMessageType('DownpourWorkerParameter', (_message.Message,), dict( DownpourWorkerParameter = _reflection.GeneratedProtocolMessageType('DownpourWorkerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURWORKERPARAMETER, DESCRIPTOR = _DOWNPOURWORKERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourWorkerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourWorkerParameter)
)) ))
_sym_db.RegisterMessage(DownpourWorkerParameter) _sym_db.RegisterMessage(DownpourWorkerParameter)
DownpourTrainerParameter = _reflection.GeneratedProtocolMessageType('DownpourTrainerParameter', (_message.Message,), dict( DownpourTrainerParameter = _reflection.GeneratedProtocolMessageType('DownpourTrainerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURTRAINERPARAMETER, DESCRIPTOR = _DOWNPOURTRAINERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourTrainerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourTrainerParameter)
)) ))
_sym_db.RegisterMessage(DownpourTrainerParameter) _sym_db.RegisterMessage(DownpourTrainerParameter)
ProgramConfig = _reflection.GeneratedProtocolMessageType('ProgramConfig', (_message.Message,), dict( ProgramConfig = _reflection.GeneratedProtocolMessageType('ProgramConfig', (_message.Message,), dict(
DESCRIPTOR = _PROGRAMCONFIG, DESCRIPTOR = _PROGRAMCONFIG,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ProgramConfig) # @@protoc_insertion_point(class_scope:paddle.ProgramConfig)
)) ))
_sym_db.RegisterMessage(ProgramConfig) _sym_db.RegisterMessage(ProgramConfig)
DenseTableParameter = _reflection.GeneratedProtocolMessageType('DenseTableParameter', (_message.Message,), dict( DenseTableParameter = _reflection.GeneratedProtocolMessageType('DenseTableParameter', (_message.Message,), dict(
DESCRIPTOR = _DENSETABLEPARAMETER, DESCRIPTOR = _DENSETABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DenseTableParameter) # @@protoc_insertion_point(class_scope:paddle.DenseTableParameter)
)) ))
_sym_db.RegisterMessage(DenseTableParameter) _sym_db.RegisterMessage(DenseTableParameter)
SparseTableParameter = _reflection.GeneratedProtocolMessageType('SparseTableParameter', (_message.Message,), dict( SparseTableParameter = _reflection.GeneratedProtocolMessageType('SparseTableParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSETABLEPARAMETER, DESCRIPTOR = _SPARSETABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseTableParameter) # @@protoc_insertion_point(class_scope:paddle.SparseTableParameter)
)) ))
_sym_db.RegisterMessage(SparseTableParameter) _sym_db.RegisterMessage(SparseTableParameter)
DownpourServerParameter = _reflection.GeneratedProtocolMessageType('DownpourServerParameter', (_message.Message,), dict( DownpourServerParameter = _reflection.GeneratedProtocolMessageType('DownpourServerParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURSERVERPARAMETER, DESCRIPTOR = _DOWNPOURSERVERPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourServerParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourServerParameter)
)) ))
_sym_db.RegisterMessage(DownpourServerParameter) _sym_db.RegisterMessage(DownpourServerParameter)
ServerServiceParameter = _reflection.GeneratedProtocolMessageType('ServerServiceParameter', (_message.Message,), dict( ServerServiceParameter = _reflection.GeneratedProtocolMessageType('ServerServiceParameter', (_message.Message,), dict(
DESCRIPTOR = _SERVERSERVICEPARAMETER, DESCRIPTOR = _SERVERSERVICEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.ServerServiceParameter) # @@protoc_insertion_point(class_scope:paddle.ServerServiceParameter)
)) ))
_sym_db.RegisterMessage(ServerServiceParameter) _sym_db.RegisterMessage(ServerServiceParameter)
TableParameter = _reflection.GeneratedProtocolMessageType('TableParameter', (_message.Message,), dict( TableParameter = _reflection.GeneratedProtocolMessageType('TableParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEPARAMETER, DESCRIPTOR = _TABLEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableParameter) # @@protoc_insertion_point(class_scope:paddle.TableParameter)
)) ))
_sym_db.RegisterMessage(TableParameter) _sym_db.RegisterMessage(TableParameter)
TableAccessorParameter = _reflection.GeneratedProtocolMessageType('TableAccessorParameter', (_message.Message,), dict( TableAccessorParameter = _reflection.GeneratedProtocolMessageType('TableAccessorParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEACCESSORPARAMETER, DESCRIPTOR = _TABLEACCESSORPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableAccessorParameter) # @@protoc_insertion_point(class_scope:paddle.TableAccessorParameter)
)) ))
_sym_db.RegisterMessage(TableAccessorParameter) _sym_db.RegisterMessage(TableAccessorParameter)
DownpourTableAccessorParameter = _reflection.GeneratedProtocolMessageType('DownpourTableAccessorParameter', (_message.Message,), dict( DownpourTableAccessorParameter = _reflection.GeneratedProtocolMessageType('DownpourTableAccessorParameter', (_message.Message,), dict(
DESCRIPTOR = _DOWNPOURTABLEACCESSORPARAMETER, DESCRIPTOR = _DOWNPOURTABLEACCESSORPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DownpourTableAccessorParameter) # @@protoc_insertion_point(class_scope:paddle.DownpourTableAccessorParameter)
)) ))
_sym_db.RegisterMessage(DownpourTableAccessorParameter) _sym_db.RegisterMessage(DownpourTableAccessorParameter)
TableAccessorSaveParameter = _reflection.GeneratedProtocolMessageType('TableAccessorSaveParameter', (_message.Message,), dict( TableAccessorSaveParameter = _reflection.GeneratedProtocolMessageType('TableAccessorSaveParameter', (_message.Message,), dict(
DESCRIPTOR = _TABLEACCESSORSAVEPARAMETER, DESCRIPTOR = _TABLEACCESSORSAVEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.TableAccessorSaveParameter) # @@protoc_insertion_point(class_scope:paddle.TableAccessorSaveParameter)
)) ))
_sym_db.RegisterMessage(TableAccessorSaveParameter) _sym_db.RegisterMessage(TableAccessorSaveParameter)
PsRequestMessage = _reflection.GeneratedProtocolMessageType('PsRequestMessage', (_message.Message,), dict( PsRequestMessage = _reflection.GeneratedProtocolMessageType('PsRequestMessage', (_message.Message,), dict(
DESCRIPTOR = _PSREQUESTMESSAGE, DESCRIPTOR = _PSREQUESTMESSAGE,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PsRequestMessage) # @@protoc_insertion_point(class_scope:paddle.PsRequestMessage)
)) ))
_sym_db.RegisterMessage(PsRequestMessage) _sym_db.RegisterMessage(PsRequestMessage)
SparseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseSGDRuleParameter', (_message.Message,), dict( SparseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSESGDRULEPARAMETER, DESCRIPTOR = _SPARSESGDRULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseSGDRuleParameter) # @@protoc_insertion_point(class_scope:paddle.SparseSGDRuleParameter)
)) ))
_sym_db.RegisterMessage(SparseSGDRuleParameter) _sym_db.RegisterMessage(SparseSGDRuleParameter)
SparseCommonSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseCommonSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSECOMMONSGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseCommonSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseCommonSGDRuleParameter)
SparseNaiveSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseNaiveSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSENAIVESGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseNaiveSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseNaiveSGDRuleParameter)
SparseAdagradSGDRuleParameter = _reflection.GeneratedProtocolMessageType('SparseAdagradSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSEADAGRADSGDRULEPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseAdagradSGDRuleParameter)
))
_sym_db.RegisterMessage(SparseAdagradSGDRuleParameter)
SparseAdamSGDParameter = _reflection.GeneratedProtocolMessageType('SparseAdamSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _SPARSEADAMSGDPARAMETER,
__module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SparseAdamSGDParameter)
))
_sym_db.RegisterMessage(SparseAdamSGDParameter)
DenseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('DenseSGDRuleParameter', (_message.Message,), dict( DenseSGDRuleParameter = _reflection.GeneratedProtocolMessageType('DenseSGDRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _DENSESGDRULEPARAMETER, DESCRIPTOR = _DENSESGDRULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.DenseSGDRuleParameter) # @@protoc_insertion_point(class_scope:paddle.DenseSGDRuleParameter)
)) ))
_sym_db.RegisterMessage(DenseSGDRuleParameter) _sym_db.RegisterMessage(DenseSGDRuleParameter)
AdamSGDParameter = _reflection.GeneratedProtocolMessageType('AdamSGDParameter', (_message.Message,), dict( AdamSGDParameter = _reflection.GeneratedProtocolMessageType('AdamSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _ADAMSGDPARAMETER, DESCRIPTOR = _ADAMSGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.AdamSGDParameter) # @@protoc_insertion_point(class_scope:paddle.AdamSGDParameter)
)) ))
_sym_db.RegisterMessage(AdamSGDParameter) _sym_db.RegisterMessage(AdamSGDParameter)
NaiveSGDParameter = _reflection.GeneratedProtocolMessageType('NaiveSGDParameter', (_message.Message,), dict( NaiveSGDParameter = _reflection.GeneratedProtocolMessageType('NaiveSGDParameter', (_message.Message,), dict(
DESCRIPTOR = _NAIVESGDPARAMETER, DESCRIPTOR = _NAIVESGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.NaiveSGDParameter) # @@protoc_insertion_point(class_scope:paddle.NaiveSGDParameter)
)) ))
_sym_db.RegisterMessage(NaiveSGDParameter) _sym_db.RegisterMessage(NaiveSGDParameter)
SummarySGDParameter = _reflection.GeneratedProtocolMessageType('SummarySGDParameter', (_message.Message,), dict( SummarySGDParameter = _reflection.GeneratedProtocolMessageType('SummarySGDParameter', (_message.Message,), dict(
DESCRIPTOR = _SUMMARYSGDPARAMETER, DESCRIPTOR = _SUMMARYSGDPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.SummarySGDParameter) # @@protoc_insertion_point(class_scope:paddle.SummarySGDParameter)
)) ))
_sym_db.RegisterMessage(SummarySGDParameter) _sym_db.RegisterMessage(SummarySGDParameter)
MovingAverageRuleParameter = _reflection.GeneratedProtocolMessageType('MovingAverageRuleParameter', (_message.Message,), dict( MovingAverageRuleParameter = _reflection.GeneratedProtocolMessageType('MovingAverageRuleParameter', (_message.Message,), dict(
DESCRIPTOR = _MOVINGAVERAGERULEPARAMETER, DESCRIPTOR = _MOVINGAVERAGERULEPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.MovingAverageRuleParameter) # @@protoc_insertion_point(class_scope:paddle.MovingAverageRuleParameter)
)) ))
_sym_db.RegisterMessage(MovingAverageRuleParameter) _sym_db.RegisterMessage(MovingAverageRuleParameter)
PsResponseMessage = _reflection.GeneratedProtocolMessageType('PsResponseMessage', (_message.Message,), dict( PsResponseMessage = _reflection.GeneratedProtocolMessageType('PsResponseMessage', (_message.Message,), dict(
DESCRIPTOR = _PSRESPONSEMESSAGE, DESCRIPTOR = _PSRESPONSEMESSAGE,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.PsResponseMessage) # @@protoc_insertion_point(class_scope:paddle.PsResponseMessage)
)) ))
_sym_db.RegisterMessage(PsResponseMessage) _sym_db.RegisterMessage(PsResponseMessage)
FsClientParameter = _reflection.GeneratedProtocolMessageType('FsClientParameter', (_message.Message,), dict( FsClientParameter = _reflection.GeneratedProtocolMessageType('FsClientParameter', (_message.Message,), dict(
DESCRIPTOR = _FSCLIENTPARAMETER, DESCRIPTOR = _FSCLIENTPARAMETER,
__module__ = 'proto.ps_pb2' __module__ = 'ps_pb2'
# @@protoc_insertion_point(class_scope:paddle.FsClientParameter) # @@protoc_insertion_point(class_scope:paddle.FsClientParameter)
)) ))
_sym_db.RegisterMessage(FsClientParameter) _sym_db.RegisterMessage(FsClientParameter)
......
python/paddle/fluid/incubate/fleet/utils/fleet_util.py 100644 → 100755
浏览文件 @ 3036cf55
...@@ -832,7 +832,7 @@ class FleetUtil(object): ...@@ -832,7 +832,7 @@ class FleetUtil(object):
""" """
fleet._role_maker._barrier_worker() fleet._role_maker._barrier_worker()
if fleet._role_maker.is_first_worker(): if fleet._role_maker.is_first_worker():
tables = fleet._dist_desc.trainer_param.dense_table tables = fleet._dist_desc.trainer_param[0].dense_table
prog_id = str(id(program)) prog_id = str(id(program))
prog_conf = fleet._opt_info['program_configs'][prog_id] prog_conf = fleet._opt_info['program_configs'][prog_id]
prog_tables = {} prog_tables = {}
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或