提交 125340ad 编写于 作者: T tangwei12

simnet optimize

上级 d73f5f44
...@@ -81,7 +81,7 @@ def get_optimizer(): ...@@ -81,7 +81,7 @@ def get_optimizer():
return optimizer return optimizer
def train_network(batch_size, is_distributed=False): def train_network(batch_size, is_distributed=False, is_sparse=False):
# query # query
q = fluid.layers.data( q = fluid.layers.data(
name="query_ids", shape=[1], dtype="int64", lod_level=1) name="query_ids", shape=[1], dtype="int64", lod_level=1)
...@@ -92,7 +92,7 @@ def train_network(batch_size, is_distributed=False): ...@@ -92,7 +92,7 @@ def train_network(batch_size, is_distributed=False):
size=[dict_dim, emb_dim], size=[dict_dim, emb_dim],
param_attr=fluid.ParamAttr( param_attr=fluid.ParamAttr(
name="__emb__", learning_rate=emb_lr), name="__emb__", learning_rate=emb_lr),
is_sparse=True) is_sparse=is_sparse)
## vsum ## vsum
q_sum = fluid.layers.sequence_pool(input=q_emb, pool_type='sum') q_sum = fluid.layers.sequence_pool(input=q_emb, pool_type='sum')
q_ss = fluid.layers.softsign(q_sum) q_ss = fluid.layers.softsign(q_sum)
...@@ -113,7 +113,7 @@ def train_network(batch_size, is_distributed=False): ...@@ -113,7 +113,7 @@ def train_network(batch_size, is_distributed=False):
size=[dict_dim, emb_dim], size=[dict_dim, emb_dim],
param_attr=fluid.ParamAttr( param_attr=fluid.ParamAttr(
name="__emb__", learning_rate=emb_lr), name="__emb__", learning_rate=emb_lr),
is_sparse=True) is_sparse=is_sparse)
## vsum ## vsum
pt_sum = fluid.layers.sequence_pool(input=pt_emb, pool_type='sum') pt_sum = fluid.layers.sequence_pool(input=pt_emb, pool_type='sum')
pt_ss = fluid.layers.softsign(pt_sum) pt_ss = fluid.layers.softsign(pt_sum)
...@@ -133,7 +133,7 @@ def train_network(batch_size, is_distributed=False): ...@@ -133,7 +133,7 @@ def train_network(batch_size, is_distributed=False):
size=[dict_dim, emb_dim], size=[dict_dim, emb_dim],
param_attr=fluid.ParamAttr( param_attr=fluid.ParamAttr(
name="__emb__", learning_rate=emb_lr), name="__emb__", learning_rate=emb_lr),
is_sparse=True) is_sparse=is_sparse)
## vsum ## vsum
nt_sum = fluid.layers.sequence_pool(input=nt_emb, pool_type='sum') nt_sum = fluid.layers.sequence_pool(input=nt_emb, pool_type='sum')
nt_ss = fluid.layers.softsign(nt_sum) nt_ss = fluid.layers.softsign(nt_sum)
...@@ -205,7 +205,7 @@ def get_train_reader(batch_size): ...@@ -205,7 +205,7 @@ def get_train_reader(batch_size):
class TestDistSimnetBow2x2(TestDistRunnerBase): class TestDistSimnetBow2x2(TestDistRunnerBase):
def get_model(self, batch_size=2): def get_model(self, batch_size=2):
# Train program # Train program
avg_cost, acc, predict = train_network(batch_size, False) avg_cost, acc, predict = train_network(batch_size, False, False)
inference_program = fluid.default_main_program().clone() inference_program = fluid.default_main_program().clone()
......
...@@ -23,7 +23,7 @@ class TestDistSimnetBow2x2(TestDistBase): ...@@ -23,7 +23,7 @@ class TestDistSimnetBow2x2(TestDistBase):
def test_simnet_bow(self): def test_simnet_bow(self):
self.check_with_place( self.check_with_place(
"dist_simnet_bow.py", delta=2, check_error_log=False) "dist_simnet_bow.py", delta=2, check_error_log=True)
if __name__ == "__main__": if __name__ == "__main__":
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册