From 3c84d219b46379e178abcd4698cc6628e5d6308c Mon Sep 17 00:00:00 2001 From: Yibing Liu Date: Tue, 26 Mar 2019 07:47:41 +0000 Subject: [PATCH] Code format --- BERT/model/bert.py | 2 +- ERNIE/finetune/sequence_label.py | 18 ++++++++++-------- ERNIE/model/ernie.py | 2 +- 3 files changed, 12 insertions(+), 10 deletions(-) diff --git a/BERT/model/bert.py b/BERT/model/bert.py index e698dda..c17803c 100644 --- a/BERT/model/bert.py +++ b/BERT/model/bert.py @@ -115,7 +115,7 @@ class BertModel(object): self_attn_mask = fluid.layers.matmul( x=input_mask, y=input_mask, transpose_y=True) self_attn_mask = fluid.layers.scale( - x=self_attn_mask, scale=1000.0, bias=-1.0, bias_after_scale=False) + x=self_attn_mask, scale=10000.0, bias=-1.0, bias_after_scale=False) n_head_self_attn_mask = fluid.layers.stack( x=[self_attn_mask] * self._n_head, axis=1) n_head_self_attn_mask.stop_gradient = True diff --git a/ERNIE/finetune/sequence_label.py b/ERNIE/finetune/sequence_label.py index 572928d..3c5163e 100644 --- a/ERNIE/finetune/sequence_label.py +++ b/ERNIE/finetune/sequence_label.py @@ -156,17 +156,19 @@ def chunk_eval(np_labels, np_infers, np_lens, tag_num, dev_count=1): infer_index = 0 label_index = 0 - while label_index < len(label_chunks) and infer_index < len( - infer_chunks): - if infer_chunks[infer_index]["st"] < label_chunks[label_index][ - "st"]: + while label_index < len(label_chunks) \ + and infer_index < len(infer_chunks): + if infer_chunks[infer_index]["st"] \ + < label_chunks[label_index]["st"]: infer_index += 1 - elif infer_chunks[infer_index]["st"] > label_chunks[ - label_index]["st"]: + elif infer_chunks[infer_index]["st"] \ + > label_chunks[label_index]["st"]: label_index += 1 else: - if infer_chunks[infer_index]["en"] == label_chunks[label_index]["en"] and \ - infer_chunks[infer_index]["type"] == label_chunks[label_index]["type"]: + if infer_chunks[infer_index]["en"] \ + == label_chunks[label_index]["en"] \ + and infer_chunks[infer_index]["type"] \ + == label_chunks[label_index]["type"]: num_correct += 1 infer_index += 1 diff --git a/ERNIE/model/ernie.py b/ERNIE/model/ernie.py index 7355676..3ccfb72 100644 --- a/ERNIE/model/ernie.py +++ b/ERNIE/model/ernie.py @@ -115,7 +115,7 @@ class ErnieModel(object): x=input_mask, y=input_mask, transpose_y=True) self_attn_mask = fluid.layers.scale( - x=self_attn_mask, scale=1000.0, bias=-1.0, bias_after_scale=False) + x=self_attn_mask, scale=10000.0, bias=-1.0, bias_after_scale=False) n_head_self_attn_mask = fluid.layers.stack( x=[self_attn_mask] * self._n_head, axis=1) n_head_self_attn_mask.stop_gradient = True -- GitLab