提交 694b403e 编写于 作者: D Deng

assert replace raise ValueError

上级 87473db5
......@@ -302,8 +302,7 @@ class SequenceLabelReader(BaseReader):
return return_list
def _reseg_token_label(self, tokens, labels, tokenizer):
if len(tokens) != len(labels):
raise ValueError("The length of tokens must be same with labels")
assert len(tokens) == len(labels)
ret_tokens = []
ret_labels = []
for token, label in zip(tokens, labels):
......@@ -319,8 +318,7 @@ class SequenceLabelReader(BaseReader):
sub_label = "I-" + label[2:]
ret_labels.extend([sub_label] * (len(sub_token) - 1))
if len(ret_tokens) != len(labels):
raise ValueError("The length of ret_tokens can't match with labels")
assert len(ret_tokens) == len(ret_labels)
return ret_tokens, ret_labels
def _convert_example_to_record(self, example, max_seq_length, tokenizer):
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册