From 531697b2772b3331a4922424ac4aa25d1ad37d19 Mon Sep 17 00:00:00 2001 From: Anirudh Dagar Date: Wed, 8 Dec 2021 01:54:53 +0100 Subject: [PATCH] BUG: Fix BLEU calculation (#1032) --- chapter_recurrent-modern/seq2seq.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/chapter_recurrent-modern/seq2seq.md b/chapter_recurrent-modern/seq2seq.md index de3b12ef..e7e94354 100644 --- a/chapter_recurrent-modern/seq2seq.md +++ b/chapter_recurrent-modern/seq2seq.md @@ -855,11 +855,11 @@ def bleu(pred_seq, label_seq, k): #@save for n in range(1, k + 1): num_matches, label_subs = 0, collections.defaultdict(int) for i in range(len_label - n + 1): - label_subs[''.join(label_tokens[i: i + n])] += 1 + label_subs[' '.join(label_tokens[i: i + n])] += 1 for i in range(len_pred - n + 1): - if label_subs[''.join(pred_tokens[i: i + n])] > 0: + if label_subs[' '.join(pred_tokens[i: i + n])] > 0: num_matches += 1 - label_subs[''.join(pred_tokens[i: i + n])] -= 1 + label_subs[' '.join(pred_tokens[i: i + n])] -= 1 score *= math.pow(num_matches / (len_pred - n + 1), math.pow(0.5, n)) return score ``` -- GitLab