diff --git a/deepspeech/modules/loss.py b/deepspeech/modules/loss.py
index 023a19232a0629bc3b820189fa6e32e2777d9fff..2c58be7e3673e0fbf3608170a38b4a91f61dcb18 100644
--- a/deepspeech/modules/loss.py
+++ b/deepspeech/modules/loss.py
@@ -46,7 +46,7 @@ class CTCLoss(nn.Layer):
         if grad_norm_type == 'instance':
             self.norm_by_times = True
         if grad_norm_type == 'batch':
-            self.norm_by_times = True
+            self.norm_by_batchsize = True
         if grad_norm_type == 'frame':
             self.norm_by_total_logits_len = True