From 05e4c8266d9af93fa049b270320c98b184530ec4 Mon Sep 17 00:00:00 2001 From: Megvii Engine Team Date: Sun, 25 Apr 2021 13:22:06 +0800 Subject: [PATCH] fix(mge/module): fix a mistaken in BN docs GitOrigin-RevId: 086a70649eb5b7a2f7c4beb2cf96ad2fc237ec9b --- imperative/python/megengine/module/batchnorm.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/imperative/python/megengine/module/batchnorm.py b/imperative/python/megengine/module/batchnorm.py index 1bc3fd95..b50b94ea 100644 --- a/imperative/python/megengine/module/batchnorm.py +++ b/imperative/python/megengine/module/batchnorm.py @@ -252,14 +252,6 @@ class BatchNorm2d(_BatchNorm): keep running estimates, batch statistics is used during evaluation time instead. - .. note:: - This :attr:`momentum` argument is different from one used in optimizer - classes and the conventional notion of momentum. Mathematically, the - update rule for running statistics here is - :math:`\hat{x}_\text{new} = \text{momentum} \times \hat{x} + (1 - \text{momentum}) \times x_t`, - where :math:`\hat{x}` is the estimated statistic and :math:`x_t` is the - new observed value. - Because the Batch Normalization is done over the `C` dimension, computing statistics on `(N, H, W)` slices, it's common terminology to call this Spatial Batch Normalization. -- GitLab