提交 aba2713f 编写于 作者: D dengkaipeng

fix comment. test=develop

上级 9d435973
...@@ -79,11 +79,11 @@ class BatchNormKernel<platform::CUDADeviceContext, T> ...@@ -79,11 +79,11 @@ class BatchNormKernel<platform::CUDADeviceContext, T>
// TODO(dengkaipeng): use PERSISTENT mode in training may incur errors // TODO(dengkaipeng): use PERSISTENT mode in training may incur errors
// in inference period, cuDNN fixed issues on PERSISTENT mode in version // in inference period, cuDNN fixed issues on PERSISTENT mode in version
// 7.0.2, 7.0.4 and 7.3.0, we disable this mode currently. // 7.0.2, 7.0.4 and 7.3.0, we disable this mode currently.
/* #if CUDNN_VERSION_MIN(7, 0, 0) */ // #if CUDNN_VERSION_MIN(7, 0, 0)
/* mode_ = CUDNN_BATCHNORM_SPATIAL_PERSISTENT; */ // mode_ = CUDNN_BATCHNORM_SPATIAL_PERSISTENT;
/* #else */ // #else
mode_ = CUDNN_BATCHNORM_SPATIAL; mode_ = CUDNN_BATCHNORM_SPATIAL;
/* #endif */ // #endif
VLOG(3) << "Setting descriptors."; VLOG(3) << "Setting descriptors.";
std::vector<int> dims; std::vector<int> dims;
...@@ -306,14 +306,14 @@ class BatchNormGradKernel<platform::CUDADeviceContext, T> ...@@ -306,14 +306,14 @@ class BatchNormGradKernel<platform::CUDADeviceContext, T>
} }
epsilon = std::max(epsilon, CUDNN_BN_MIN_EPSILON); epsilon = std::max(epsilon, CUDNN_BN_MIN_EPSILON);
// TODO(dengkaipeng): use PERSISTENT mode in training may incur errors // TODO(dengkaipeng): use PERSISTENT mode in training may incur errors
// in inference period, cuDNN fixed issues on PERSISTENT mode in version // in inference period, cuDNN fixed issues on PERSISTENT mode in version
// 7.0.2, 7.0.4 and 7.3.0, we disable this mode currently. // 7.0.2, 7.0.4 and 7.3.0, we disable this mode currently.
/* #if CUDNN_VERSION_MIN(7, 0, 0) */ // #if CUDNN_VERSION_MIN(7, 0, 0)
/* mode_ = CUDNN_BATCHNORM_SPATIAL_PERSISTENT; */ // mode_ = CUDNN_BATCHNORM_SPATIAL_PERSISTENT;
/* #else */ // #else
mode_ = CUDNN_BATCHNORM_SPATIAL; mode_ = CUDNN_BATCHNORM_SPATIAL;
/* #endif */ // #endif
CUDNN_ENFORCE(platform::dynload::cudnnSetTensorNdDescriptor( CUDNN_ENFORCE(platform::dynload::cudnnSetTensorNdDescriptor(
data_desc_, CudnnDataType<T>::type, data_desc_, CudnnDataType<T>::type,
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册