From b007055e9d72fc8cb00177aa89cc4fbb245ef8b2 Mon Sep 17 00:00:00 2001 From: tensor-tang Date: Wed, 8 Nov 2017 14:34:08 +0800 Subject: [PATCH] reduce the lr in case of nan in small batchsize --- benchmark/paddle/image/vgg.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmark/paddle/image/vgg.py b/benchmark/paddle/image/vgg.py index b8429975f..420884ed8 100644 --- a/benchmark/paddle/image/vgg.py +++ b/benchmark/paddle/image/vgg.py @@ -13,7 +13,7 @@ define_py_data_sources2( settings( batch_size=batch_size, - learning_rate=0.01 / batch_size, + learning_rate=0.001 / batch_size, learning_method=MomentumOptimizer(0.9), regularization=L2Regularization(0.0005 * batch_size)) -- GitLab