提交 2e110d79 编写于 作者: Y Yancey1989

update optimizer

上级 f59f9d9d
...@@ -56,7 +56,6 @@ def parse_args(): ...@@ -56,7 +56,6 @@ def parse_args():
parser = argparse.ArgumentParser(description=__doc__) parser = argparse.ArgumentParser(description=__doc__)
add_arg = functools.partial(add_arguments, argparser=parser) add_arg = functools.partial(add_arguments, argparser=parser)
# yapf: disable # yapf: disable
add_arg('use_gpu', bool, True, "Whether to use GPU or not.")
add_arg('total_images', int, 1281167, "Training image number.") add_arg('total_images', int, 1281167, "Training image number.")
add_arg('num_epochs', int, 120, "number of epochs.") add_arg('num_epochs', int, 120, "number of epochs.")
add_arg('image_shape', str, "3,224,224", "input image size") add_arg('image_shape', str, "3,224,224", "input image size")
...@@ -266,8 +265,8 @@ def build_program(args, is_train, main_prog, startup_prog, py_reader_startup_pro ...@@ -266,8 +265,8 @@ def build_program(args, is_train, main_prog, startup_prog, py_reader_startup_pro
optimizer = fluid.optimizer.Momentum( optimizer = fluid.optimizer.Momentum(
learning_rate=linear_lr_decay_by_epoch(lrs, epochs, bs_epoch, images_per_worker), learning_rate=linear_lr_decay_by_epoch(lrs, epochs, bs_epoch, images_per_worker),
momentum=0.9, momentum=0.9)
regularization=fluid.regularizer.L2Decay(1e-4)) #regularization=fluid.regularizer.L2Decay(1e-4))
if args.fp16: if args.fp16:
params_grads = optimizer.backward(avg_cost) params_grads = optimizer.backward(avg_cost)
master_params_grads = utils.create_master_params_grads( master_params_grads = utils.create_master_params_grads(
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册