diff --git a/mindinsight/wizard/conf/templates/network/alexnet/train.py-tpl b/mindinsight/wizard/conf/templates/network/alexnet/train.py-tpl index 0cc7b356e18bf119fc307723e94230fd75d15cf4..f6b3be3c14797b7477f7b56c33799428a4f5ad26 100644 --- a/mindinsight/wizard/conf/templates/network/alexnet/train.py-tpl +++ b/mindinsight/wizard/conf/templates/network/alexnet/train.py-tpl @@ -60,14 +60,14 @@ if __name__ == "__main__": device_id = int(os.getenv('DEVICE_ID')) context.set_context(device_id=device_id, enable_auto_mixed_precision=True) context.set_auto_parallel_context(device_num=args.device_num, parallel_mode=ParallelMode.DATA_PARALLEL, - mirror_mean=True) + gradients_mean=True) init() # GPU target else: init("nccl") context.set_auto_parallel_context(device_num=get_group_size(), parallel_mode=ParallelMode.DATA_PARALLEL, - mirror_mean=True) + gradients_mean=True) ckpt_save_dir = cfg.save_checkpoint_path + "ckpt_" + str(get_rank()) + "/" diff --git a/mindinsight/wizard/conf/templates/network/lenet/train.py-tpl b/mindinsight/wizard/conf/templates/network/lenet/train.py-tpl index f8311092b97f99a83ed5b62aefdc5014263992f1..a696d5c91edbc3b3728c547c630d246249b2c297 100644 --- a/mindinsight/wizard/conf/templates/network/lenet/train.py-tpl +++ b/mindinsight/wizard/conf/templates/network/lenet/train.py-tpl @@ -60,7 +60,7 @@ if __name__ == "__main__": raise ValueError('Distribute running is no supported on %s' % args.device_target) context.reset_auto_parallel_context() context.set_auto_parallel_context(device_num=args.device_num, parallel_mode=ParallelMode.DATA_PARALLEL, - mirror_mean=True) + gradients_mean=True) data_path = args.dataset_path do_train = True diff --git a/mindinsight/wizard/conf/templates/network/resnet50/train.py-tpl b/mindinsight/wizard/conf/templates/network/resnet50/train.py-tpl index 7ca6ed2baf7af61ca6338c9e8f01518bcc0983c1..2ec71530230b423a1942b467cc9c777889bb1f37 100644 --- a/mindinsight/wizard/conf/templates/network/resnet50/train.py-tpl +++ b/mindinsight/wizard/conf/templates/network/resnet50/train.py-tpl @@ -65,7 +65,7 @@ if __name__ == '__main__': device_id = int(os.getenv('DEVICE_ID')) context.set_context(device_id=device_id, enable_auto_mixed_precision=True) context.set_auto_parallel_context(device_num=args_opt.device_num, parallel_mode=ParallelMode.DATA_PARALLEL, - mirror_mean=True) + gradients_mean=True) auto_parallel_context().set_all_reduce_fusion_split_indices([107, 160]) init() @@ -73,7 +73,7 @@ if __name__ == '__main__': else: init("nccl") context.set_auto_parallel_context(device_num=get_group_size(), parallel_mode=ParallelMode.DATA_PARALLEL, - mirror_mean=True) + gradients_mean=True) ckpt_save_dir = cfg.save_checkpoint_path + "ckpt_" + str(get_rank()) + "/" # create dataset