From e7ad3909c8ec8050693f08922a1b87e5fef83512 Mon Sep 17 00:00:00 2001 From: Yang Nie Date: Mon, 17 Apr 2023 16:48:44 +0800 Subject: [PATCH] update configs for 8gpus --- ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x0_5.yaml | 4 +--- ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_0.yaml | 4 +--- ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_5.yaml | 3 --- ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x2_0.yaml | 4 +--- 4 files changed, 3 insertions(+), 12 deletions(-) diff --git a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x0_5.yaml b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x0_5.yaml index b1a017e2..32fb6b93 100644 --- a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x0_5.yaml +++ b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x0_5.yaml @@ -49,13 +49,11 @@ Optimizer: weight_decay: 0.004 one_dim_param_no_weight_decay: True lr: - # for 8 cards name: Cosine - learning_rate: 0.009 + learning_rate: 0.009 # for total batch size 1024 eta_min: 0.0009 warmup_epoch: 16 # 20000 iterations warmup_start_lr: 1e-6 - # by_epoch: True clip_norm: 10 # data loader for train and eval diff --git a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_0.yaml b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_0.yaml index 3dae2020..7e77a639 100644 --- a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_0.yaml +++ b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_0.yaml @@ -49,13 +49,11 @@ Optimizer: weight_decay: 0.013 one_dim_param_no_weight_decay: True lr: - # for 8 cards name: Cosine - learning_rate: 0.0075 + learning_rate: 0.0075 # for total batch size 1024 eta_min: 0.00075 warmup_epoch: 16 # 20000 iterations warmup_start_lr: 1e-6 - # by_epoch: True clip_norm: 10 # data loader for train and eval diff --git a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_5.yaml b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_5.yaml index 072d1b18..9f1df77a 100644 --- a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_5.yaml +++ b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x1_5.yaml @@ -14,7 +14,6 @@ Global: image_shape: [3, 256, 256] save_inference_dir: ./inference use_dali: False - update_freq: 2 # for 4 gpus # mixed precision training AMP: @@ -50,13 +49,11 @@ Optimizer: weight_decay: 0.029 one_dim_param_no_weight_decay: True lr: - # for 8 cards name: Cosine learning_rate: 0.0035 # for total batch size 1024 eta_min: 0.00035 warmup_epoch: 16 # 20000 iterations warmup_start_lr: 1e-6 - # by_epoch: True clip_norm: 10 # data loader for train and eval diff --git a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x2_0.yaml b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x2_0.yaml index 55c00845..851cd64e 100644 --- a/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x2_0.yaml +++ b/ppcls/configs/ImageNet/MobileViTV2/MobileViTV2_x2_0.yaml @@ -49,13 +49,11 @@ Optimizer: weight_decay: 0.05 one_dim_param_no_weight_decay: True lr: - # for 8 cards name: Cosine - learning_rate: 0.002 + learning_rate: 0.002 # for total batch size 1024 eta_min: 0.0002 warmup_epoch: 16 # 20000 iterations warmup_start_lr: 1e-6 - # by_epoch: True clip_norm: 10 # data loader for train and eval -- GitLab