optimizer_swin_1x.yml 405 字节
Newer Older
C
CHENSONG 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
epoch: 12

LearningRate:
  base_lr: 0.0001
  schedulers:
  - !PiecewiseDecay
    gamma: 0.1
    milestones: [8, 11]
  - !LinearWarmup
    start_factor: 0.1
    steps: 1000

OptimizerBuilder:
  clip_grad_by_norm: 1.0
  optimizer:
    type: AdamW
    weight_decay: 0.05
W
Wenyu 已提交
18 19 20 21 22

    param_groups:
        -
          params: ['absolute_pos_embed', 'relative_position_bias_table', 'norm']
          weight_decay: 0.