optimizer_3x.yml 329 字节
Newer Older
W
wangxinxin08 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
epoch: 36

LearningRate:
  base_lr: 0.01
  schedulers:
    - !PiecewiseDecay
      gamma: 0.1
      milestones: [24, 33]
    - !LinearWarmup
      start_factor: 0.3333333
      steps: 500

OptimizerBuilder:
  clip_grad_by_norm: 35.
  optimizer:
    momentum: 0.9
    type: Momentum
  regularizer:
    factor: 0.0001
    type: L2