table_mv3.yml 3.2 KB
Newer Older
M
MissPenguin 已提交
1 2
Global:
  use_gpu: true
3
  epoch_num: 400
M
MissPenguin 已提交
4 5 6
  log_smooth_window: 20
  print_batch_step: 5
  save_model_dir: ./output/table_mv3/
文幕地方's avatar
文幕地方 已提交
7
  save_epoch_step: 400
M
refine  
MissPenguin 已提交
8
  # evaluation is run every 400 iterations after the 0th iteration
M
MissPenguin 已提交
9 10
  eval_batch_step: [0, 400]
  cal_metric_during_train: True
11
  pretrained_model:
文幕地方's avatar
文幕地方 已提交
12
  checkpoints:
M
MissPenguin 已提交
13 14
  save_inference_dir:
  use_visualdl: False
文幕地方's avatar
文幕地方 已提交
15 16
  infer_img: ppstructure/docs/table/table.jpg
  save_res_path: output/table_mv3
M
MissPenguin 已提交
17 18 19
  # for data or label process
  character_dict_path: ppocr/utils/dict/table_structure_dict.txt
  character_type: en
文幕地方's avatar
文幕地方 已提交
20
  max_text_length: &max_text_length 500
文幕地方's avatar
文幕地方 已提交
21
  box_format: &box_format 'xyxy' # 'xywh', 'xyxy', 'xyxyxyxy'
M
MissPenguin 已提交
22 23 24 25 26 27 28 29
  infer_mode: False

Optimizer:
  name: Adam
  beta1: 0.9
  beta2: 0.999
  clip_norm: 5.0
  lr:
M
refine  
MissPenguin 已提交
30
    learning_rate: 0.001
M
MissPenguin 已提交
31 32 33 34 35 36 37 38 39 40
  regularizer:
    name: 'L2'
    factor: 0.00000

Architecture:
  model_type: table
  algorithm: TableAttn
  Backbone:
    name: MobileNetV3
    scale: 1.0
文幕地方's avatar
文幕地方 已提交
41 42
    model_name: small
    disable_se: true
M
MissPenguin 已提交
43
  Head:
M
refine  
MissPenguin 已提交
44 45
    name: TableAttentionHead
    hidden_size: 256
M
MissPenguin 已提交
46
    loc_type: 2
文幕地方's avatar
文幕地方 已提交
47 48
    max_text_length: *max_text_length
    loc_reg_num: &loc_reg_num 4
M
MissPenguin 已提交
49 50 51 52 53 54 55 56 57 58 59 60

Loss:
  name: TableAttentionLoss
  structure_weight: 100.0
  loc_weight: 10000.0

PostProcess:
  name: TableLabelDecode

Metric:
  name: TableMetric
  main_indicator: acc
文幕地方's avatar
文幕地方 已提交
61
  compute_bbox_metric: false # cost many time, set False for training
M
MissPenguin 已提交
62 63 64 65 66

Train:
  dataset:
    name: PubTabDataSet
    data_dir: train_data/table/pubtabnet/train/
文幕地方's avatar
文幕地方 已提交
67
    label_file_list: [train_data/table/pubtabnet/PubTabNet_2.0.0_train.jsonl]
M
MissPenguin 已提交
68 69 70 71
    transforms:
      - DecodeImage: # load image
          img_mode: BGR
          channel_first: False
文幕地方's avatar
文幕地方 已提交
72 73 74 75
      - TableLabelEncode:
          learn_empty_box: False
          merge_no_span_structure: False
          replace_empty_cell_token: False
文幕地方's avatar
文幕地方 已提交
76 77
          loc_reg_num: *loc_reg_num
          max_text_length: *max_text_length
文幕地方's avatar
文幕地方 已提交
78
      - TableBoxEncode:
M
MissPenguin 已提交
79 80 81 82 83 84 85 86
      - ResizeTableImage:
          max_len: 488
      - NormalizeImage:
          scale: 1./255.
          mean: [0.485, 0.456, 0.406]
          std: [0.229, 0.224, 0.225]
          order: 'hwc'
      - PaddingTableImage:
文幕地方's avatar
文幕地方 已提交
87
          size: [488, 488]
M
MissPenguin 已提交
88 89
      - ToCHWImage:
      - KeepKeys:
文幕地方's avatar
文幕地方 已提交
90
          keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ]
M
MissPenguin 已提交
91 92
  loader:
    shuffle: True
文幕地方's avatar
文幕地方 已提交
93
    batch_size_per_card: 48
M
MissPenguin 已提交
94
    drop_last: True
M
refine  
MissPenguin 已提交
95
    num_workers: 1
M
MissPenguin 已提交
96 97 98 99

Eval:
  dataset:
    name: PubTabDataSet
文幕地方's avatar
文幕地方 已提交
100 101
    data_dir: train_data/table/pubtabnet/val/
    label_file_list: [train_data/table/pubtabnet/PubTabNet_2.0.0_val.jsonl]
M
MissPenguin 已提交
102 103 104 105
    transforms:
      - DecodeImage: # load image
          img_mode: BGR
          channel_first: False
文幕地方's avatar
文幕地方 已提交
106 107 108 109
      - TableLabelEncode:
          learn_empty_box: False
          merge_no_span_structure: False
          replace_empty_cell_token: False
文幕地方's avatar
文幕地方 已提交
110 111
          loc_reg_num: *loc_reg_num
          max_text_length: *max_text_length
文幕地方's avatar
文幕地方 已提交
112
      - TableBoxEncode:
M
MissPenguin 已提交
113 114 115 116 117 118 119 120
      - ResizeTableImage:
          max_len: 488
      - NormalizeImage:
          scale: 1./255.
          mean: [0.485, 0.456, 0.406]
          std: [0.229, 0.224, 0.225]
          order: 'hwc'
      - PaddingTableImage:
文幕地方's avatar
文幕地方 已提交
121
          size: [488, 488]
M
MissPenguin 已提交
122 123
      - ToCHWImage:
      - KeepKeys:
文幕地方's avatar
文幕地方 已提交
124
          keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ]
M
MissPenguin 已提交
125 126 127
  loader:
    shuffle: False
    drop_last: False
文幕地方's avatar
文幕地方 已提交
128
    batch_size_per_card: 48
M
refine  
MissPenguin 已提交
129
    num_workers: 1