diff --git a/test_tipc/configs/en_table_structure/table_mv3.yml b/test_tipc/configs/en_table_structure/table_mv3.yml deleted file mode 100755 index edcbe2c3b00e8d8a56ad8dd9f208e283b511b86e..0000000000000000000000000000000000000000 --- a/test_tipc/configs/en_table_structure/table_mv3.yml +++ /dev/null @@ -1,129 +0,0 @@ -Global: - use_gpu: true - epoch_num: 10 - log_smooth_window: 20 - print_batch_step: 5 - save_model_dir: ./output/table_mv3/ - save_epoch_step: 400 - # evaluation is run every 400 iterations after the 0th iteration - eval_batch_step: [0, 40000] - cal_metric_during_train: True - pretrained_model: - checkpoints: - save_inference_dir: - use_visualdl: False - infer_img: ppstructure/docs/table/table.jpg - save_res_path: output/table_mv3 - # for data or label process - character_dict_path: ppocr/utils/dict/table_structure_dict.txt - character_type: en - max_text_length: &max_text_length 500 - box_format: &box_format 'xyxy' # 'xywh', 'xyxy', 'xyxyxyxy' - infer_mode: False - -Optimizer: - name: Adam - beta1: 0.9 - beta2: 0.999 - clip_norm: 5.0 - lr: - learning_rate: 0.001 - regularizer: - name: 'L2' - factor: 0.00000 - -Architecture: - model_type: table - algorithm: TableAttn - Backbone: - name: MobileNetV3 - scale: 1.0 - model_name: small - disable_se: true - Head: - name: TableAttentionHead - hidden_size: 256 - loc_type: 2 - max_text_length: *max_text_length - loc_reg_num: &loc_reg_num 4 - -Loss: - name: TableAttentionLoss - structure_weight: 100.0 - loc_weight: 10000.0 - -PostProcess: - name: TableLabelDecode - -Metric: - name: TableMetric - main_indicator: acc - compute_bbox_metric: false # cost many time, set False for training - -Train: - dataset: - name: PubTabDataSet - data_dir: ./train_data/pubtabnet/train - label_file_list: [./train_data/pubtabnet/train.jsonl] - transforms: - - DecodeImage: # load image - img_mode: BGR - channel_first: False - - TableLabelEncode: - learn_empty_box: False - merge_no_span_structure: False - replace_empty_cell_token: False - loc_reg_num: *loc_reg_num - max_text_length: *max_text_length - - TableBoxEncode: - - ResizeTableImage: - max_len: 488 - - NormalizeImage: - scale: 1./255. - mean: [0.485, 0.456, 0.406] - std: [0.229, 0.224, 0.225] - order: 'hwc' - - PaddingTableImage: - size: [488, 488] - - ToCHWImage: - - KeepKeys: - keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ] - loader: - shuffle: True - batch_size_per_card: 32 - drop_last: True - num_workers: 1 - -Eval: - dataset: - name: PubTabDataSet - data_dir: ./train_data/pubtabnet/test/ - label_file_list: [./train_data/pubtabnet/test.jsonl] - transforms: - - DecodeImage: # load image - img_mode: BGR - channel_first: False - - TableLabelEncode: - learn_empty_box: False - merge_no_span_structure: False - replace_empty_cell_token: False - loc_reg_num: *loc_reg_num - max_text_length: *max_text_length - - TableBoxEncode: - - ResizeTableImage: - max_len: 488 - - NormalizeImage: - scale: 1./255. - mean: [0.485, 0.456, 0.406] - std: [0.229, 0.224, 0.225] - order: 'hwc' - - PaddingTableImage: - size: [488, 488] - - ToCHWImage: - - KeepKeys: - keep_keys: [ 'image', 'structure', 'bboxes', 'bbox_masks', 'shape' ] - loader: - shuffle: False - drop_last: False - batch_size_per_card: 16 - num_workers: 1 diff --git a/test_tipc/configs/en_table_structure/train_infer_python.txt b/test_tipc/configs/en_table_structure/train_infer_python.txt index 3fd5dc9f60a9621026d488e5654cd7e1421e8b65..8861ea8cc134a94dfa7b9b233ea66bc341a5a666 100644 --- a/test_tipc/configs/en_table_structure/train_infer_python.txt +++ b/test_tipc/configs/en_table_structure/train_infer_python.txt @@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg null:null ## trainer:norm_train -norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o Global.print_batch_step=1 Train.loader.shuffle=false +norm_train:tools/train.py -c configs/table/table_mv3.yml -o Global.print_batch_step=1 Train.loader.shuffle=false Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl] pact_train:null fpgm_train:null distill_train:null @@ -27,7 +27,7 @@ null:null ===========================infer_params=========================== Global.save_inference_dir:./output/ Global.checkpoints: -norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o quant_export: fpgm_export: distill_export:null diff --git a/test_tipc/configs/en_table_structure/train_linux_gpu_fleet_normal_infer_python_linux_gpu_cpu.txt b/test_tipc/configs/en_table_structure/train_linux_gpu_fleet_normal_infer_python_linux_gpu_cpu.txt index 41d236c3765fbf6a711c6739d8dee4f41a147039..8e25b9d4ef7abbde7986545ec7245cc92ae25710 100644 --- a/test_tipc/configs/en_table_structure/train_linux_gpu_fleet_normal_infer_python_linux_gpu_cpu.txt +++ b/test_tipc/configs/en_table_structure/train_linux_gpu_fleet_normal_infer_python_linux_gpu_cpu.txt @@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg null:null ## trainer:norm_train -norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +norm_train:tools/train.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl] pact_train:null fpgm_train:null distill_train:null @@ -27,7 +27,7 @@ null:null ===========================infer_params=========================== Global.save_inference_dir:./output/ Global.checkpoints: -norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o quant_export: fpgm_export: distill_export:null diff --git a/test_tipc/configs/en_table_structure/train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt b/test_tipc/configs/en_table_structure/train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt index 31ac1ed53f2adc9810bc4fd2cf4f874d89d49606..a399e35d453745f323ec4c4e18fe428fe8150d85 100644 --- a/test_tipc/configs/en_table_structure/train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt +++ b/test_tipc/configs/en_table_structure/train_linux_gpu_normal_amp_infer_python_linux_gpu_cpu.txt @@ -13,7 +13,7 @@ train_infer_img_dir:./ppstructure/docs/table/table.jpg null:null ## trainer:norm_train -norm_train:tools/train.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +norm_train:tools/train.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl] pact_train:null fpgm_train:null distill_train:null @@ -27,7 +27,7 @@ null:null ===========================infer_params=========================== Global.save_inference_dir:./output/ Global.checkpoints: -norm_export:tools/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +norm_export:tools/export_model.py -c configs/table/table_mv3.yml -o quant_export: fpgm_export: distill_export:null diff --git a/test_tipc/configs/en_table_structure/train_pact_infer_python.txt b/test_tipc/configs/en_table_structure/train_pact_infer_python.txt index 9890b906a1d3b1127352af567dca0d7186f94694..0bb04c4c929a53ebb44db0ce5c3e98b28c179ff9 100644 --- a/test_tipc/configs/en_table_structure/train_pact_infer_python.txt +++ b/test_tipc/configs/en_table_structure/train_pact_infer_python.txt @@ -14,7 +14,7 @@ null:null ## trainer:pact_train norm_train:null -pact_train:deploy/slim/quantization/quant.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +pact_train:deploy/slim/quantization/quant.py -c configs/table/table_mv3.yml -o Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl] fpgm_train:null distill_train:null null:null @@ -28,7 +28,7 @@ null:null Global.save_inference_dir:./output/ Global.checkpoints: norm_export:null -quant_export:deploy/slim/quantization/export_model.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +quant_export:deploy/slim/quantization/export_model.py -c configs/table/table_mv3.yml -o fpgm_export: distill_export:null export1:null diff --git a/test_tipc/configs/en_table_structure/train_ptq_infer_python.txt b/test_tipc/configs/en_table_structure/train_ptq_infer_python.txt index e8f7bbaa50417b97f79596634677fff0a95cb47f..aae0895e6469e6913673e5e5dad2f75702f6c921 100644 --- a/test_tipc/configs/en_table_structure/train_ptq_infer_python.txt +++ b/test_tipc/configs/en_table_structure/train_ptq_infer_python.txt @@ -4,7 +4,7 @@ python:python3.7 Global.pretrained_model: Global.save_inference_dir:null infer_model:./inference/en_ppocr_mobile_v2.0_table_structure_infer/ -infer_export:deploy/slim/quantization/quant_kl.py -c test_tipc/configs/en_table_structure/table_mv3.yml -o +infer_export:deploy/slim/quantization/quant_kl.py -c configs/table/table_mv3.yml -o infer_quant:True inference:ppstructure/table/predict_table.py --det_model_dir=./inference/en_ppocr_mobile_v2.0_table_det_infer --rec_model_dir=./inference/en_ppocr_mobile_v2.0_table_rec_infer --rec_char_dict_path=./ppocr/utils/dict/table_dict.txt --table_char_dict_path=./ppocr/utils/dict/table_structure_dict.txt --image_dir=./ppstructure/docs/table/table.jpg --det_limit_side_len=736 --det_limit_type=min --output ./output/table --use_gpu:True|False