TIPC add train benchmark (#7570)

* vitdet
* pp-yoloe+
* pp-yoloe-r
* pp-yoloe-sod

test_tipc/benchmark_train.sh

@@ -183,7 +183,7 @@ fi
 
 
 
-if [[ ${model_name} =~ "higherhrnet" ]] || [[ ${model_name} =~ "hrnet" ]] || [[ ${model_name} =~ "tinypose" ]];then
+if [[ ${model_name} =~ "higherhrnet" ]] || [[ ${model_name} =~ "hrnet" ]] || [[ ${model_name} =~ "tinypose" ]] || [[ ${model_name} =~ "ppyoloe_r_crn_s_3x_spine_coco" ]] ;then
     echo "${model_name} run on full coco dataset"
     epoch=$(set_dynamic_epoch $device_num $epoch)
 else

test_tipc/configs/rotate/ppyoloe_r/ppyoloe_r_crn_s_3x_spine_coco_train_infer_python.txt

@@ -49,5 +49,12 @@ inference:./deploy/python/infer.py
 --save_log_path:null
 --run_benchmark:False
 null:null
+===========================train_benchmark_params==========================
+batch_size:2
+fp_items:fp32
+epoch:5
+repeat:12
+--profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
+flags:null
 ===========================infer_benchmark_params===========================
 numpy_infer_input:3x1024x1024.npy
\ No newline at end of file

test_tipc/configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco_train_infer_python.txt → test_tipc/configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco_train_infer_python.txt

 ===========================train_params===========================
-model_name:cascade_rcnn_vit_base_hrfpn_cae_1x_coco
+model_name:ppyoloe_vit_base_csppan_cae_36e_coco
 python:python3.7
 gpu_list:0|0,1
 use_gpu:True
 auto_cast:null
 epoch:lite_train_lite_infer=1|lite_train_whole_infer=1|whole_train_whole_infer=300
 save_dir:null
-TrainReader.batch_size:lite_train_lite_infer=2|lite_train_whole_infer=2|whole_train_whole_infer=2
-pretrain_weights:https://bj.bcebos.com/v1/paddledet/models/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.pdparams
+TrainReader.batch_size:lite_train_lite_infer=1|lite_train_whole_infer=2|whole_train_whole_infer=2
+pretrain_weights:https://bj.bcebos.com/v1/paddledet/models/pretrained/vit_base_cae_pretrained.pdparams
 trained_model_name:model_final.pdparams
 train_infer_img_dir:./dataset/coco/test2017/
 filename:null
 ##
 trainer:norm_train
-norm_train:tools/train.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml -o
-pact_train:tools/train.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml --slim_config _template_pact -o
-fpgm_train:tools/train.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml --slim_config _template_fpgm -o
+norm_train:tools/train.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml -o
+pact_train:tools/train.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml --slim_config _template_pact -o
+fpgm_train:tools/train.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml --slim_config _template_fpgm -o
 distill_train:null
 null:null
 null:null
 ##
 ===========================eval_params===========================
-eval:tools/eval.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml -o
+eval:tools/eval.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml -o
 null:null
 ##
 ===========================infer_params===========================
 --output_dir:./output_inference
 weights:https://bj.bcebos.com/v1/paddledet/models/pretrained/vit_base_cae_pretrained.pdparams
-norm_export:tools/export_model.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml -o
-pact_export:tools/export_model.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml --slim_config _template_pact -o
-fpgm_export:tools/export_model.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml --slim_config _template_fpgm -o
+norm_export:tools/export_model.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml -o
+pact_export:tools/export_model.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml --slim_config _template_pact -o
+fpgm_export:tools/export_model.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml --slim_config _template_fpgm -o
 distill_export:null
 export1:null
 export2:null
-kl_quant_export:tools/post_quant.py -c configs/vitdet/cascade_rcnn_vit_base_hrfpn_cae_1x_coco.yml --slim_config configs/slim/post_quant/ppyoloe_crn_s_300e_coco_ptq.yml -o
+kl_quant_export:tools/post_quant.py -c configs/vitdet/ppyoloe_vit_base_csppan_cae_36e_coco.yml --slim_config configs/slim/post_quant/ppyoloe_crn_s_300e_coco_ptq.yml -o
 ##
 infer_mode:norm|kl_quant
 infer_quant:False|True
@@ -49,11 +49,11 @@ inference:./deploy/python/infer.py
 --save_log_path:null
 --run_benchmark:False
 --trt_max_shape:1600
-===========================disable_train_benchmark==========================
-batch_size:8
+===========================train_benchmark_params==========================
+batch_size:2
 fp_items:fp32|fp16
 epoch:1
-repeat:12
+repeat:2
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
 flags:null
 ===========================infer_benchmark_params===========================

test_tipc/prepare.sh

@@ -91,6 +91,12 @@ elif [ ${MODE} = "benchmark_train" ];then
         cd ./dataset/ && tar -xf coco.tar
         ls ./coco/
         cd ../
+    elif [[ ${model_name} =~ "ppyoloe_r_crn_s_3x_spine_coco" ]];then
+        wget -nc -P ./dataset/spine_coco/ https://paddledet.bj.bcebos.com/data/tipc/spine_coco_tipc.tar --no-check-certificate
+        cd ./dataset/spine_coco/ && tar -xvf spine_coco_tipc.tar && mv -n spine_coco_tipc/* .
+        rm -rf spine_coco_tipc/ && cd ../../
+        cd ./ppdet/ext_op && eval "${python} setup.py install"
+        cd ../../
     else
         # prepare lite benchmark coco data
         wget -nc -P ./dataset/coco/ https://paddledet.bj.bcebos.com/data/coco_benchmark.tar --no-check-certificate
@@ -154,7 +160,7 @@ else
     # download spine_coco lite data
     wget -nc -P ./dataset/spine_coco/ https://paddledet.bj.bcebos.com/data/tipc/spine_coco_tipc.tar --no-check-certificate
     cd ./dataset/spine_coco/ && tar -xvf spine_coco_tipc.tar && mv -n spine_coco_tipc/* .
-    rm -rf spine_tipc/ && cd ../../
+    rm -rf spine_coco_tipc/ && cd ../../
     if [[ ${model_name} =~ "s2anet" ]]; then
         cd ./ppdet/ext_op && eval "${python} setup.py install"
         cd ../../