update benchmark (#578)

test_tipc/configs/cyclegan/train_infer_python.txt → test_tipc/configs/CycleGAN/train_infer_python.txt

 ===========================train_params===========================
-model_name:cyclegan
+model_name:CycleGAN
 python:python3.7
 gpu_list:0|0,1
 ##
@@ -54,4 +54,4 @@ batch_size:1
 fp_items:fp32
 epoch:1
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
-flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
\ No newline at end of file
+flags:null
\ No newline at end of file

test_tipc/configs/fom/train_infer_python.txt → test_tipc/configs/FOMM/train_infer_python.txt

 ===========================train_params===========================
-model_name:fom
+model_name:FOMM
 python:python3.7
 gpu_list:0
 ##
@@ -54,4 +54,4 @@ batch_size:16
 fp_items:fp32
 epoch:1
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
-flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
\ No newline at end of file
+flags:null
\ No newline at end of file

test_tipc/configs/pix2pix/train_infer_python.txt → test_tipc/configs/Pix2pix/train_infer_python.txt

 ===========================train_params===========================
-model_name:pix2pix
+model_name:Pix2pix
 python:python3.7
 gpu_list:0
 ##
@@ -54,4 +54,4 @@ batch_size:1
 fp_items:fp32
 epoch:10
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
-flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
\ No newline at end of file
+flags:null
\ No newline at end of file

test_tipc/configs/stylegan2/train_infer_python.txt → test_tipc/configs/StyleGANv2/train_infer_python.txt

 ===========================train_params===========================
-model_name:stylegan2
+model_name:StyleGANv2
 python:python3.7
 gpu_list:0
 ##
@@ -54,4 +54,4 @@ batch_size:8|16
 fp_items:fp32
 epoch:100
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
-flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
\ No newline at end of file
+flags:null
\ No newline at end of file

test_tipc/configs/basicvsr/train_infer_python.txt

@@ -54,4 +54,4 @@ batch_size:2|4
 fp_items:fp32
 total_iters:50
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
-flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
\ No newline at end of file
+flags:null
\ No newline at end of file

test_tipc/configs/edvr/train_infer_python.txt

+===========================train_params===========================
+model_name:edvr
+python:python3.7
+gpu_list:0
+##
+auto_cast:null
+total_iters:lite_train_lite_infer=100
+output_dir:./output/
+dataset.train.batch_size:lite_train_lite_infer=4
+pretrained_model:null
+train_model_name:basicvsr_reds*/*checkpoint.pdparams
+train_infer_img_dir:./data/basicvsr_reds/test
+null:null
+##
+trainer:norm_train
+norm_train:tools/main.py -c configs/edvr_m_wo_tsa.yaml --seed 123 -o dataset.train.num_workers=0 log_config.interval=5
+pact_train:null
+fpgm_train:null
+distill_train:null
+null:null
+null:null
+##
+===========================eval_params=========================== 
+eval:null
+null:null
+##
+===========================train_benchmark_params==========================
+batch_size:4|64
+fp_items:fp32
+total_iters:100
+--profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
+flags:null
\ No newline at end of file

test_tipc/configs/esrgan/train_infer_python.txt

+===========================train_params===========================
+model_name:esrgan
+python:python3.7
+gpu_list:0
+##
+auto_cast:null
+total_iters:lite_train_lite_infer=10
+output_dir:./output/
+dataset.train.batch_size:lite_train_lite_infer=100
+pretrained_model:null
+train_model_name:null
+train_infer_img_dir:null
+null:null
+##
+trainer:norm_train
+norm_train:tools/main.py -c configs/esrgan_psnr_x4_div2k.yaml --seed 123 -o dataset.train.num_workers=0 log_config.interval=5 
+pact_train:null
+fpgm_train:null
+distill_train:null
+null:null
+null:null
+##
+===========================eval_params=========================== 
+eval:null
+null:null
+##
+===========================train_benchmark_params==========================
+batch_size:32|64
+fp_items:fp32
+total_iters:100
+--profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
+flags:null
\ No newline at end of file

test_tipc/prepare.sh

@@ -40,32 +40,33 @@ fi
 #                 'whole_infer
 
 if [ ${MODE} = "lite_train_lite_infer" ];then
-    if [ ${model_name} == "pix2pix" ]; then
+    
+    case ${model_name} in
+    Pix2pix)
         rm -rf ./data/pix2pix*
         wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/pix2pix_facade_lite.tar --no-check-certificate
-        cd ./data/ && tar xf pix2pix_facade_lite.tar && cd ../
-    elif [ ${model_name} == "cyclegan" ]; then
+        cd ./data/ && tar xf pix2pix_facade_lite.tar && cd ../ ;;
+    CycleGAN)
         rm -rf ./data/cyclegan*
         wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/cyclegan_horse2zebra_lite.tar --no-check-certificate
-        cd ./data/ && tar xf cyclegan_horse2zebra_lite.tar && cd ../
-    elif [ ${model_name} == "stylegan2" ]; then
+        cd ./data/ && tar xf cyclegan_horse2zebra_lite.tar && cd ../ ;;
+    StyleGANv2)
         rm -rf ./data/ffhq*
         wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/ffhq.tar --no-check-certificate
-        cd ./data/ && tar xf ffhq.tar && cd ../
-    elif [ ${model_name} == "fom" ]; then
+        cd ./data/ && tar xf ffhq.tar && cd ../ ;;
+    FOMM)
         rm -rf ./data/fom_lite*
         wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/fom_lite.tar  --no-check-certificate --no-check-certificate
-        cd ./data/ && tar xf fom_lite.tar && cd ../
-    elif [ ${model_name} == "basicvsr" ]; then
-        rm -rf ./data/reds*
-        wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/reds_lite.tar --no-check-certificate
-        cd ./data/ && tar xf reds_lite.tar && cd ../
-    elif [ ${model_name} == "msvsr" ]; then
+        cd ./data/ && tar xf fom_lite.tar && cd ../ ;;
+    edvr|basicvsr|msvsr)
         rm -rf ./data/reds*
         wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/reds_lite.tar --no-check-certificate
-        cd ./data/ && tar xf reds_lite.tar && cd ../
-    fi
-    
+        cd ./data/ && tar xf reds_lite.tar && cd ../ ;;
+    esrgan)
+        rm -rf ./data/DIV2K*
+        wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/DIV2KandSet14.tar --no-check-certificate
+        cd ./data/ && tar xf DIV2KandSet14.tar && cd ../ ;;
+    esac   
 elif [ ${MODE} = "whole_train_whole_infer" ];then
     if [ ${model_name} == "pix2pix" ]; then
         rm -rf ./data/facades*