From 713778452f4e79aef42aef0d37d6f53fff07e428 Mon Sep 17 00:00:00 2001 From: lzzyzlbb <287246233@qq.com> Date: Fri, 11 Feb 2022 19:57:32 +0800 Subject: [PATCH] update benchmark (#578) --- .../train_infer_python.txt | 4 +-- .../{fom => FOMM}/train_infer_python.txt | 4 +-- .../train_infer_python.txt | 4 +-- .../train_infer_python.txt | 4 +-- .../configs/basicvsr/train_infer_python.txt | 2 +- test_tipc/configs/edvr/train_infer_python.txt | 32 ++++++++++++++++++ .../configs/esrgan/train_infer_python.txt | 32 ++++++++++++++++++ test_tipc/prepare.sh | 33 ++++++++++--------- 8 files changed, 90 insertions(+), 25 deletions(-) rename test_tipc/configs/{cyclegan => CycleGAN}/train_infer_python.txt (92%) rename test_tipc/configs/{fom => FOMM}/train_infer_python.txt (92%) rename test_tipc/configs/{pix2pix => Pix2pix}/train_infer_python.txt (92%) rename test_tipc/configs/{stylegan2 => StyleGANv2}/train_infer_python.txt (92%) create mode 100644 test_tipc/configs/edvr/train_infer_python.txt create mode 100644 test_tipc/configs/esrgan/train_infer_python.txt diff --git a/test_tipc/configs/cyclegan/train_infer_python.txt b/test_tipc/configs/CycleGAN/train_infer_python.txt similarity index 92% rename from test_tipc/configs/cyclegan/train_infer_python.txt rename to test_tipc/configs/CycleGAN/train_infer_python.txt index 116fa44..ed3611b 100644 --- a/test_tipc/configs/cyclegan/train_infer_python.txt +++ b/test_tipc/configs/CycleGAN/train_infer_python.txt @@ -1,5 +1,5 @@ ===========================train_params=========================== -model_name:cyclegan +model_name:CycleGAN python:python3.7 gpu_list:0|0,1 ## @@ -54,4 +54,4 @@ batch_size:1 fp_items:fp32 epoch:1 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile -flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096 \ No newline at end of file +flags:null \ No newline at end of file diff --git a/test_tipc/configs/fom/train_infer_python.txt b/test_tipc/configs/FOMM/train_infer_python.txt similarity index 92% rename from test_tipc/configs/fom/train_infer_python.txt rename to test_tipc/configs/FOMM/train_infer_python.txt index 02fb2fd..172852a 100644 --- a/test_tipc/configs/fom/train_infer_python.txt +++ b/test_tipc/configs/FOMM/train_infer_python.txt @@ -1,5 +1,5 @@ ===========================train_params=========================== -model_name:fom +model_name:FOMM python:python3.7 gpu_list:0 ## @@ -54,4 +54,4 @@ batch_size:16 fp_items:fp32 epoch:1 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile -flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096 \ No newline at end of file +flags:null \ No newline at end of file diff --git a/test_tipc/configs/pix2pix/train_infer_python.txt b/test_tipc/configs/Pix2pix/train_infer_python.txt similarity index 92% rename from test_tipc/configs/pix2pix/train_infer_python.txt rename to test_tipc/configs/Pix2pix/train_infer_python.txt index ba0558c..7865857 100644 --- a/test_tipc/configs/pix2pix/train_infer_python.txt +++ b/test_tipc/configs/Pix2pix/train_infer_python.txt @@ -1,5 +1,5 @@ ===========================train_params=========================== -model_name:pix2pix +model_name:Pix2pix python:python3.7 gpu_list:0 ## @@ -54,4 +54,4 @@ batch_size:1 fp_items:fp32 epoch:10 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile -flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096 \ No newline at end of file +flags:null \ No newline at end of file diff --git a/test_tipc/configs/stylegan2/train_infer_python.txt b/test_tipc/configs/StyleGANv2/train_infer_python.txt similarity index 92% rename from test_tipc/configs/stylegan2/train_infer_python.txt rename to test_tipc/configs/StyleGANv2/train_infer_python.txt index 70592e2..2d81aa0 100644 --- a/test_tipc/configs/stylegan2/train_infer_python.txt +++ b/test_tipc/configs/StyleGANv2/train_infer_python.txt @@ -1,5 +1,5 @@ ===========================train_params=========================== -model_name:stylegan2 +model_name:StyleGANv2 python:python3.7 gpu_list:0 ## @@ -54,4 +54,4 @@ batch_size:8|16 fp_items:fp32 epoch:100 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile -flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096 \ No newline at end of file +flags:null \ No newline at end of file diff --git a/test_tipc/configs/basicvsr/train_infer_python.txt b/test_tipc/configs/basicvsr/train_infer_python.txt index 2c3f6ca..7d29c47 100644 --- a/test_tipc/configs/basicvsr/train_infer_python.txt +++ b/test_tipc/configs/basicvsr/train_infer_python.txt @@ -54,4 +54,4 @@ batch_size:2|4 fp_items:fp32 total_iters:50 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile -flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096 \ No newline at end of file +flags:null \ No newline at end of file diff --git a/test_tipc/configs/edvr/train_infer_python.txt b/test_tipc/configs/edvr/train_infer_python.txt new file mode 100644 index 0000000..cbe1f03 --- /dev/null +++ b/test_tipc/configs/edvr/train_infer_python.txt @@ -0,0 +1,32 @@ +===========================train_params=========================== +model_name:edvr +python:python3.7 +gpu_list:0 +## +auto_cast:null +total_iters:lite_train_lite_infer=100 +output_dir:./output/ +dataset.train.batch_size:lite_train_lite_infer=4 +pretrained_model:null +train_model_name:basicvsr_reds*/*checkpoint.pdparams +train_infer_img_dir:./data/basicvsr_reds/test +null:null +## +trainer:norm_train +norm_train:tools/main.py -c configs/edvr_m_wo_tsa.yaml --seed 123 -o dataset.train.num_workers=0 log_config.interval=5 +pact_train:null +fpgm_train:null +distill_train:null +null:null +null:null +## +===========================eval_params=========================== +eval:null +null:null +## +===========================train_benchmark_params========================== +batch_size:4|64 +fp_items:fp32 +total_iters:100 +--profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile +flags:null \ No newline at end of file diff --git a/test_tipc/configs/esrgan/train_infer_python.txt b/test_tipc/configs/esrgan/train_infer_python.txt new file mode 100644 index 0000000..ed91c71 --- /dev/null +++ b/test_tipc/configs/esrgan/train_infer_python.txt @@ -0,0 +1,32 @@ +===========================train_params=========================== +model_name:esrgan +python:python3.7 +gpu_list:0 +## +auto_cast:null +total_iters:lite_train_lite_infer=10 +output_dir:./output/ +dataset.train.batch_size:lite_train_lite_infer=100 +pretrained_model:null +train_model_name:null +train_infer_img_dir:null +null:null +## +trainer:norm_train +norm_train:tools/main.py -c configs/esrgan_psnr_x4_div2k.yaml --seed 123 -o dataset.train.num_workers=0 log_config.interval=5 +pact_train:null +fpgm_train:null +distill_train:null +null:null +null:null +## +===========================eval_params=========================== +eval:null +null:null +## +===========================train_benchmark_params========================== +batch_size:32|64 +fp_items:fp32 +total_iters:100 +--profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile +flags:null \ No newline at end of file diff --git a/test_tipc/prepare.sh b/test_tipc/prepare.sh index 15b4849..cf481b4 100644 --- a/test_tipc/prepare.sh +++ b/test_tipc/prepare.sh @@ -40,32 +40,33 @@ fi # 'whole_infer if [ ${MODE} = "lite_train_lite_infer" ];then - if [ ${model_name} == "pix2pix" ]; then + + case ${model_name} in + Pix2pix) rm -rf ./data/pix2pix* wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/pix2pix_facade_lite.tar --no-check-certificate - cd ./data/ && tar xf pix2pix_facade_lite.tar && cd ../ - elif [ ${model_name} == "cyclegan" ]; then + cd ./data/ && tar xf pix2pix_facade_lite.tar && cd ../ ;; + CycleGAN) rm -rf ./data/cyclegan* wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/cyclegan_horse2zebra_lite.tar --no-check-certificate - cd ./data/ && tar xf cyclegan_horse2zebra_lite.tar && cd ../ - elif [ ${model_name} == "stylegan2" ]; then + cd ./data/ && tar xf cyclegan_horse2zebra_lite.tar && cd ../ ;; + StyleGANv2) rm -rf ./data/ffhq* wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/ffhq.tar --no-check-certificate - cd ./data/ && tar xf ffhq.tar && cd ../ - elif [ ${model_name} == "fom" ]; then + cd ./data/ && tar xf ffhq.tar && cd ../ ;; + FOMM) rm -rf ./data/fom_lite* wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/fom_lite.tar --no-check-certificate --no-check-certificate - cd ./data/ && tar xf fom_lite.tar && cd ../ - elif [ ${model_name} == "basicvsr" ]; then - rm -rf ./data/reds* - wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/reds_lite.tar --no-check-certificate - cd ./data/ && tar xf reds_lite.tar && cd ../ - elif [ ${model_name} == "msvsr" ]; then + cd ./data/ && tar xf fom_lite.tar && cd ../ ;; + edvr|basicvsr|msvsr) rm -rf ./data/reds* wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/reds_lite.tar --no-check-certificate - cd ./data/ && tar xf reds_lite.tar && cd ../ - fi - + cd ./data/ && tar xf reds_lite.tar && cd ../ ;; + esrgan) + rm -rf ./data/DIV2K* + wget -nc -P ./data/ https://paddlegan.bj.bcebos.com/datasets/DIV2KandSet14.tar --no-check-certificate + cd ./data/ && tar xf DIV2KandSet14.tar && cd ../ ;; + esac elif [ ${MODE} = "whole_train_whole_infer" ];then if [ ${model_name} == "pix2pix" ]; then rm -rf ./data/facades* -- GitLab