From 8aed983153fdc31ef9514e28172c7485a6367b07 Mon Sep 17 00:00:00 2001 From: dongshuilong Date: Tue, 15 Mar 2022 03:57:25 +0000 Subject: [PATCH] add pure and amp fp16 for bechmark r50 --- .../N1C1/ResNet50_bs128_amp_fp16_SingleP_DP.sh | 13 +++++++++++++ .../N1C1/ResNet50_bs128_fp32_SingleP_DP.sh | 17 +++++++++++++++++ .../N1C1/ResNet50_bs128_pure_fp16_SingleP_DP.sh | 13 +++++++++++++ ...sh => ResNet50_bs256_amp_fp16_SingleP_DP.sh} | 2 +- .../N1C1/ResNet50_bs256_pure_fp16_SingleP_DP.sh | 13 +++++++++++++ ....sh => ResNet50_bs64_amp_fp16_SingleP_DP.sh} | 2 +- .../N1C1/ResNet50_bs64_pure_fp16_SingleP_DP.sh | 13 +++++++++++++ .../N1C8/ResNet50_bs128_amp_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N1C8/ResNet50_bs128_fp32_MultiP_DP.sh | 13 +++++++++++++ .../N1C8/ResNet50_bs128_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ ....sh => ResNet50_bs256_amp_fp16_MultiP_DP.sh} | 2 +- .../N1C8/ResNet50_bs256_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ ...P.sh => ResNet50_bs64_amp_fp16_MultiP_DP.sh} | 2 +- .../N1C8/ResNet50_bs64_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs128_amp_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs128_fp32_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs128_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs256_amp_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs256_fp32_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs256_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs64_amp_fp16_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs64_fp32_MultiP_DP.sh | 13 +++++++++++++ .../N4C32/ResNet50_bs64_pure_fp16_MultiP_DP.sh | 13 +++++++++++++ .../ResNet50/benchmark_common/run_benchmark.sh | 4 +++- 24 files changed, 258 insertions(+), 5 deletions(-) create mode 100644 test_tipc/static/ResNet50/N1C1/ResNet50_bs128_amp_fp16_SingleP_DP.sh create mode 100644 test_tipc/static/ResNet50/N1C1/ResNet50_bs128_fp32_SingleP_DP.sh create mode 100644 test_tipc/static/ResNet50/N1C1/ResNet50_bs128_pure_fp16_SingleP_DP.sh rename test_tipc/static/ResNet50/N1C1/{ResNet50_bs256_fp16_SingleP_DP.sh => ResNet50_bs256_amp_fp16_SingleP_DP.sh} (95%) create mode 100644 test_tipc/static/ResNet50/N1C1/ResNet50_bs256_pure_fp16_SingleP_DP.sh rename test_tipc/static/ResNet50/N1C1/{ResNet50_bs64_fp16_SingleP_DP.sh => ResNet50_bs64_amp_fp16_SingleP_DP.sh} (95%) create mode 100644 test_tipc/static/ResNet50/N1C1/ResNet50_bs64_pure_fp16_SingleP_DP.sh create mode 100644 test_tipc/static/ResNet50/N1C8/ResNet50_bs128_amp_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N1C8/ResNet50_bs128_fp32_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N1C8/ResNet50_bs128_pure_fp16_MultiP_DP.sh rename test_tipc/static/ResNet50/N1C8/{ResNet50_bs256_fp16_MultiP_DP.sh => ResNet50_bs256_amp_fp16_MultiP_DP.sh} (95%) create mode 100644 test_tipc/static/ResNet50/N1C8/ResNet50_bs256_pure_fp16_MultiP_DP.sh rename test_tipc/static/ResNet50/N1C8/{ResNet50_bs64_fp16_MultiP_DP.sh => ResNet50_bs64_amp_fp16_MultiP_DP.sh} (95%) create mode 100644 test_tipc/static/ResNet50/N1C8/ResNet50_bs64_pure_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs128_amp_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs128_fp32_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs128_pure_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs64_amp_fp16_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs64_fp32_MultiP_DP.sh create mode 100644 test_tipc/static/ResNet50/N4C32/ResNet50_bs64_pure_fp16_MultiP_DP.sh diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_amp_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_amp_fp16_SingleP_DP.sh new file mode 100644 index 00000000..0dfc2cea --- /dev/null +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_amp_fp16_SingleP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=amp_fp16 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=1 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_fp32_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_fp32_SingleP_DP.sh new file mode 100644 index 00000000..0701cdef --- /dev/null +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_fp32_SingleP_DP.sh @@ -0,0 +1,17 @@ +model_item=ResNet50 +bs_item=128 +fp_item=fp32 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=1 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; +# run profiling +sleep 10; +export PROFILING=true +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_pure_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_pure_fp16_SingleP_DP.sh new file mode 100644 index 00000000..7a9e82c0 --- /dev/null +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs128_pure_fp16_SingleP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=pure_fp16 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=1 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_amp_fp16_SingleP_DP.sh similarity index 95% rename from test_tipc/static/ResNet50/N1C1/ResNet50_bs256_fp16_SingleP_DP.sh rename to test_tipc/static/ResNet50/N1C1/ResNet50_bs256_amp_fp16_SingleP_DP.sh index b338608b..a98ec94f 100644 --- a/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_fp16_SingleP_DP.sh +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_amp_fp16_SingleP_DP.sh @@ -1,6 +1,6 @@ model_item=ResNet50 bs_item=256 -fp_item=fp16 +fp_item=amp_fp16 run_process_type=SingleP run_mode=DP device_num=N1C1 diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_pure_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_pure_fp16_SingleP_DP.sh new file mode 100644 index 00000000..554455e6 --- /dev/null +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs256_pure_fp16_SingleP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=256 +fp_item=pure_fp16 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=1 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_amp_fp16_SingleP_DP.sh similarity index 95% rename from test_tipc/static/ResNet50/N1C1/ResNet50_bs64_fp16_SingleP_DP.sh rename to test_tipc/static/ResNet50/N1C1/ResNet50_bs64_amp_fp16_SingleP_DP.sh index c6d96b1f..4b86a74a 100644 --- a/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_fp16_SingleP_DP.sh +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_amp_fp16_SingleP_DP.sh @@ -1,6 +1,6 @@ model_item=ResNet50 bs_item=64 -fp_item=fp16 +fp_item=amp_fp16 run_process_type=SingleP run_mode=DP device_num=N1C1 diff --git a/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_pure_fp16_SingleP_DP.sh b/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_pure_fp16_SingleP_DP.sh new file mode 100644 index 00000000..0c3ef054 --- /dev/null +++ b/test_tipc/static/ResNet50/N1C1/ResNet50_bs64_pure_fp16_SingleP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=64 +fp_item=pure_fp16 +run_process_type=SingleP +run_mode=DP +device_num=N1C1 +max_epochs=1 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_amp_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_amp_fp16_MultiP_DP.sh new file mode 100644 index 00000000..5ee4b25a --- /dev/null +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_amp_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=amp_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N1C8 +max_epochs=8 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_fp32_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_fp32_MultiP_DP.sh new file mode 100644 index 00000000..eed2099c --- /dev/null +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_fp32_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=fp32 +run_process_type=MultiP +run_mode=DP +device_num=N1C8 +max_epochs=8 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..55efd4bd --- /dev/null +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs128_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N1C8 +max_epochs=8 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_amp_fp16_MultiP_DP.sh similarity index 95% rename from test_tipc/static/ResNet50/N1C8/ResNet50_bs256_fp16_MultiP_DP.sh rename to test_tipc/static/ResNet50/N1C8/ResNet50_bs256_amp_fp16_MultiP_DP.sh index d20792d9..70d33e6e 100644 --- a/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_fp16_MultiP_DP.sh +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_amp_fp16_MultiP_DP.sh @@ -1,6 +1,6 @@ model_item=ResNet50 bs_item=256 -fp_item=fp16 +fp_item=amp_fp16 run_process_type=MultiP run_mode=DP device_num=N1C8 diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..ada8a0d2 --- /dev/null +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs256_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=256 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N1C8 +max_epochs=8 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_amp_fp16_MultiP_DP.sh similarity index 95% rename from test_tipc/static/ResNet50/N1C8/ResNet50_bs64_fp16_MultiP_DP.sh rename to test_tipc/static/ResNet50/N1C8/ResNet50_bs64_amp_fp16_MultiP_DP.sh index 7edf4e42..8141d002 100644 --- a/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_fp16_MultiP_DP.sh +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_amp_fp16_MultiP_DP.sh @@ -1,6 +1,6 @@ model_item=ResNet50 bs_item=64 -fp_item=fp16 +fp_item=amp_fp16 run_process_type=MultiP run_mode=DP device_num=N1C8 diff --git a/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..acf8dcdb --- /dev/null +++ b/test_tipc/static/ResNet50/N1C8/ResNet50_bs64_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=64 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N1C8 +max_epochs=8 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_amp_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_amp_fp16_MultiP_DP.sh new file mode 100644 index 00000000..19554124 --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_amp_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=amp_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_fp32_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_fp32_MultiP_DP.sh new file mode 100644 index 00000000..3b554906 --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_fp32_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=fp32 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..95ed49ac --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs128_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=128 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_MultiP_DP.sh new file mode 100644 index 00000000..4997154d --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=256 +fp_item=amp_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_MultiP_DP.sh new file mode 100644 index 00000000..7ff8bf64 --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=256 +fp_item=fp32 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..a43cdf17 --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=256 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_amp_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_amp_fp16_MultiP_DP.sh new file mode 100644 index 00000000..6d9b26a9 --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_amp_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=64 +fp_item=amp_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_fp32_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_fp32_MultiP_DP.sh new file mode 100644 index 00000000..54b19abc --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_fp32_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=64 +fp_item=fp32 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_pure_fp16_MultiP_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_pure_fp16_MultiP_DP.sh new file mode 100644 index 00000000..e3c3daaf --- /dev/null +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs64_pure_fp16_MultiP_DP.sh @@ -0,0 +1,13 @@ +model_item=ResNet50 +bs_item=64 +fp_item=pure_fp16 +run_process_type=MultiP +run_mode=DP +device_num=N4C32 +max_epochs=32 +num_workers=8 + +# get data +bash test_tipc/static/${model_item}/benchmark_common/prepare.sh +# run +bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/benchmark_common/run_benchmark.sh b/test_tipc/static/ResNet50/benchmark_common/run_benchmark.sh index 2c3e4e1e..b66602ea 100644 --- a/test_tipc/static/ResNet50/benchmark_common/run_benchmark.sh +++ b/test_tipc/static/ResNet50/benchmark_common/run_benchmark.sh @@ -35,8 +35,10 @@ function _train(){ if [ ${fp_item} = "fp32" ]; then config_file="-c ppcls/configs/ImageNet/ResNet/ResNet50.yaml" - else + elif [ ${fp_item} = "amp_fp16" ]; then config_file="-c ppcls/configs/ImageNet/ResNet/ResNet50_amp_O1.yaml" + elif [ ${fp_item} = "pure_fp16" ]; then + config_file="-c ppcls/configs/ImageNet/ResNet/ResNet50_amp_O2.yaml" fi if [ ${profiling} = "false" ]; then profiling_config="" -- GitLab