diff --git a/.gitignore b/.gitignore index d8f8bca6ec5faa7f12c78c2dbeb9c7d11e903b97..f1e7651dabdb487f76efa9c992407bb077feac35 100644 --- a/.gitignore +++ b/.gitignore @@ -12,3 +12,4 @@ build/ log/ nohup.out .DS_Store +.idea diff --git a/ppcls/static/program.py b/ppcls/static/program.py index 7f2313a58f45bcf05de3c8c92fd205eeabcb4c3e..a6a80f13e07d6b040af17a16e6c0324492cfe174 100644 --- a/ppcls/static/program.py +++ b/ppcls/static/program.py @@ -371,6 +371,11 @@ def run(dataloader, "Except RuntimeError when reading data from dataloader, try to read once again..." ) continue + except IndexError: + logger.warning( + "Except IndexError when reading data from dataloader, try to read once again..." + ) + continue idx += 1 # ignore the warmup iters if idx == 5: diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh index 8ec70d35c3aed8814e43062f70223d4a2c5fffe8..f9f2f76665cb030fbf11414d4f313345a539b12c 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh index 6ab1ec00cfc97b9b15e392bcc08ac5cde7a896e5..9f6ab183e28ab8d7243cbcedfa93215f590913f9 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh index 672fb24660ba10f181098dc2c8b2cc52463bfc40..bef8186ea5e10feda6d62e1df01a41303b5c3469 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;