From 46532c446b63a26a74695d44c7d376fa7ecf9ef7 Mon Sep 17 00:00:00 2001 From: dongshuilong Date: Thu, 14 Jul 2022 03:35:50 +0000 Subject: [PATCH] fix train list bug for benchmark --- test_tipc/benchmark_train.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/test_tipc/benchmark_train.sh b/test_tipc/benchmark_train.sh index 5c4d4112..bbec7c62 100644 --- a/test_tipc/benchmark_train.sh +++ b/test_tipc/benchmark_train.sh @@ -179,6 +179,22 @@ for batch_size in ${batch_size_list[*]}; do func_sed_params "$FILENAME" "${line_epoch}" "$epoch" gpu_id=$(set_gpu_id $device_num) + # if bs is big, then copy train_list.txt to generate more train log + # There are 5w image in train_list. And the train log printed interval is 10 iteration. + # At least 25 log number would be good to calculate ips for benchmark system. + # So the copy number for train_list is as follows: + total_batch_size=`echo $[$batch_size*${device_num:1:1}*${device_num:3:3}]` + copy_num=`echo $[$total_batch_size/200]` + if [ $copy_num -gt 1 ];then + cd dataset/ILSVRC2012 + rm -rf train_list.txt + for ((i=1; i <=$copy_num; i++));do + cat val_list.txt >> train_list.txt + done + cd ../../ + fi + + if [ ${#gpu_id} -le 1 ];then log_path="$SAVE_LOG/profiling_log" mkdir -p $log_path -- GitLab