Merge pull request #2151 from RainFrost1/develop

修复benchmark中bs过大时导致log过少的问题
pull/2142/head^2
Walter 2022-07-14 14:21:40 +08:00 committed by GitHub
commit c5b5b34306
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 0 deletions

View File

@ -179,6 +179,22 @@ for batch_size in ${batch_size_list[*]}; do
func_sed_params "$FILENAME" "${line_epoch}" "$epoch"
gpu_id=$(set_gpu_id $device_num)
# if bs is big, then copy train_list.txt to generate more train log
# There are 5w image in train_list. And the train log printed interval is 10 iteration.
# At least 25 log number would be good to calculate ips for benchmark system.
# So the copy number for train_list is as follows:
total_batch_size=`echo $[$batch_size*${device_num:1:1}*${device_num:3:3}]`
copy_num=`echo $[$total_batch_size/200]`
if [ $copy_num -gt 1 ];then
cd dataset/ILSVRC2012
rm -rf train_list.txt
for ((i=1; i <=$copy_num; i++));do
cat val_list.txt >> train_list.txt
done
cd ../../
fi
if [ ${#gpu_id} -le 1 ];then
log_path="$SAVE_LOG/profiling_log"
mkdir -p $log_path