160 lines
5.3 KiB
Bash
160 lines
5.3 KiB
Bash
#!/bin/bash
|
|
source ./common_func.sh
|
|
export LD_LIBRARY_PATH=${PWD}:$LD_LIBRARY_PATH
|
|
|
|
FILENAME=$1
|
|
dataline=$(cat $FILENAME)
|
|
# parser params
|
|
IFS=$'\n'
|
|
lines=(${dataline})
|
|
|
|
# parser lite inference
|
|
inference_cmd=$(func_parser_value "${lines[1]}")
|
|
runtime_device=$(func_parser_value "${lines[2]}")
|
|
det_model_list=$(func_parser_value "${lines[3]}")
|
|
rec_model_list=$(func_parser_value "${lines[4]}")
|
|
cls_model_list=$(func_parser_value "${lines[5]}")
|
|
cpu_threads_list=$(func_parser_value "${lines[6]}")
|
|
det_batch_size_list=$(func_parser_value "${lines[7]}")
|
|
rec_batch_size_list=$(func_parser_value "${lines[8]}")
|
|
infer_img_dir_list=$(func_parser_value "${lines[9]}")
|
|
config_dir=$(func_parser_value "${lines[10]}")
|
|
rec_dict_dir=$(func_parser_value "${lines[11]}")
|
|
benchmark_value=$(func_parser_value "${lines[12]}")
|
|
|
|
if [[ $inference_cmd =~ "det" ]]; then
|
|
lite_model_list=${det_lite_model_list}
|
|
elif [[ $inference_cmd =~ "rec" ]]; then
|
|
lite_model_list=(${rec_lite_model_list[*]} ${cls_lite_model_list[*]})
|
|
elif [[ $inference_cmd =~ "system" ]]; then
|
|
lite_model_list=(${det_lite_model_list[*]} ${rec_lite_model_list[*]} ${cls_lite_model_list[*]})
|
|
else
|
|
echo "inference_cmd is wrong, please check."
|
|
exit 1
|
|
fi
|
|
|
|
LOG_PATH="./output"
|
|
mkdir -p ${LOG_PATH}
|
|
status_log="${LOG_PATH}/results.log"
|
|
|
|
|
|
function func_test_det(){
|
|
IFS='|'
|
|
_script=$1
|
|
_det_model=$2
|
|
_log_path=$3
|
|
_img_dir=$4
|
|
_config=$5
|
|
if [[ $_det_model =~ "slim" ]]; then
|
|
precision="INT8"
|
|
else
|
|
precision="FP32"
|
|
fi
|
|
|
|
# lite inference
|
|
for num_threads in ${cpu_threads_list[*]}; do
|
|
for det_batchsize in ${det_batch_size_list[*]}; do
|
|
_save_log_path="${_log_path}/lite_${_det_model}_runtime_device_${runtime_device}_precision_${precision}_det_batchsize_${det_batchsize}_threads_${num_threads}.log"
|
|
command="${_script} ${_det_model} ${runtime_device} ${precision} ${num_threads} ${det_batchsize} ${_img_dir} ${_config} ${benchmark_value} > ${_save_log_path} 2>&1"
|
|
eval ${command}
|
|
status_check $? "${command}" "${status_log}"
|
|
done
|
|
done
|
|
}
|
|
|
|
function func_test_rec(){
|
|
IFS='|'
|
|
_script=$1
|
|
_rec_model=$2
|
|
_cls_model=$3
|
|
_log_path=$4
|
|
_img_dir=$5
|
|
_config=$6
|
|
_rec_dict_dir=$7
|
|
|
|
if [[ $_det_model =~ "slim" ]]; then
|
|
_precision="INT8"
|
|
else
|
|
_precision="FP32"
|
|
fi
|
|
|
|
# lite inference
|
|
for num_threads in ${cpu_threads_list[*]}; do
|
|
for rec_batchsize in ${rec_batch_size_list[*]}; do
|
|
_save_log_path="${_log_path}/lite_${_rec_model}_${cls_model}_runtime_device_${runtime_device}_precision_${_precision}_rec_batchsize_${rec_batchsize}_threads_${num_threads}.log"
|
|
command="${_script} ${_rec_model} ${_cls_model} ${runtime_device} ${_precision} ${num_threads} ${rec_batchsize} ${_img_dir} ${_config} ${_rec_dict_dir} ${benchmark_value} > ${_save_log_path} 2>&1"
|
|
eval ${command}
|
|
status_check $? "${command}" "${status_log}"
|
|
done
|
|
done
|
|
}
|
|
|
|
function func_test_system(){
|
|
IFS='|'
|
|
_script=$1
|
|
_det_model=$2
|
|
_rec_model=$3
|
|
_cls_model=$4
|
|
_log_path=$5
|
|
_img_dir=$6
|
|
_config=$7
|
|
_rec_dict_dir=$8
|
|
if [[ $_det_model =~ "slim" ]]; then
|
|
_precision="INT8"
|
|
else
|
|
_precision="FP32"
|
|
fi
|
|
|
|
# lite inference
|
|
for num_threads in ${cpu_threads_list[*]}; do
|
|
for det_batchsize in ${det_batch_size_list[*]}; do
|
|
for rec_batchsize in ${rec_batch_size_list[*]}; do
|
|
_save_log_path="${_log_path}/lite_${_det_model}_${_rec_model}_${_cls_model}_runtime_device_${runtime_device}_precision_${_precision}_det_batchsize_${det_batchsize}_rec_batchsize_${rec_batchsize}_threads_${num_threads}.log"
|
|
command="${_script} ${_det_model} ${_rec_model} ${_cls_model} ${runtime_device} ${_precision} ${num_threads} ${det_batchsize} ${_img_dir} ${_config} ${_rec_dict_dir} ${benchmark_value} > ${_save_log_path} 2>&1"
|
|
eval ${command}
|
|
status_check $? "${command}" "${status_log}"
|
|
done
|
|
done
|
|
done
|
|
}
|
|
|
|
|
|
echo "################### run test ###################"
|
|
|
|
if [[ $inference_cmd =~ "det" ]]; then
|
|
IFS="|"
|
|
det_model_list=(${det_model_list[*]})
|
|
|
|
for i in {0..1}; do
|
|
#run lite inference
|
|
for img_dir in ${infer_img_dir_list[*]}; do
|
|
func_test_det "${inference_cmd}" "${det_model_list[i]}_opt.nb" "${LOG_PATH}" "${img_dir}" "${config_dir}"
|
|
done
|
|
done
|
|
|
|
elif [[ $inference_cmd =~ "rec" ]]; then
|
|
IFS="|"
|
|
rec_model_list=(${rec_model_list[*]})
|
|
cls_model_list=(${cls_model_list[*]})
|
|
|
|
for i in {0..1}; do
|
|
#run lite inference
|
|
for img_dir in ${infer_img_dir_list[*]}; do
|
|
func_test_rec "${inference_cmd}" "${rec_model}_opt.nb" "${cls_model_list[i]}_opt.nb" "${LOG_PATH}" "${img_dir}" "${rec_dict_dir}" "${config_dir}"
|
|
done
|
|
done
|
|
|
|
elif [[ $inference_cmd =~ "system" ]]; then
|
|
IFS="|"
|
|
det_model_list=(${det_model_list[*]})
|
|
rec_model_list=(${rec_model_list[*]})
|
|
cls_model_list=(${cls_model_list[*]})
|
|
|
|
for i in {0..1}; do
|
|
#run lite inference
|
|
for img_dir in ${infer_img_dir_list[*]}; do
|
|
func_test_system "${inference_cmd}" "${det_model_list[i]}_opt.nb" "${rec_model_list[i]}_opt.nb" "${cls_model_list[i]}_opt.nb" "${LOG_PATH}" "${img_dir}" "${config_dir}" "${rec_dict_dir}"
|
|
done
|
|
done
|
|
fi
|