2021-10-28 12:05:51 +08:00
|
|
|
#!/bin/bash
|
|
|
|
|
source test_tipc/common_func.sh
|
|
|
|
|
|
|
|
|
|
FILENAME=$1
|
|
|
|
|
|
|
|
|
|
dataline=$(cat ${FILENAME})
|
|
|
|
|
lines=(${dataline})
|
|
|
|
|
# common params
|
|
|
|
|
model_name=$(func_parser_value "${lines[1]}")
|
|
|
|
|
python=$(func_parser_value "${lines[2]}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# parser params
|
2022-05-26 20:29:49 +08:00
|
|
|
dataline=$(awk 'NR==1, NR==17{print}' $FILENAME)
|
2021-10-28 12:05:51 +08:00
|
|
|
IFS=$'\n'
|
|
|
|
|
lines=(${dataline})
|
|
|
|
|
|
|
|
|
|
# parser paddle2onnx
|
2021-11-10 16:01:01 +08:00
|
|
|
model_name=$(func_parser_value "${lines[1]}")
|
|
|
|
|
python=$(func_parser_value "${lines[2]}")
|
|
|
|
|
padlle2onnx_cmd=$(func_parser_value "${lines[3]}")
|
2022-05-26 20:29:49 +08:00
|
|
|
det_infer_model_dir_key=$(func_parser_key "${lines[4]}")
|
|
|
|
|
det_infer_model_dir_value=$(func_parser_value "${lines[4]}")
|
2021-11-10 16:01:01 +08:00
|
|
|
model_filename_key=$(func_parser_key "${lines[5]}")
|
|
|
|
|
model_filename_value=$(func_parser_value "${lines[5]}")
|
|
|
|
|
params_filename_key=$(func_parser_key "${lines[6]}")
|
|
|
|
|
params_filename_value=$(func_parser_value "${lines[6]}")
|
2022-05-26 20:29:49 +08:00
|
|
|
det_save_file_key=$(func_parser_key "${lines[7]}")
|
|
|
|
|
det_save_file_value=$(func_parser_value "${lines[7]}")
|
|
|
|
|
rec_infer_model_dir_key=$(func_parser_key "${lines[8]}")
|
|
|
|
|
rec_infer_model_dir_value=$(func_parser_value "${lines[8]}")
|
|
|
|
|
rec_save_file_key=$(func_parser_key "${lines[9]}")
|
|
|
|
|
rec_save_file_value=$(func_parser_value "${lines[9]}")
|
|
|
|
|
opset_version_key=$(func_parser_key "${lines[10]}")
|
|
|
|
|
opset_version_value=$(func_parser_value "${lines[10]}")
|
|
|
|
|
enable_onnx_checker_key=$(func_parser_key "${lines[11]}")
|
|
|
|
|
enable_onnx_checker_value=$(func_parser_value "${lines[11]}")
|
2021-10-28 12:05:51 +08:00
|
|
|
# parser onnx inference
|
2022-05-26 20:29:49 +08:00
|
|
|
inference_py=$(func_parser_value "${lines[12]}")
|
|
|
|
|
use_gpu_key=$(func_parser_key "${lines[13]}")
|
|
|
|
|
use_gpu_list=$(func_parser_value "${lines[13]}")
|
|
|
|
|
det_model_key=$(func_parser_key "${lines[14]}")
|
|
|
|
|
rec_model_key=$(func_parser_key "${lines[15]}")
|
|
|
|
|
image_dir_key=$(func_parser_key "${lines[16]}")
|
|
|
|
|
image_dir_value=$(func_parser_value "${lines[16]}")
|
2021-10-28 12:05:51 +08:00
|
|
|
|
2022-05-26 20:29:49 +08:00
|
|
|
LOG_PATH="./test_tipc/output/${model_name}/paddle2onnx"
|
2022-05-12 19:59:02 +08:00
|
|
|
mkdir -p ${LOG_PATH}
|
2021-10-28 12:05:51 +08:00
|
|
|
status_log="${LOG_PATH}/results_paddle2onnx.log"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
function func_paddle2onnx(){
|
|
|
|
|
IFS='|'
|
|
|
|
|
_script=$1
|
|
|
|
|
|
|
|
|
|
# paddle2onnx
|
2022-08-04 10:15:12 +08:00
|
|
|
if [ ${model_name} = "ch_PP-OCRv2" ] || [ ${model_name} = "ch_PP-OCRv3" ] || [ ${model_name} = "ch_ppocr_mobile_v2_0" ] || [ ${model_name} = "ch_ppocr_server_v2_0" ]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
# trans det
|
|
|
|
|
set_dirname=$(func_set_params "--model_dir" "${det_infer_model_dir_value}")
|
|
|
|
|
set_model_filename=$(func_set_params "${model_filename_key}" "${model_filename_value}")
|
|
|
|
|
set_params_filename=$(func_set_params "${params_filename_key}" "${params_filename_value}")
|
|
|
|
|
set_save_model=$(func_set_params "--save_file" "${det_save_file_value}")
|
|
|
|
|
set_opset_version=$(func_set_params "${opset_version_key}" "${opset_version_value}")
|
|
|
|
|
set_enable_onnx_checker=$(func_set_params "${enable_onnx_checker_key}" "${enable_onnx_checker_value}")
|
2022-06-22 15:03:44 +08:00
|
|
|
trans_det_log="${LOG_PATH}/trans_model_det.log"
|
2022-09-05 16:56:29 +08:00
|
|
|
trans_model_cmd="${padlle2onnx_cmd} ${set_dirname} ${set_model_filename} ${set_params_filename} ${set_save_model} ${set_opset_version} ${set_enable_onnx_checker} --enable_dev_version=False > ${trans_det_log} 2>&1 "
|
2022-05-26 20:29:49 +08:00
|
|
|
eval $trans_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${trans_model_cmd}" "${status_log}" "${model_name}" "${trans_det_log}"
|
2022-05-26 20:29:49 +08:00
|
|
|
# trans rec
|
|
|
|
|
set_dirname=$(func_set_params "--model_dir" "${rec_infer_model_dir_value}")
|
|
|
|
|
set_model_filename=$(func_set_params "${model_filename_key}" "${model_filename_value}")
|
|
|
|
|
set_params_filename=$(func_set_params "${params_filename_key}" "${params_filename_value}")
|
|
|
|
|
set_save_model=$(func_set_params "--save_file" "${rec_save_file_value}")
|
|
|
|
|
set_opset_version=$(func_set_params "${opset_version_key}" "${opset_version_value}")
|
|
|
|
|
set_enable_onnx_checker=$(func_set_params "${enable_onnx_checker_key}" "${enable_onnx_checker_value}")
|
2022-06-22 15:03:44 +08:00
|
|
|
trans_rec_log="${LOG_PATH}/trans_model_rec.log"
|
2022-09-05 16:56:29 +08:00
|
|
|
trans_model_cmd="${padlle2onnx_cmd} ${set_dirname} ${set_model_filename} ${set_params_filename} ${set_save_model} ${set_opset_version} ${set_enable_onnx_checker} --enable_dev_version=False > ${trans_rec_log} 2>&1 "
|
2022-05-26 20:29:49 +08:00
|
|
|
eval $trans_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${trans_model_cmd}" "${status_log}" "${model_name}" "${trans_rec_log}"
|
2022-06-07 16:48:46 +08:00
|
|
|
elif [[ ${model_name} =~ "det" ]]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
# trans det
|
|
|
|
|
set_dirname=$(func_set_params "--model_dir" "${det_infer_model_dir_value}")
|
|
|
|
|
set_model_filename=$(func_set_params "${model_filename_key}" "${model_filename_value}")
|
|
|
|
|
set_params_filename=$(func_set_params "${params_filename_key}" "${params_filename_value}")
|
|
|
|
|
set_save_model=$(func_set_params "--save_file" "${det_save_file_value}")
|
|
|
|
|
set_opset_version=$(func_set_params "${opset_version_key}" "${opset_version_value}")
|
|
|
|
|
set_enable_onnx_checker=$(func_set_params "${enable_onnx_checker_key}" "${enable_onnx_checker_value}")
|
2022-06-22 15:03:44 +08:00
|
|
|
trans_det_log="${LOG_PATH}/trans_model_det.log"
|
2022-09-05 16:56:29 +08:00
|
|
|
trans_model_cmd="${padlle2onnx_cmd} ${set_dirname} ${set_model_filename} ${set_params_filename} ${set_save_model} ${set_opset_version} ${set_enable_onnx_checker} --enable_dev_version=False > ${trans_det_log} 2>&1 "
|
2022-05-26 20:29:49 +08:00
|
|
|
eval $trans_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${trans_model_cmd}" "${status_log}" "${model_name}" "${trans_det_log}"
|
2022-06-07 16:48:46 +08:00
|
|
|
elif [[ ${model_name} =~ "rec" ]]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
# trans rec
|
|
|
|
|
set_dirname=$(func_set_params "--model_dir" "${rec_infer_model_dir_value}")
|
|
|
|
|
set_model_filename=$(func_set_params "${model_filename_key}" "${model_filename_value}")
|
|
|
|
|
set_params_filename=$(func_set_params "${params_filename_key}" "${params_filename_value}")
|
|
|
|
|
set_save_model=$(func_set_params "--save_file" "${rec_save_file_value}")
|
|
|
|
|
set_opset_version=$(func_set_params "${opset_version_key}" "${opset_version_value}")
|
|
|
|
|
set_enable_onnx_checker=$(func_set_params "${enable_onnx_checker_key}" "${enable_onnx_checker_value}")
|
2022-06-22 15:03:44 +08:00
|
|
|
trans_rec_log="${LOG_PATH}/trans_model_rec.log"
|
2022-09-05 16:56:29 +08:00
|
|
|
trans_model_cmd="${padlle2onnx_cmd} ${set_dirname} ${set_model_filename} ${set_params_filename} ${set_save_model} ${set_opset_version} ${set_enable_onnx_checker} --enable_dev_version=False > ${trans_rec_log} 2>&1 "
|
2022-05-26 20:29:49 +08:00
|
|
|
eval $trans_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${trans_model_cmd}" "${status_log}" "${model_name}" "${trans_rec_log}"
|
2022-09-28 10:39:40 +08:00
|
|
|
elif [ ${model_name} = "slanet" ] || [ ${model_name} = "en_table_structure" ]; then
|
2022-09-26 21:39:09 +08:00
|
|
|
# trans det
|
|
|
|
|
set_dirname=$(func_set_params "--model_dir" "${det_infer_model_dir_value}")
|
|
|
|
|
set_model_filename=$(func_set_params "${model_filename_key}" "${model_filename_value}")
|
|
|
|
|
set_params_filename=$(func_set_params "${params_filename_key}" "${params_filename_value}")
|
|
|
|
|
set_save_model=$(func_set_params "--save_file" "${det_save_file_value}")
|
|
|
|
|
set_opset_version=$(func_set_params "${opset_version_key}" "${opset_version_value}")
|
|
|
|
|
set_enable_onnx_checker=$(func_set_params "${enable_onnx_checker_key}" "${enable_onnx_checker_value}")
|
|
|
|
|
trans_det_log="${LOG_PATH}/trans_model_det.log"
|
|
|
|
|
trans_model_cmd="${padlle2onnx_cmd} ${set_dirname} ${set_model_filename} ${set_params_filename} ${set_save_model} ${set_opset_version} ${set_enable_onnx_checker} --enable_dev_version=True > ${trans_det_log} 2>&1 "
|
|
|
|
|
eval $trans_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
|
|
|
|
status_check $last_status "${trans_model_cmd}" "${status_log}" "${model_name}" "${trans_det_log}"
|
2022-05-26 20:29:49 +08:00
|
|
|
fi
|
|
|
|
|
|
2021-10-28 12:05:51 +08:00
|
|
|
# python inference
|
2022-05-12 19:59:02 +08:00
|
|
|
for use_gpu in ${use_gpu_list[*]}; do
|
|
|
|
|
if [ ${use_gpu} = "False" ] || [ ${use_gpu} = "cpu" ]; then
|
|
|
|
|
_save_log_path="${LOG_PATH}/paddle2onnx_infer_cpu.log"
|
|
|
|
|
set_gpu=$(func_set_params "${use_gpu_key}" "${use_gpu}")
|
|
|
|
|
set_img_dir=$(func_set_params "${image_dir_key}" "${image_dir_value}")
|
2022-08-04 10:15:12 +08:00
|
|
|
if [ ${model_name} = "ch_PP-OCRv2" ] || [ ${model_name} = "ch_PP-OCRv3" ] || [ ${model_name} = "ch_ppocr_mobile_v2_0" ] || [ ${model_name} = "ch_ppocr_server_v2_0" ]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_det_model_dir=$(func_set_params "${det_model_key}" "${det_save_file_value}")
|
|
|
|
|
set_rec_model_dir=$(func_set_params "${rec_model_key}" "${rec_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_det_model_dir} ${set_rec_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
2022-09-28 10:39:40 +08:00
|
|
|
elif [[ ${model_name} =~ "det" ]] || [ ${model_name} = "slanet" ] || [ ${model_name} = "en_table_structure" ]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_det_model_dir=$(func_set_params "${det_model_key}" "${det_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_det_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
2022-06-07 16:48:46 +08:00
|
|
|
elif [[ ${model_name} =~ "rec" ]]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_rec_model_dir=$(func_set_params "${rec_model_key}" "${rec_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_rec_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
|
|
|
|
fi
|
2022-05-12 19:59:02 +08:00
|
|
|
eval $infer_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
|
|
|
|
eval "cat ${_save_log_path}"
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${infer_model_cmd}" "${status_log}" "${model_name}" "${_save_log_path}"
|
2022-05-12 19:59:02 +08:00
|
|
|
elif [ ${use_gpu} = "True" ] || [ ${use_gpu} = "gpu" ]; then
|
|
|
|
|
_save_log_path="${LOG_PATH}/paddle2onnx_infer_gpu.log"
|
|
|
|
|
set_gpu=$(func_set_params "${use_gpu_key}" "${use_gpu}")
|
|
|
|
|
set_img_dir=$(func_set_params "${image_dir_key}" "${image_dir_value}")
|
2022-08-04 10:15:12 +08:00
|
|
|
if [ ${model_name} = "ch_PP-OCRv2" ] || [ ${model_name} = "ch_PP-OCRv3" ] || [ ${model_name} = "ch_ppocr_mobile_v2_0" ] || [ ${model_name} = "ch_ppocr_server_v2_0" ]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_det_model_dir=$(func_set_params "${det_model_key}" "${det_save_file_value}")
|
|
|
|
|
set_rec_model_dir=$(func_set_params "${rec_model_key}" "${rec_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_det_model_dir} ${set_rec_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
2022-09-28 10:39:40 +08:00
|
|
|
elif [[ ${model_name} =~ "det" ]]|| [ ${model_name} = "slanet" ] || [ ${model_name} = "en_table_structure" ]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_det_model_dir=$(func_set_params "${det_model_key}" "${det_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_det_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
2022-06-07 16:48:46 +08:00
|
|
|
elif [[ ${model_name} =~ "rec" ]]; then
|
2022-05-26 20:29:49 +08:00
|
|
|
set_rec_model_dir=$(func_set_params "${rec_model_key}" "${rec_save_file_value}")
|
|
|
|
|
infer_model_cmd="${python} ${inference_py} ${set_gpu} ${set_img_dir} ${set_rec_model_dir} --use_onnx=True > ${_save_log_path} 2>&1 "
|
|
|
|
|
fi
|
2022-05-12 19:59:02 +08:00
|
|
|
eval $infer_model_cmd
|
|
|
|
|
last_status=${PIPESTATUS[0]}
|
|
|
|
|
eval "cat ${_save_log_path}"
|
2022-08-16 15:18:05 +08:00
|
|
|
status_check $last_status "${infer_model_cmd}" "${status_log}" "${model_name}" "${_save_log_path}"
|
2022-05-12 19:59:02 +08:00
|
|
|
else
|
|
|
|
|
echo "Does not support hardware other than CPU and GPU Currently!"
|
|
|
|
|
fi
|
|
|
|
|
done
|
2021-10-28 12:05:51 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
echo "################### run test ###################"
|
|
|
|
|
|
|
|
|
|
export Count=0
|
|
|
|
|
IFS="|"
|
2022-08-16 15:18:05 +08:00
|
|
|
func_paddle2onnx
|
