mmdeploy/tests/regression/mmocr.yml

202 lines
8.5 KiB
YAML

globals:
codebase_dir: ../mmocr
checkpoint_force_download: False
images:
img_densetext_det: &img_densetext_det ../mmocr/demo/demo_densetext_det.jpg
img_demo_text_det: &img_demo_text_det ../mmocr/demo/demo_text_det.jpg
img_demo_text_ocr: &img_demo_text_ocr ../mmocr/demo/demo_text_ocr.jpg
img_demo_text_recog: &img_demo_text_recog ../mmocr/demo/demo_text_recog.jpg
metric_info: &metric_info
hmean-iou: # named after metafile.Results.Metrics
eval_name: hmean-iou # test.py --metrics args
metric_key: 0_hmean-iou:hmean # eval key name
tolerance: 0.01 # metric ±n%
word_acc:
eval_name: acc
metric_key: 0_word_acc_ignore_case
tolerance: 1.0 # metric
multi_value: 100
dataset: IIIT5K
convert_image_det: &convert_image_det
input_img: *img_densetext_det
test_img: *img_demo_text_det
convert_image_rec: &convert_image_rec
input_img: *img_demo_text_recog
test_img: *img_demo_text_recog
backend_test: &default_backend_test True
sdk:
sdk_detection_dynamic: &sdk_detection_dynamic configs/mmocr/text-detection/text-detection_sdk_dynamic.py
sdk_recognition_dynamic: &sdk_recognition_dynamic configs/mmocr/text-recognition/text-recognition_sdk_dynamic.py
onnxruntime:
# ======= detection =======
pipeline_ort_detection_static_fp32: &pipeline_ort_detection_static_fp32
convert_image: *convert_image_det
deploy_config: configs/mmocr/text-detection/text-detection_onnxruntime_static.py
pipeline_ort_detection_dynamic_fp32: &pipeline_ort_detection_dynamic_fp32
convert_image: *convert_image_det
deploy_config: configs/mmocr/text-detection/text-detection_onnxruntime_dynamic.py
# ======= recognition =======
pipeline_ort_recognition_static_fp32: &pipeline_ort_recognition_static_fp32
convert_image: *convert_image_rec
deploy_config: configs/mmocr/text-recognition/text-recognition_onnxruntime_static.py
pipeline_ort_recognition_dynamic_fp32: &pipeline_ort_recognition_dynamic_fp32
convert_image: *convert_image_rec
deploy_config: configs/mmocr/text-recognition/text-recognition_onnxruntime_dynamic.py
tensorrt:
# ======= detection =======
pipeline_trt_detection_static_fp32: &pipeline_trt_detection_static_fp32
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt_static-512x512.py
pipeline_trt_detection_static_fp16: &pipeline_trt_detection_static_fp16
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt-fp16_static-512x512.py
pipeline_trt_detection_static_int8: &pipeline_trt_detection_static_int8
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt-int8_static-512x512.py
pipeline_trt_detection_dynamic_fp32: &pipeline_trt_detection_dynamic_fp32
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt_dynamic-320x320-2240x2240.py
pipeline_trt_detection_dynamic_fp16: &pipeline_trt_detection_dynamic_fp16
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt-fp16_dynamic-320x320-2240x2240.py
pipeline_trt_detection_dynamic_int8: &pipeline_trt_detection_dynamic_int8
convert_image: *convert_image_det
backend_test: *default_backend_test
sdk_config: *sdk_detection_dynamic
deploy_config: configs/mmocr/text-detection/text-detection_tensorrt-int8_dynamic-320x320-2240x2240.py
# ======= recognition =======
pipeline_trt_recognition_static_fp32: &pipeline_trt_recognition_static_fp32
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt_static-1x32x32.py
pipeline_trt_recognition_static_fp16: &pipeline_trt_recognition_static_fp16
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt-fp16_static-1x32x32.py
pipeline_trt_recognition_static_int8: &pipeline_trt_recognition_static_int8
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt-int8_static-1x32x32.py
pipeline_trt_recognition_dynamic_fp32: &pipeline_trt_recognition_dynamic_fp32
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt_dynamic-1x32x32-1x32x640.py
pipeline_trt_recognition_dynamic_fp16: &pipeline_trt_recognition_dynamic_fp16
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt-fp16_dynamic-1x32x32-1x32x640.py
pipeline_trt_recognition_dynamic_int8: &pipeline_trt_recognition_dynamic_int8
convert_image: *convert_image_rec
backend_test: *default_backend_test
sdk_config: *sdk_recognition_dynamic
deploy_config: configs/mmocr/text-recognition/text-recognition_tensorrt-int8_dynamic-1x32x32-1x32x640.py
openvino:
pipeline_openvino_detection_dynamic_fp32: &pipeline_openvino_detection_dynamic_fp32
convert_image: *convert_image_det
backend_test: *default_backend_test
deploy_config: configs/mmocr/text-detection/text-detection_openvino_dynamic-640x640.py
# pipeline_openvino_recognition_dynamic_fp32: &pipeline_openvino_recognition_dynamic_fp32
# convert_image: *convert_image_rec
# backend_test: *default_backend_test
# deploy_config:
ncnn:
pipeline_ncnn_detection_static_fp32: &pipeline_ncnn_detection_static_fp32
convert_image: *convert_image_det
backend_test: False
deploy_config: configs/mmocr/text-detection/text-detection_ncnn_static.py
pipeline_ncnn_recognition_static_fp32: &pipeline_ncnn_recognition_static_fp32
convert_image: *convert_image_rec
backend_test: False
deploy_config: configs/mmocr/text-recognition/text-recognition_ncnn_static.py
pplnn:
pipeline_pplnn_detection_dynamic_fp32: &pipeline_pplnn_detection_dynamic_fp32
convert_image: *convert_image_det
backend_test: False
deploy_config: configs/mmocr/text-detection/text-detection_pplnn_dynamic-640x640.py
pipeline_pplnn_recognition_dynamic_fp32: &pipeline_pplnn_recognition_dynamic_fp32
convert_image: *convert_image_rec
backend_test: False
deploy_config: configs/mmocr/text-recognition/text-recognition_pplnn_dynamic-1x32x32.py
torchscript:
pipeline_ts_detection_fp32: &pipeline_ts_detection_fp32
convert_image: *convert_image_det
backend_test: False
deploy_config: configs/mmocr/text-detection/text-detection_torchscript.py
pipeline_ts_recognition_fp32: &pipeline_ts_recognition_fp32
convert_image: *convert_image_rec
backend_test: False
deploy_config: configs/mmocr/text-recognition/text-recognition_torchscript.py
models:
- name: DBNet
metafile: configs/textdet/dbnet/metafile.yml
model_configs:
- configs/textdet/dbnet/dbnet_r18_fpnc_1200e_icdar2015.py
pipelines:
- *pipeline_ts_detection_fp32
- *pipeline_ort_detection_dynamic_fp32
# - *pipeline_trt_detection_dynamic_fp32
- *pipeline_trt_detection_dynamic_fp16
# - *pipeline_trt_detection_dynamic_int8
- *pipeline_ncnn_detection_static_fp32
- *pipeline_pplnn_detection_dynamic_fp32
- *pipeline_openvino_detection_dynamic_fp32
- name: CRNN
metafile: configs/textrecog/crnn/metafile.yml
model_configs:
- configs/textrecog/crnn/crnn_academic_dataset.py
pipelines:
- *pipeline_ts_recognition_fp32
- *pipeline_ort_recognition_dynamic_fp32
- *pipeline_trt_recognition_dynamic_fp16
- *pipeline_ncnn_recognition_static_fp32
- *pipeline_pplnn_recognition_dynamic_fp32
- name: SAR
metafile: configs/textrecog/sar/metafile.yml
model_configs:
- configs/textrecog/sar/sar_r31_parallel_decoder_academic.py
pipelines:
- *pipeline_ort_recognition_dynamic_fp32