231 lines
7.3 KiB
YAML
231 lines
7.3 KiB
YAML
globals:
|
|
codebase_dir: ../mmclassification
|
|
checkpoint_force_download: False
|
|
images:
|
|
img_snake: &img_snake ../mmclassification/demo/demo.JPEG
|
|
img_color_cat: &img_color_cat ../mmclassification/tests/data/color.jpg
|
|
|
|
metric_info: &metric_info
|
|
Top 1 Accuracy: # named after metafile.Results.Metrics
|
|
metric_key: accuracy/top1 # key name in output json
|
|
tolerance: 1 # metric ±n%
|
|
Top 5 Accuracy:
|
|
metric_key: accuracy/top5
|
|
tolerance: 1 # metric ±n%
|
|
convert_image: &convert_image
|
|
input_img: *img_snake
|
|
test_img: *img_color_cat
|
|
backend_test: &default_backend_test True
|
|
sdk:
|
|
sdk_dynamic: &sdk_dynamic configs/mmcls/classification_sdk_dynamic.py
|
|
|
|
|
|
onnxruntime:
|
|
pipeline_ort_static_fp32: &pipeline_ort_static_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_onnxruntime_static.py
|
|
|
|
pipeline_ort_dynamic_fp32: &pipeline_ort_dynamic_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_onnxruntime_dynamic.py
|
|
|
|
|
|
tensorrt:
|
|
pipeline_trt_static_fp32: &pipeline_trt_static_fp32
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
deploy_config: configs/mmcls/classification_tensorrt_static-224x224.py
|
|
|
|
pipeline_trt_static_fp16: &pipeline_trt_static_fp16
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
deploy_config: configs/mmcls/classification_tensorrt-fp16_static-224x224.py
|
|
|
|
pipeline_trt_static_fp16_384x384: &pipeline_trt_static_fp16_384x384
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
deploy_config: configs/mmcls/classification_tensorrt-fp16_static-384x384.py
|
|
|
|
pipeline_trt_static_int8: &pipeline_trt_static_int8
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
deploy_config: configs/mmcls/classification_tensorrt-int8_static-224x224.py
|
|
|
|
pipeline_trt_dynamic_fp32: &pipeline_trt_dynamic_fp32
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
sdk_config: *sdk_dynamic
|
|
deploy_config: configs/mmcls/classification_tensorrt_dynamic-224x224-224x224.py
|
|
|
|
pipeline_trt_dynamic_fp16: &pipeline_trt_dynamic_fp16
|
|
convert_image: *convert_image
|
|
backend_test: *default_backend_test
|
|
sdk_config: *sdk_dynamic
|
|
deploy_config: configs/mmcls/classification_tensorrt-fp16_dynamic-224x224-224x224.py
|
|
|
|
pipeline_trt_dynamic_int8: &pipeline_trt_dynamic_int8
|
|
convert_image: *convert_image
|
|
calib_dataset_cfg:
|
|
backend_test: *default_backend_test
|
|
sdk_config: *sdk_dynamic
|
|
deploy_config: configs/mmcls/classification_tensorrt-int8_dynamic-224x224-224x224.py
|
|
|
|
|
|
openvino:
|
|
pipeline_openvino_dynamic_fp32: &pipeline_openvino_dynamic_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_openvino_dynamic-224x224.py
|
|
|
|
|
|
ncnn:
|
|
pipeline_ncnn_static_fp32: &pipeline_ncnn_static_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_ncnn_static.py
|
|
|
|
pipeline_ncnn_dynamic_fp32: &pipeline_ncnn_dynamic_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_ncnn_dynamic.py
|
|
|
|
|
|
pplnn:
|
|
pipeline_pplnn_dynamic_fp32: &pipeline_pplnn_dynamic_fp32
|
|
convert_image: *convert_image
|
|
backend_test: False
|
|
deploy_config: configs/mmcls/classification_pplnn_dynamic-224x224.py
|
|
|
|
|
|
torchscript:
|
|
pipeline_ts_fp32: &pipeline_ts_fp32
|
|
convert_image: *convert_image
|
|
backend_test: True
|
|
deploy_config: configs/mmcls/classification_torchscript.py
|
|
|
|
|
|
models:
|
|
- name: ResNet
|
|
metafile: configs/resnet/metafile.yml
|
|
model_configs:
|
|
- configs/resnet/resnet18_8xb32_in1k.py # TODO Not benchmark config
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
# - *pipeline_trt_dynamic_fp32
|
|
- *pipeline_trt_dynamic_fp16
|
|
# - *pipeline_trt_dynamic_int8
|
|
- *pipeline_ncnn_static_fp32
|
|
- *pipeline_pplnn_dynamic_fp32
|
|
- *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: ResNeXt
|
|
metafile: configs/resnext/metafile.yml
|
|
model_configs:
|
|
- configs/resnext/resnext50-32x4d_8xb32_in1k.py # TODO Not benchmark config
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_dynamic_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
- *pipeline_pplnn_dynamic_fp32
|
|
- *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: DenseNet
|
|
metafile: configs/densenet/metafile.yml
|
|
model_configs:
|
|
- configs/densenet/densenet121_4xb256_in1k.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_dynamic_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
- *pipeline_pplnn_dynamic_fp32
|
|
- *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: SE-ResNet
|
|
metafile: configs/seresnet/metafile.yml
|
|
model_configs:
|
|
- configs/seresnet/seresnet50_8xb32_in1k.py # TODO Not benchmark config
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_dynamic_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
- *pipeline_pplnn_dynamic_fp32
|
|
- *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: MobileNetV2
|
|
metafile: configs/mobilenet_v2/metafile.yml
|
|
model_configs:
|
|
- configs/mobilenet_v2/mobilenet-v2_8xb32_in1k.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_dynamic_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
- *pipeline_pplnn_dynamic_fp32
|
|
- *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: ShuffleNetV1
|
|
metafile: configs/shufflenet_v1/metafile.yml
|
|
model_configs:
|
|
- configs/shufflenet_v1/shufflenet-v1-1x_16xb64_in1k.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
# - *pipeline_ort_static_fp32
|
|
- *pipeline_trt_static_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
# - *pipeline_pplnn_dynamic_fp32
|
|
# - *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: ShuffleNetV2
|
|
metafile: configs/shufflenet_v2/metafile.yml
|
|
model_configs:
|
|
- configs/shufflenet_v2/shufflenet-v2-1x_16xb64_in1k.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
# - *pipeline_ort_static_fp32
|
|
- *pipeline_trt_static_fp16
|
|
- *pipeline_ncnn_static_fp32
|
|
# - *pipeline_pplnn_dynamic_fp32
|
|
# - *pipeline_openvino_dynamic_fp32
|
|
|
|
- name: VisionTransformer
|
|
metafile: configs/vision_transformer/metafile.yml
|
|
model_configs:
|
|
- configs/vision_transformer/vit-base-p16_ft-64xb64_in1k-384.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_static_fp16_384x384
|
|
- *pipeline_ncnn_static_fp32
|
|
|
|
- name: SwinTransformer
|
|
metafile: configs/swin_transformer/metafile.yml
|
|
model_configs:
|
|
- configs/swin_transformer/swin-tiny_16xb64_in1k.py
|
|
pipelines:
|
|
- *pipeline_ts_fp32
|
|
- *pipeline_ort_dynamic_fp32
|
|
- *pipeline_trt_static_fp16
|
|
|
|
- name: MobileOne
|
|
metafile: configs/mobileone/metafile.yml
|
|
model_configs:
|
|
- configs/mobileone/mobileone-s0_8xb128_in1k.py
|
|
pipelines:
|
|
- *pipeline_trt_static_fp16
|
|
- *pipeline_ort_dynamic_fp32
|
|
|
|
- name: EfficientNet
|
|
metafile: configs/efficientnet/metafile.yml
|
|
model_configs:
|
|
- configs/efficientnet/efficientnet-b0_8xb32_in1k.py
|
|
pipelines:
|
|
- *pipeline_ort_static_fp32
|
|
- convert_image: *convert_image
|
|
deploy_config: configs/mmcls/classification_tensorrt_dynamic-224x224-224x224.py
|