diff --git a/tests/regression/mmdet.yml b/tests/regression/mmdet.yml index 863717be3..cf78b9920 100644 --- a/tests/regression/mmdet.yml +++ b/tests/regression/mmdet.yml @@ -103,7 +103,7 @@ tensorrt: pipeline_seg_trt_dynamic_fp32: &pipeline_seg_trt_dynamic_fp32 convert_image: *convert_image backend_test: *default_backend_test - # sdk_config: *sdk_seg_dynamic + sdk_config: *sdk_seg_dynamic deploy_config: configs/mmdet/instance-seg/instance-seg_tensorrt_dynamic-320x320-1344x1344.py pipeline_seg_trt_dynamic_fp16: &pipeline_seg_trt_dynamic_fp16 diff --git a/tools/regression_test.py b/tools/regression_test.py index 8b45ae5eb..c53e30f9f 100644 --- a/tools/regression_test.py +++ b/tools/regression_test.py @@ -429,13 +429,13 @@ def get_fps_metric(shell_res: int, pytorch_metric: dict, metric_info: dict, metric_key = metric_info[metric_name]['metric_key'] tolerance = metric_info[metric_name]['tolerance'] multi_value = metric_info[metric_name].get('multi_value', 1.0) - compare_flag = True - output_result[metric_name] = '-' + compare_flag = False + output_result[metric_name] = 'x' if metric_key in backend_results: backend_value = backend_results[metric_key] * multi_value output_result[metric_name] = backend_value - if backend_value < metric_value - tolerance: - compare_flag = False + if backend_value >= metric_value - tolerance: + compare_flag = True compare_results[metric_name] = compare_flag if len(compare_results): @@ -489,7 +489,7 @@ def get_backend_fps_metric(deploy_cfg_path: str, model_cfg_path: Path, fps, backend_metric, test_pass = get_fps_metric(return_code, pytorch_metric, metric_info, work_dir) - logger.info(f'test_pass={test_pass}, results{backend_metric}') + logger.info(f'test_pass= {test_pass}, results= {backend_metric}') metric_list = [] for metric in metric_info: value = '-'