mirror of
https://github.com/open-mmlab/mmdeploy.git
synced 2025-01-14 08:09:43 +08:00
36124f6205
* check in cmake * move backend_ops to csrc/backend_ops * check in preprocess, model, some codebase and their c-apis * check in CMakeLists.txt * check in parts of test_csrc * commit everything else * add readme * update core's BUILD_INTERFACE directory * skip codespell on third_party * update trt_net and ort_net's CMakeLists * ignore clion's build directory * check in pybind11 * add onnx.proto. Remove MMDeploy's dependency on ncnn's source code * export MMDeployTargets only when MMDEPLOY_BUILD_SDK is ON * remove useless message * target include directory is wrong * change target name from mmdeploy_ppl_net to mmdeploy_pplnn_net * skip install directory * update project's cmake * remove useless code * set CMAKE_BUILD_TYPE to Release by force if it isn't set by user * update custom ops CMakeLists * pass object target's source lists * fix lint end-of-file * fix lint: trailing whitespace * fix codespell hook * remove bicubic_interpolate to csrc/backend_ops/ * set MMDEPLOY_BUILD_SDK OFF * change custom ops build command * add spdlog installation command * update docs on how to checkout pybind11 * move bicubic_interpolate to backend_ops/tensorrt directory * remove useless code * correct cmake * fix typo * fix typo * fix install directory * correct sdk's readme * set cub dir when cuda version < 11.0 * change directory where clang-format will apply to * fix build command * add .clang-format * change clang-format style from google to file * reformat csrc/backend_ops * format sdk's code * turn off clang-format for some files * add -Xcompiler=-fno-gnu-unique * fix trt topk initialize * check in config for sdk demo * update cmake script and csrc's readme * correct config's path * add cuda include directory, otherwise compile failed in case of tensorrt8.2 * clang-format onnx2ncnn.cpp Co-authored-by: zhangli <lzhang329@gmail.com> Co-authored-by: grimoire <yaoqian@sensetime.com>
109 lines
4.3 KiB
C++
109 lines
4.3 KiB
C++
// Copyright (c) OpenMMLab. All rights reserved.
|
|
|
|
#include "catch.hpp"
|
|
#include "core/mat.h"
|
|
#include "core/tensor.h"
|
|
#include "preprocess/cpu/opencv_utils.h"
|
|
#include "preprocess/transform/transform.h"
|
|
#include "preprocess/transform/transform_utils.h"
|
|
#include "test_utils.h"
|
|
|
|
using namespace mmdeploy;
|
|
using namespace std;
|
|
using namespace mmdeploy::test;
|
|
|
|
void TestCpuLoad(const Value& cfg, const cv::Mat& mat, PixelFormat src_format,
|
|
PixelFormat dst_format) {
|
|
Device device{"cpu"};
|
|
Stream stream{device};
|
|
auto transform = CreateTransform(cfg, device, stream);
|
|
REQUIRE(transform != nullptr);
|
|
|
|
auto ref_mat = mmdeploy::cpu::ColorTransfer(mat, src_format, dst_format);
|
|
|
|
auto res = transform->Process({{"ori_img", cpu::CVMat2Mat(mat, PixelFormat(src_format))}});
|
|
REQUIRE(!res.has_error());
|
|
auto res_tensor = res.value()["img"].get<Tensor>();
|
|
auto res_mat = mmdeploy::cpu::Tensor2CVMat(res_tensor);
|
|
cv::imwrite("ref.bmp", ref_mat);
|
|
cv::imwrite("res.bmp", res_mat);
|
|
REQUIRE(mmdeploy::cpu::Compare(ref_mat, res_mat));
|
|
|
|
REQUIRE(Shape(res.value(), "img_shape") ==
|
|
vector<int64_t>{1, ref_mat.rows, ref_mat.cols, ref_mat.channels()});
|
|
REQUIRE(Shape(res.value(), "ori_shape") ==
|
|
vector<int64_t>{1, mat.rows, mat.cols, mat.channels()});
|
|
REQUIRE(res.value().contains("img_fields"));
|
|
REQUIRE(res.value()["img_fields"].is_array());
|
|
REQUIRE(res.value()["img_fields"].size() == 1);
|
|
REQUIRE(res.value()["img_fields"][0].get<string>() == "img");
|
|
}
|
|
|
|
void TestCudaLoad(const Value& cfg, const cv::Mat& mat, PixelFormat src_format,
|
|
PixelFormat dst_format) {
|
|
Device device{"cuda"};
|
|
Stream stream{device};
|
|
auto transform = CreateTransform(cfg, device, stream);
|
|
REQUIRE(transform != nullptr);
|
|
|
|
auto ref_mat = mmdeploy::cpu::ColorTransfer(mat, src_format, dst_format);
|
|
|
|
auto src_mat = cpu::CVMat2Mat(mat, PixelFormat(src_format));
|
|
auto res = transform->Process({{"ori_img", src_mat}});
|
|
REQUIRE(!res.has_error());
|
|
auto res_tensor = res.value()["img"].get<Tensor>();
|
|
REQUIRE(res_tensor.device().is_device());
|
|
|
|
Device _device{"cpu"};
|
|
auto host_tensor = MakeAvailableOnDevice(res_tensor, _device, stream);
|
|
REQUIRE(stream.Wait());
|
|
|
|
auto res_mat = mmdeploy::cpu::Tensor2CVMat(host_tensor.value());
|
|
// cv::imwrite("ref.bmp", ref_mat);
|
|
// cv::imwrite("res.bmp", res_mat);
|
|
|
|
REQUIRE(mmdeploy::cpu::Compare(ref_mat, res_mat));
|
|
REQUIRE(Shape(res.value(), "img_shape") ==
|
|
vector<int64_t>{1, ref_mat.rows, ref_mat.cols, ref_mat.channels()});
|
|
REQUIRE(Shape(res.value(), "ori_shape") ==
|
|
vector<int64_t>{1, mat.rows, mat.cols, mat.channels()});
|
|
REQUIRE(res.value().contains("img_fields"));
|
|
REQUIRE(res.value()["img_fields"].is_array());
|
|
REQUIRE(res.value()["img_fields"].size() == 1);
|
|
REQUIRE(res.value()["img_fields"][0].get<string>() == "img");
|
|
}
|
|
|
|
TEST_CASE("prepare image, that is LoadImageFromFile transform", "[load]") {
|
|
const char* img_path = "../../tests/preprocess/data/imagenet_banner.jpeg";
|
|
cv::Mat bgr_mat = cv::imread(img_path, cv::IMREAD_COLOR);
|
|
cv::Mat gray_mat = cv::imread(img_path, cv::IMREAD_GRAYSCALE);
|
|
cv::Mat rgb_mat;
|
|
cv::Mat bgra_mat;
|
|
// TODO(lvhan): make up yuv nv12/nv21 mat
|
|
// cv::Mat nv12_mat;
|
|
// cv::Mat nv21_mat;
|
|
|
|
cv::cvtColor(bgr_mat, rgb_mat, cv::COLOR_BGR2RGB);
|
|
cv::cvtColor(bgr_mat, bgra_mat, cv::COLOR_BGR2BGRA);
|
|
|
|
vector<pair<cv::Mat, PixelFormat>> mats{{bgr_mat, PixelFormat::kBGR},
|
|
{rgb_mat, PixelFormat::kRGB},
|
|
{gray_mat, PixelFormat::kGRAYSCALE},
|
|
{bgra_mat, PixelFormat::kBGRA}};
|
|
// pair is <color_type, to_float32>
|
|
vector<pair<std::string, bool>> conditions{
|
|
{"color", true}, {"color", false}, {"grayscale", true}, {"grayscale", false}};
|
|
|
|
for (auto& condition : conditions) {
|
|
Value cfg{{"type", "LoadImageFromFile"},
|
|
{"to_float32", condition.second},
|
|
{"color_type", condition.first}};
|
|
for (auto& mat : mats) {
|
|
TestCpuLoad(cfg, mat.first, mat.second,
|
|
condition.first == "color" ? PixelFormat::kBGR : PixelFormat::kGRAYSCALE);
|
|
TestCudaLoad(cfg, mat.first, mat.second,
|
|
condition.first == "color" ? PixelFormat::kBGR : PixelFormat::kGRAYSCALE);
|
|
}
|
|
}
|
|
}
|