// Copyright (c) OpenMMLab. All rights reserved. #include "apis/c/segmentor.h" #include "apis/c/common_internal.h" #include "apis/c/handle.h" #include "apis/c/pipeline.h" #include "codebase/mmseg/mmseg.h" #include "core/device.h" #include "core/graph.h" #include "core/mat.h" #include "core/tensor.h" #include "core/utils/formatter.h" using namespace std; using namespace mmdeploy; namespace { Value& config_template() { // clang-format off static Value v{ { "pipeline", { {"input", {"img"}}, {"output", {"mask"}}, { "tasks", { { {"name", "segmentation"}, {"type", "Inference"}, {"params", {{"model", "TBD"}}}, {"input", {"img"}}, {"output", {"mask"}} } } } } } }; // clang-format on return v; } int mmdeploy_segmentor_create_impl(mm_model_t model, const char* device_name, int device_id, mmdeploy_exec_info_t exec_info, mm_handle_t* handle) { auto config = config_template(); config["pipeline"]["tasks"][0]["params"]["model"] = *static_cast(model); return mmdeploy_pipeline_create(Cast(&config), device_name, device_id, exec_info, handle); } } // namespace int mmdeploy_segmentor_create(mm_model_t model, const char* device_name, int device_id, mm_handle_t* handle) { return mmdeploy_segmentor_create_impl(model, device_name, device_id, nullptr, handle); } int mmdeploy_segmentor_create_by_path(const char* model_path, const char* device_name, int device_id, mm_handle_t* handle) { mm_model_t model{}; if (auto ec = mmdeploy_model_create_by_path(model_path, &model)) { return ec; } auto ec = mmdeploy_segmentor_create_impl(model, device_name, device_id, nullptr, handle); mmdeploy_model_destroy(model); return ec; } int mmdeploy_segmentor_apply(mm_handle_t handle, const mm_mat_t* mats, int mat_count, mm_segment_t** results) { wrapped input; if (auto ec = mmdeploy_segmentor_create_input(mats, mat_count, input.ptr())) { return ec; } wrapped output; if (auto ec = mmdeploy_segmentor_apply_v2(handle, input, output.ptr())) { return ec; } if (auto ec = mmdeploy_segmentor_get_result(output, results)) { return ec; } return MM_SUCCESS; } void mmdeploy_segmentor_release_result(mm_segment_t* results, int count) { if (results == nullptr) { return; } for (auto i = 0; i < count; ++i) { delete[] results[i].mask; } delete[] results; } void mmdeploy_segmentor_destroy(mm_handle_t handle) { if (handle != nullptr) { auto segmentor = static_cast(handle); delete segmentor; } } int mmdeploy_segmentor_create_v2(mm_model_t model, const char* device_name, int device_id, mmdeploy_exec_info_t exec_info, mm_handle_t* handle) { return mmdeploy_segmentor_create_impl(model, device_name, device_id, exec_info, handle); } int mmdeploy_segmentor_create_input(const mm_mat_t* mats, int mat_count, mmdeploy_value_t* value) { return mmdeploy_common_create_input(mats, mat_count, value); } int mmdeploy_segmentor_apply_v2(mm_handle_t handle, mmdeploy_value_t input, mmdeploy_value_t* output) { return mmdeploy_pipeline_apply(handle, input, output); } int mmdeploy_segmentor_apply_async(mm_handle_t handle, mmdeploy_sender_t input, mmdeploy_sender_t* output) { return mmdeploy_pipeline_apply_async(handle, input, output); } int mmdeploy_segmentor_get_result(mmdeploy_value_t output, mm_segment_t** results) { try { const auto& value = Cast(output)->front(); size_t image_count = value.size(); auto deleter = [&](mm_segment_t* p) { mmdeploy_segmentor_release_result(p, static_cast(image_count)); }; unique_ptr _results(new mm_segment_t[image_count]{}, deleter); auto results_ptr = _results.get(); for (auto i = 0; i < image_count; ++i, ++results_ptr) { auto& output_item = value[i]; MMDEPLOY_DEBUG("the {}-th item in output: {}", i, output_item); auto segmentor_output = from_value(output_item); results_ptr->height = segmentor_output.height; results_ptr->width = segmentor_output.width; results_ptr->classes = segmentor_output.classes; auto mask_size = results_ptr->height * results_ptr->width; results_ptr->mask = new int[mask_size]; const auto& mask = segmentor_output.mask; std::copy_n(mask.data(), mask_size, results_ptr->mask); } *results = _results.release(); return MM_SUCCESS; } catch (const std::exception& e) { MMDEPLOY_ERROR("exception caught: {}", e.what()); } catch (...) { MMDEPLOY_ERROR("unknown exception caught"); } return MM_E_FAIL; }