mmdeploy/csrc/core/model.cpp
lzhangzz 640aa03538
Support Windows (#106)
* minor changes

* support windows

* fix GCC build

* fix lint

* reformat

* fix Windows build

* fix GCC build

* search backend ops for onnxruntime

* fix lint

* fix lint

* code clean-up

* code clean-up

* fix clang build

* fix trt support

* fix cmake for ncnn

* fix cmake for openvino

* fix SDK Python API

* handle ops for other backends (ncnn, trt)

* handle SDK Python API library location

* robustify linkage

* fix cuda

* minor fix for openvino & ncnn

* use CMAKE_CUDA_ARCHITECTURES if set

* fix cuda preprocessor

* fix misc

* fix pplnn & pplcv, drop support for pplcv<0.6.0

* robustify cmake

* update build.md (#2)

* build dynamic modules as module library & fix demo (partially)

* fix candidate path for mmdeploy_python

* move "enable CUDA" to cmake config for demo

* refine demo cmake

* add comment

* fix ubuntu build

* revert docs/en/build.md

* fix C API

* fix lint

* Windows build doc (#3)

* check in docs related to mmdeploy build on windows

* update build guide on windows platform

* update build guide on windows platform

* make path of thirdparty libraries consistent

* make path consistency

* correct build command for custom ops

* correct build command for sdk

* update sdk build instructions

* update doc

* correct build command

* fix lint

* correct build command and fix lint

Co-authored-by: lvhan <lvhan@pjlab.org>

* trailing whitespace (#4)

* minor fix

* fix sr sdk model

* fix type deduction

* fix cudaFree after driver shutting down

* update ppl.cv installation warning (#5)

* fix device allocator threshold & fix lint

* update doc (#6)

* update ppl.cv installation warning

* missing 'git clone'

Co-authored-by: chenxin <chenxin2@sensetime.com>
Co-authored-by: zhangli <zhangli@sensetime.com>
Co-authored-by: lvhan028 <lvhan_028@163.com>
Co-authored-by: lvhan <lvhan@pjlab.org>
2022-02-24 20:08:44 +08:00

101 lines
2.5 KiB
C++

// Copyright (c) OpenMMLab. All rights reserved.
#include "model.h"
#include "core/logger.h"
#include "core/model_impl.h"
#include "core/utils/filesystem.h"
using namespace std;
namespace mmdeploy {
Model::Model(const std::string& model_path) {
if (auto r = Model::Init(model_path); !r) {
MMDEPLOY_ERROR("load model failed. Its file path is '{}'", model_path);
r.error().throw_exception();
}
}
Model::Model(const void* buffer, size_t size) { Init(buffer, size).value(); }
Result<void> Model::Init(const std::string& model_path) {
if (!fs::exists(model_path)) {
MMDEPLOY_ERROR("'{}' doesn't exist", model_path);
return Status(eFileNotExist);
}
auto registry = ModelRegistry::Get();
auto entries = registry.ListEntries();
for (auto& entry : entries) {
auto impl = entry.creator();
if (!impl->Init(model_path)) {
continue;
}
OUTCOME_TRY(auto meta, impl->ReadMeta());
MMDEPLOY_INFO("{} successfully load sdk model {}", entry.name, model_path);
impl_ = std::move(impl);
meta_ = std::move(meta);
return success();
}
MMDEPLOY_ERROR("no ModelImpl can read sdk_model {}", model_path);
return Status(eNotSupported);
}
Result<void> Model::Init(const void* buffer, size_t size) {
auto registry = ModelRegistry::Get();
auto entries = registry.ListEntries();
for (auto& entry : entries) {
auto impl = entry.creator();
if (!impl->Init(buffer, size)) {
continue;
}
OUTCOME_TRY(auto meta, impl->ReadMeta());
MMDEPLOY_INFO("{} successfully load sdk model {}", entry.name);
impl_ = std::move(impl);
meta_ = std::move(meta);
return success();
}
MMDEPLOY_ERROR("no ModelImpl can parse buffer");
return Status(eNotSupported);
}
Result<model_meta_info_t> Model::GetModelConfig(const std::string& name) const {
for (auto& info : meta_.models) {
if (name == info.name) {
return info;
}
}
MMDEPLOY_ERROR("cannot find model '{}' in meta file", name);
return Status(eEntryNotFound);
}
Result<std::string> Model::ReadFile(const std::string& file_path) noexcept {
return impl_->ReadFile(file_path);
}
ModelRegistry& ModelRegistry::Get() {
static ModelRegistry inst;
return inst;
}
Result<void> ModelRegistry::Register(const std::string& name, Creator creator) {
for (auto& entry : entries_) {
if (entry.name == name) {
MMDEPLOY_ERROR("{} is already registered", name);
return Status(eFail);
}
}
MMDEPLOY_INFO("Register '{}'", name);
entries_.push_back({name, std::move(creator)});
return success();
}
} // namespace mmdeploy