mmdeploy/csrc/core/graph.cpp
lzhangzz 640aa03538
Support Windows (#106)
* minor changes

* support windows

* fix GCC build

* fix lint

* reformat

* fix Windows build

* fix GCC build

* search backend ops for onnxruntime

* fix lint

* fix lint

* code clean-up

* code clean-up

* fix clang build

* fix trt support

* fix cmake for ncnn

* fix cmake for openvino

* fix SDK Python API

* handle ops for other backends (ncnn, trt)

* handle SDK Python API library location

* robustify linkage

* fix cuda

* minor fix for openvino & ncnn

* use CMAKE_CUDA_ARCHITECTURES if set

* fix cuda preprocessor

* fix misc

* fix pplnn & pplcv, drop support for pplcv<0.6.0

* robustify cmake

* update build.md (#2)

* build dynamic modules as module library & fix demo (partially)

* fix candidate path for mmdeploy_python

* move "enable CUDA" to cmake config for demo

* refine demo cmake

* add comment

* fix ubuntu build

* revert docs/en/build.md

* fix C API

* fix lint

* Windows build doc (#3)

* check in docs related to mmdeploy build on windows

* update build guide on windows platform

* update build guide on windows platform

* make path of thirdparty libraries consistent

* make path consistency

* correct build command for custom ops

* correct build command for sdk

* update sdk build instructions

* update doc

* correct build command

* fix lint

* correct build command and fix lint

Co-authored-by: lvhan <lvhan@pjlab.org>

* trailing whitespace (#4)

* minor fix

* fix sr sdk model

* fix type deduction

* fix cudaFree after driver shutting down

* update ppl.cv installation warning (#5)

* fix device allocator threshold & fix lint

* update doc (#6)

* update ppl.cv installation warning

* missing 'git clone'

Co-authored-by: chenxin <chenxin2@sensetime.com>
Co-authored-by: zhangli <zhangli@sensetime.com>
Co-authored-by: lvhan028 <lvhan_028@163.com>
Co-authored-by: lvhan <lvhan@pjlab.org>
2022-02-24 20:08:44 +08:00

86 lines
2.1 KiB
C++

// Copyright (c) OpenMMLab. All rights reserved.
#include "core/graph.h"
#include "archive/value_archive.h"
#include "core/registry.h"
namespace mmdeploy {
namespace graph {
TaskGraph::Handle* TaskGraph::Add(TaskFunction fn) {
function_.push_back(std::move(fn));
handle_.push_back(std::make_unique<Handle>());
return handle_.back().get();
}
TaskGraph::~TaskGraph() {
for (int i = 0; i < time_.size(); ++i) {
MMDEPLOY_INFO("node {} ({}): {} ms", i, handle_[i]->name(),
static_cast<float>(time_[i]) / count_);
}
}
Result<Value> TaskGraph::Run(Value inputs) {
Context ctx(this);
ctx.push(std::move(inputs));
time_.resize(function_.size());
for (int i = 0; i < function_.size(); ++i) {
auto t0 = std::chrono::high_resolution_clock::now();
OUTCOME_TRY(function_[i](ctx));
auto t1 = std::chrono::high_resolution_clock::now();
auto dt = std::chrono::duration<double, std::milli>(t1 - t0).count();
time_[i] += dt;
}
count_ += 1;
return ctx.pop();
}
std::vector<Result<Value>> TaskGraph::Execute(Span<std::function<Result<Value>()>> tasks) {
#if MMDEPLOY_USE_TASKFLOW
std::vector<tf::Future<std::optional<Result<Value>>>> futures;
futures.reserve(tasks.size());
for (auto& task : tasks) {
futures.push_back(executor_.async(task));
}
executor_.wait_for_all();
std::vector<Result<Value>> rets;
rets.reserve(tasks.size());
for (auto& future : futures) {
Result<Value> ret = Status(eUnknown);
try {
ret = *future.get();
} catch (...) {
ret = Status(eFail);
}
rets.push_back(std::move(ret));
}
return rets;
#else
std::vector<Result<Value>> rets;
rets.reserve(tasks.size());
for (auto& task : tasks) {
Result<Value> ret = Status(eUnknown);
try {
ret = task();
} catch (const Exception& e) {
ret = failure(e.code());
} catch (...) {
ret = Status(eFail);
}
rets.push_back(std::move(ret));
}
return rets;
#endif
}
std::vector<Result<Value>> Context::Execute(Span<std::function<Result<Value>()>> tasks) {
return graph_->Execute(tasks);
}
} // namespace graph
MMDEPLOY_DEFINE_REGISTRY(graph::Node);
} // namespace mmdeploy