mirror of
https://github.com/open-mmlab/mmdeploy.git
synced 2025-01-14 08:09:43 +08:00
36124f6205
* check in cmake * move backend_ops to csrc/backend_ops * check in preprocess, model, some codebase and their c-apis * check in CMakeLists.txt * check in parts of test_csrc * commit everything else * add readme * update core's BUILD_INTERFACE directory * skip codespell on third_party * update trt_net and ort_net's CMakeLists * ignore clion's build directory * check in pybind11 * add onnx.proto. Remove MMDeploy's dependency on ncnn's source code * export MMDeployTargets only when MMDEPLOY_BUILD_SDK is ON * remove useless message * target include directory is wrong * change target name from mmdeploy_ppl_net to mmdeploy_pplnn_net * skip install directory * update project's cmake * remove useless code * set CMAKE_BUILD_TYPE to Release by force if it isn't set by user * update custom ops CMakeLists * pass object target's source lists * fix lint end-of-file * fix lint: trailing whitespace * fix codespell hook * remove bicubic_interpolate to csrc/backend_ops/ * set MMDEPLOY_BUILD_SDK OFF * change custom ops build command * add spdlog installation command * update docs on how to checkout pybind11 * move bicubic_interpolate to backend_ops/tensorrt directory * remove useless code * correct cmake * fix typo * fix typo * fix install directory * correct sdk's readme * set cub dir when cuda version < 11.0 * change directory where clang-format will apply to * fix build command * add .clang-format * change clang-format style from google to file * reformat csrc/backend_ops * format sdk's code * turn off clang-format for some files * add -Xcompiler=-fno-gnu-unique * fix trt topk initialize * check in config for sdk demo * update cmake script and csrc's readme * correct config's path * add cuda include directory, otherwise compile failed in case of tensorrt8.2 * clang-format onnx2ncnn.cpp Co-authored-by: zhangli <lzhang329@gmail.com> Co-authored-by: grimoire <yaoqian@sensetime.com>
75 lines
1.6 KiB
C++
75 lines
1.6 KiB
C++
// Copyright (c) OpenMMLab. All rights reserved.
|
|
|
|
#ifndef CORE_TENSOR_H
|
|
#define CORE_TENSOR_H
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "device.h"
|
|
#include "types.h"
|
|
|
|
namespace mmdeploy {
|
|
|
|
using TensorShape = std::vector<int64_t>;
|
|
struct TensorDesc {
|
|
Device device;
|
|
DataType data_type{DataType::kFLOAT};
|
|
TensorShape shape;
|
|
std::string name;
|
|
};
|
|
|
|
class Tensor final {
|
|
public:
|
|
Tensor() = default;
|
|
Tensor(const TensorDesc& desc, Allocator allocator = {}); // NOLINT
|
|
Tensor(const TensorDesc& desc, Buffer buffer);
|
|
Tensor(const TensorDesc& desc, std::shared_ptr<void> data);
|
|
~Tensor() = default;
|
|
|
|
const TensorDesc& desc() const;
|
|
const TensorShape& shape() const;
|
|
TensorShape::value_type shape(int dim) const;
|
|
DataType data_type() const;
|
|
const char* name() const;
|
|
int64_t size() const;
|
|
int64_t byte_size() const;
|
|
|
|
const Buffer& buffer() const;
|
|
Buffer& buffer();
|
|
Device device() const;
|
|
|
|
void Reshape(const TensorShape& shape);
|
|
|
|
Tensor Slice(int index);
|
|
|
|
Result<void> CopyFrom(const Tensor& tensor, Stream stream = {});
|
|
Result<void> CopyTo(Tensor& tensor, Stream stream = {}) const;
|
|
|
|
Result<void> CopyFrom(void* host_ptr, Stream stream = {});
|
|
Result<void> CopyTo(void* host_ptr, Stream stream = {}) const;
|
|
|
|
template <typename T = void>
|
|
T* data() {
|
|
return GetNative<T*>(buffer());
|
|
}
|
|
|
|
template <typename T = void, typename U = std::add_const_t<T> >
|
|
U* data() const {
|
|
return GetNative<U*>(buffer());
|
|
}
|
|
|
|
private:
|
|
void Allocate();
|
|
|
|
TensorDesc desc_;
|
|
Allocator allocator_;
|
|
Buffer buffer_;
|
|
};
|
|
|
|
// static_assert(sizeof(Tensor) == 80);
|
|
|
|
} // namespace mmdeploy
|
|
|
|
#endif // !CORE_TENSOR_H
|