mirror of
https://github.com/open-mmlab/mmdeploy.git
synced 2025-01-14 08:09:43 +08:00
36124f6205
* check in cmake * move backend_ops to csrc/backend_ops * check in preprocess, model, some codebase and their c-apis * check in CMakeLists.txt * check in parts of test_csrc * commit everything else * add readme * update core's BUILD_INTERFACE directory * skip codespell on third_party * update trt_net and ort_net's CMakeLists * ignore clion's build directory * check in pybind11 * add onnx.proto. Remove MMDeploy's dependency on ncnn's source code * export MMDeployTargets only when MMDEPLOY_BUILD_SDK is ON * remove useless message * target include directory is wrong * change target name from mmdeploy_ppl_net to mmdeploy_pplnn_net * skip install directory * update project's cmake * remove useless code * set CMAKE_BUILD_TYPE to Release by force if it isn't set by user * update custom ops CMakeLists * pass object target's source lists * fix lint end-of-file * fix lint: trailing whitespace * fix codespell hook * remove bicubic_interpolate to csrc/backend_ops/ * set MMDEPLOY_BUILD_SDK OFF * change custom ops build command * add spdlog installation command * update docs on how to checkout pybind11 * move bicubic_interpolate to backend_ops/tensorrt directory * remove useless code * correct cmake * fix typo * fix typo * fix install directory * correct sdk's readme * set cub dir when cuda version < 11.0 * change directory where clang-format will apply to * fix build command * add .clang-format * change clang-format style from google to file * reformat csrc/backend_ops * format sdk's code * turn off clang-format for some files * add -Xcompiler=-fno-gnu-unique * fix trt topk initialize * check in config for sdk demo * update cmake script and csrc's readme * correct config's path * add cuda include directory, otherwise compile failed in case of tensorrt8.2 * clang-format onnx2ncnn.cpp Co-authored-by: zhangli <lzhang329@gmail.com> Co-authored-by: grimoire <yaoqian@sensetime.com>
65 lines
2.6 KiB
C++
65 lines
2.6 KiB
C++
// Copyright (c) OpenMMLab. All rights reserved.
|
|
#ifndef TRT_SCATTERND_HPP
|
|
#define TRT_SCATTERND_HPP
|
|
#include <cublas_v2.h>
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "trt_plugin_base.hpp"
|
|
|
|
namespace mmdeploy {
|
|
class TRTScatterND : public TRTPluginBase {
|
|
public:
|
|
TRTScatterND(const std::string &name);
|
|
|
|
TRTScatterND(const std::string name, const void *data, size_t length);
|
|
|
|
TRTScatterND() = delete;
|
|
|
|
// IPluginV2DynamicExt Methods
|
|
nvinfer1::IPluginV2DynamicExt *clone() const TRT_NOEXCEPT override;
|
|
nvinfer1::DimsExprs getOutputDimensions(int outputIndex, const nvinfer1::DimsExprs *inputs,
|
|
int nbInputs, nvinfer1::IExprBuilder &exprBuilder)
|
|
TRT_NOEXCEPT override;
|
|
bool supportsFormatCombination(int pos, const nvinfer1::PluginTensorDesc *ioDesc, int nbInputs,
|
|
int nbOutputs) TRT_NOEXCEPT override;
|
|
void configurePlugin(const nvinfer1::DynamicPluginTensorDesc *in, int nbInputs,
|
|
const nvinfer1::DynamicPluginTensorDesc *out,
|
|
int nbOutputs) TRT_NOEXCEPT override;
|
|
size_t getWorkspaceSize(const nvinfer1::PluginTensorDesc *inputs, int nbInputs,
|
|
const nvinfer1::PluginTensorDesc *outputs,
|
|
int nbOutputs) const TRT_NOEXCEPT override;
|
|
int enqueue(const nvinfer1::PluginTensorDesc *inputDesc,
|
|
const nvinfer1::PluginTensorDesc *outputDesc, const void *const *inputs,
|
|
void *const *outputs, void *workspace, cudaStream_t stream) TRT_NOEXCEPT override;
|
|
|
|
// IPluginV2Ext Methods
|
|
nvinfer1::DataType getOutputDataType(int index, const nvinfer1::DataType *inputTypes,
|
|
int nbInputs) const TRT_NOEXCEPT override;
|
|
|
|
// IPluginV2 Methods
|
|
const char *getPluginType() const TRT_NOEXCEPT override;
|
|
const char *getPluginVersion() const TRT_NOEXCEPT override;
|
|
int getNbOutputs() const TRT_NOEXCEPT override;
|
|
size_t getSerializationSize() const TRT_NOEXCEPT override;
|
|
void serialize(void *buffer) const TRT_NOEXCEPT override;
|
|
};
|
|
|
|
class TRTScatterNDCreator : public TRTPluginCreatorBase {
|
|
public:
|
|
TRTScatterNDCreator();
|
|
|
|
const char *getPluginName() const TRT_NOEXCEPT override;
|
|
|
|
const char *getPluginVersion() const TRT_NOEXCEPT override;
|
|
nvinfer1::IPluginV2 *createPlugin(const char *name, const nvinfer1::PluginFieldCollection *fc)
|
|
TRT_NOEXCEPT override;
|
|
|
|
nvinfer1::IPluginV2 *deserializePlugin(const char *name, const void *serialData,
|
|
size_t serialLength) TRT_NOEXCEPT override;
|
|
};
|
|
} // namespace mmdeploy
|
|
#endif // TRT_SCATTERND_HPP
|