mirror of
https://github.com/open-mmlab/mmdeploy.git
synced 2025-01-14 08:09:43 +08:00
* add csharp support, init commit * export MMDeploySharpExtern.dll when build sdk * refactor code * multi frameworks * move csharp demo to demo folder * try to fix lint * try to fix lint * update csharp demo Readme * rename MMDeploySharp -> MMDeploy * add comment why build MMDeployExtern.dll * squeeze MMDeploy project * remove Mm * print error code * update c# api build README.md * fix exception * fix exception * update demo * update README.md * fix typo * fix ci * fix ci * fix formatresult * add options whether build MMDeployExtern.dll * update CMakeListst.txt * change MMDEPLOY_BUILD_CSHARP_EXTERN -> MMDEPLOY_BUILD_SDK_CSHARP_API * c# api -> C# API Co-authored-by: chenxin2 <chenxin2@sensetime.com>
190 lines
5.9 KiB
C#
190 lines
5.9 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
|
|
namespace MMDeploy
|
|
{
|
|
#pragma warning disable 0649
|
|
internal unsafe struct CTextRecognize
|
|
{
|
|
public char* Text;
|
|
public float* Score;
|
|
public int Length;
|
|
}
|
|
#pragma warning restore 0649
|
|
|
|
/// <summary>
|
|
/// Single result of a picture.
|
|
/// A picture may contains multiple reuslts.
|
|
/// </summary>
|
|
public struct TextRecognize
|
|
{
|
|
/// <summary>
|
|
/// Texts.
|
|
/// </summary>
|
|
public byte[] Text;
|
|
|
|
/// <summary>
|
|
/// Scores.
|
|
/// </summary>
|
|
public float[] Score;
|
|
|
|
internal unsafe TextRecognize(CTextRecognize* result)
|
|
{
|
|
Text = new byte[result->Length];
|
|
Score = new float[result->Length];
|
|
fixed (byte* _text = Text)
|
|
{
|
|
int nbytes = result->Length;
|
|
Buffer.MemoryCopy(result->Text, _text, nbytes, nbytes);
|
|
}
|
|
|
|
fixed (float* _score = Score)
|
|
{
|
|
int nbytes = result->Length * sizeof(float);
|
|
Buffer.MemoryCopy(result->Score, _score, nbytes, nbytes);
|
|
}
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// Output of TextRecognizer.
|
|
/// </summary>
|
|
public struct TextRecognizerOutput
|
|
{
|
|
/// <summary>
|
|
/// Text recognization results for single image.
|
|
/// </summary>
|
|
public List<TextRecognize> Results;
|
|
|
|
private void Init()
|
|
{
|
|
if (Results == null)
|
|
{
|
|
Results = new List<TextRecognize>();
|
|
}
|
|
}
|
|
|
|
internal unsafe void Add(CTextRecognize* result)
|
|
{
|
|
Init();
|
|
Results.Add(new TextRecognize(result));
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// TextRecognizer.
|
|
/// </summary>
|
|
public class TextRecognizer : DisposableObject
|
|
{
|
|
/// <summary>
|
|
/// Initializes a new instance of the <see cref="TextRecognizer"/> class.
|
|
/// </summary>
|
|
/// <param name="modelPath">model path.</param>
|
|
/// <param name="deviceName">device name.</param>
|
|
/// <param name="deviceId">device id.</param>
|
|
public TextRecognizer(string modelPath, string deviceName, int deviceId)
|
|
{
|
|
ThrowException(NativeMethods.mmdeploy_text_recognizer_create_by_path(modelPath, deviceName, deviceId, out _handle));
|
|
}
|
|
|
|
/// <summary>
|
|
/// Get information of each image in a batch.
|
|
/// </summary>
|
|
/// <param name="mats">input mats.</param>
|
|
/// <returns>Results of each input mat.</returns>
|
|
public List<TextRecognizerOutput> Apply(Mat[] mats)
|
|
{
|
|
List<TextRecognizerOutput> output = new List<TextRecognizerOutput>();
|
|
unsafe
|
|
{
|
|
CTextRecognize* results = null;
|
|
fixed (Mat* _mats = mats)
|
|
{
|
|
ThrowException(NativeMethods.mmdeploy_text_recognizer_apply(_handle, _mats, mats.Length, &results));
|
|
}
|
|
|
|
int[] _bbox_count = Enumerable.Repeat(1, mats.Length).ToArray();
|
|
fixed (int* bbox_count = _bbox_count)
|
|
{
|
|
FormatResult(mats.Length, bbox_count, results, ref output, out var total);
|
|
ReleaseResult(results, total);
|
|
}
|
|
}
|
|
|
|
return output;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Get information of each image in a batch.
|
|
/// </summary>
|
|
/// <param name="mats">input mats.</param>
|
|
/// <param name="vdetects">detection for each image.</param>
|
|
/// <returns>Results of each input mat.</returns>
|
|
public List<TextRecognizerOutput> Apply(Mat[] mats, List<TextDetectorOutput> vdetects)
|
|
{
|
|
List<TextRecognizerOutput> output = new List<TextRecognizerOutput>();
|
|
unsafe
|
|
{
|
|
int[] bbox_count = new int[vdetects.Count];
|
|
int sz = 0;
|
|
for (int i = 0; i < vdetects.Count; i++)
|
|
{
|
|
bbox_count[i] = vdetects[i].Count;
|
|
sz += bbox_count[i];
|
|
}
|
|
|
|
TextDetect[] bboxes = new TextDetect[sz];
|
|
int pos = 0;
|
|
for (int i = 0; i < vdetects.Count; i++)
|
|
{
|
|
for (int j = 0; j < vdetects[i].Count; j++)
|
|
{
|
|
bboxes[pos++] = vdetects[i].Results[j];
|
|
}
|
|
}
|
|
|
|
CTextRecognize* results = null;
|
|
fixed (Mat* _mats = mats)
|
|
fixed (TextDetect* _bboxes = bboxes)
|
|
fixed (int* _bbox_count = bbox_count)
|
|
{
|
|
ThrowException(NativeMethods.mmdeploy_text_recognizer_apply_bbox(_handle, _mats, mats.Length, _bboxes, _bbox_count, &results));
|
|
FormatResult(mats.Length, _bbox_count, results, ref output, out var total);
|
|
ReleaseResult(results, total);
|
|
}
|
|
}
|
|
|
|
return output;
|
|
}
|
|
|
|
private unsafe void FormatResult(int matCount, int* resultCount, CTextRecognize* results, ref List<TextRecognizerOutput> output, out int total)
|
|
{
|
|
total = 0;
|
|
for (int i = 0; i < matCount; i++)
|
|
{
|
|
TextRecognizerOutput outi = default;
|
|
for (int j = 0; j < resultCount[i]; j++)
|
|
{
|
|
outi.Add(results);
|
|
results++;
|
|
total++;
|
|
}
|
|
|
|
output.Add(outi);
|
|
}
|
|
}
|
|
|
|
private unsafe void ReleaseResult(CTextRecognize* results, int count)
|
|
{
|
|
NativeMethods.mmdeploy_text_recognizer_release_result(results, count);
|
|
}
|
|
|
|
/// <inheritdoc/>
|
|
protected override void ReleaseHandle()
|
|
{
|
|
NativeMethods.mmdeploy_text_recognizer_destroy(_handle);
|
|
}
|
|
}
|
|
}
|