// Copyright (c) OpenMMLab. All rights reserved. #include #include #include #include #include #include #include "core/device_impl.h" #include "core/types.h" namespace mmdeploy { class CpuPlatformImpl : public PlatformImpl { public: int GetPlatformId() const noexcept override; const char* GetPlatformName() const noexcept override; shared_ptr CreateBuffer(Device device) override; shared_ptr CreateStream(Device device) override; shared_ptr CreateEvent(Device device) override; Result Copy(const void* host_ptr, Buffer dst, size_t size, size_t dst_offset, Stream stream) override; Result Copy(Buffer src, void* host_ptr, size_t size, size_t src_offset, Stream stream) override; Result Copy(Buffer src, Buffer dst, size_t size, size_t src_offset, size_t dst_offset, Stream stream) override; Result GetDefaultStream(int32_t device_id) override; Device GetDevice(int device_id) const { return Device(GetPlatformId(), device_id); } private: static bool CheckCopyParam(size_t src_size, size_t dst_size, size_t src_offset, size_t dst_offset, size_t copy_size); static Result CopyImpl(const void* src, void* dst, size_t src_size, size_t dst_size, size_t src_offset, size_t dst_offset, size_t size, Stream st); Stream default_stream_; std::once_flag init_flag_; }; CpuPlatformImpl& gCpuPlatform(); class CpuHostMemory; class CpuBufferImpl : public BufferImpl { public: explicit CpuBufferImpl(Device device); Result Init(size_t size, Allocator allocator, size_t alignment, uint64_t flags) override; Result Init(size_t size, std::shared_ptr native, uint64_t flags) override; Result SubBuffer(size_t offset, size_t size, uint64_t flags) override; void* GetNative(ErrorCode* ec) override; Allocator GetAllocator() const override; size_t GetSize(ErrorCode* ec) override; private: std::shared_ptr memory_; size_t offset_{0}; size_t size_{0}; }; class CpuStreamImpl : public StreamImpl { public: using Task = std::function; explicit CpuStreamImpl(Device device); ~CpuStreamImpl() override; Result Init(uint64_t flags) override; Result Init(std::shared_ptr native, uint64_t flags) override; Result Enqueue(Task task); Result DependsOn(Event& event) override; Result Query() override; Result Wait() override; Result Submit(Kernel& kernel) override; void* GetNative(ErrorCode* ec) override; private: void InternalThreadEntry(); std::mutex mutex_; std::condition_variable cv_; std::queue task_queue_; std::thread thread_; Device device_; bool abort_{false}; }; class CpuEventImpl : public EventImpl { public: explicit CpuEventImpl(Device device); ~CpuEventImpl() override = default; Result Init(uint64_t flags) override; Result Init(std::shared_ptr native, uint64_t flags) override; Result Query() override; Result Record(Stream& stream) override; Result Wait() override; void* GetNative(ErrorCode* ec) override; private: void Reset(); std::shared_future future_; std::promise promise_; }; class CpuKernelImpl : public KernelImpl { public: using Task = CpuStreamImpl::Task; explicit CpuKernelImpl(Device device, Task task) : KernelImpl(device), task_(std::move(task)) {} void* GetNative(ErrorCode* ec) override { if (ec) *ec = ErrorCode::eSuccess; return &task_; } private: Task task_; }; } // namespace mmdeploy