MNN/source/backend/vulkan/image/backend/VulkanBackend.hpp

136 lines
4.8 KiB
C++

//
// VulkanBackend.hpp
// MNN
//
// Created by MNN on 2019/01/31.
// Copyright © 2018, Alibaba Group Holding Limited
//
#ifndef VulkanBackend_hpp
#define VulkanBackend_hpp
#include <map>
#include <MNN/ErrorCode.hpp>
#include "MNN_generated.h"
#include "VulkanRuntime.hpp"
#include "VulkanTensor.hpp"
#include "core/TensorUtils.hpp"
namespace MNN {
class VulkanImageConverter;
class VulkanBasicExecution;
typedef std::tuple<const Tensor::InsideDescribe::NativeInsideDescribe*, bool, MNN_DATA_FORMAT> VulkanTensorConvertKey;
typedef std::tuple<std::shared_ptr<VulkanImageConverter>, std::shared_ptr<VulkanCommandPool::Buffer>, std::weak_ptr<Tensor::InsideDescribe::NativeInsideDescribe>> VulkanTensorConvertValue;
class VulkanBackend : public Backend {
public:
VulkanBackend(const VulkanRuntime* runtime, const Backend::Info& info);
virtual ~VulkanBackend();
virtual Backend::MemObj* onAcquire(const Tensor* tensor, StorageType storageType) override;
virtual bool onClearBuffer() override;
virtual Execution* onCreate(const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
const MNN::Op* op) override;
virtual void onExecuteBegin() const override;
virtual void onExecuteEnd() const override;
void finish();
virtual void onResizeBegin() override;
virtual ErrorCode onResizeEnd() override;
virtual void onCopyBuffer(const Tensor* srcTensor, const Tensor* dstTensor) const override;
const VulkanPipeline* getPipeline(const std::string& key, const std::vector<VkDescriptorType>& types,
const std::vector<uint32_t>& localSize = std::vector<uint32_t>()) const;
SharedPtr<VulkanPipeline> getPrivatePipeline(const std::string& key, const std::vector<VkDescriptorType>& types);
const VulkanCommandPool& getPool() const {
return (* mRuntime->mCmdPool);
}
const VulkanMemoryPool& getMemoryPool() const {
return (* mRuntime->mMemoryPool);
}
const VulkanMemoryPool& getDynamicMemoryPool() const {
return (* mDynamicMemoryPool);
}
class Creator {
public:
virtual VulkanBasicExecution* onCreate(const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs, const MNN::Op* op, Backend* backend) const = 0;
};
static bool addCreator(OpType t, Creator* c);
void pushCommand(VkCommandBuffer buffer) const;
std::shared_ptr<VulkanCommandPool::Buffer> getSingleCommand() {
return mCmdBuffer;
}
inline VulkanRuntime::GPUType gpuType() const {
return mRuntime->mGpuType;
}
void copyBufferToImage(const VulkanBuffer* buffer, const VulkanImage* image, VkImageLayout finalLayout = VK_IMAGE_LAYOUT_UNDEFINED) const;
const VulkanSampler* getCommonSampler(bool clamp = false) const {
if (clamp) {
return mRuntime->mClampSampler.get();
}
return mRuntime->mSampler.get();
}
const VkPhysicalDeviceProperties& proty() const {
return device().proty();
}
const VulkanCommandPool::Buffer* getInitCommandBuffer() const {
return mInitBuffer.get();
}
std::vector<uint32_t> autoTunePipeline(SharedPtr<VulkanPipeline> pipeline, std::shared_ptr<VulkanLayout::DescriptorSet> des, const std::vector<uint32_t> gws, const uint32_t tuneDimension = 3, std::vector<uint32_t> defaultLws = {}, float * const minCostPtr = nullptr);
float getPipelineTime(const VulkanPipeline* pipeline, std::shared_ptr<VulkanLayout::DescriptorSet> des, std::vector<uint32_t> groupSize);
const VulkanDevice& device() const;
#ifdef ENABLE_VULKAN_TIME_PROFILE
void pushQueryPool(std::shared_ptr<VulkanQueryPool> queryPool) {
mQueryPools.push_back(queryPool);
}
void pushExecutionName(std::string executionName) {
mExecutionNames.push_back(executionName);
}
#endif
private:
bool _supportImageSize(const Tensor* tensor);
void _finish() const;
void _allocHostBuffer(size_t size) const;
#ifdef ENABLE_VULKAN_TIME_PROFILE
void printTimeProfile() const;
#endif
std::shared_ptr<VulkanCommandPool::Buffer> mCmdBuffer;
std::shared_ptr<VulkanCommandPool::Buffer> mInitBuffer;
std::map<uint64_t, std::shared_ptr<VulkanTensor>> mAllBuffers;
mutable std::shared_ptr<VulkanBuffer> mHostBuffer;
mutable std::vector<VkCommandBuffer> mCmdBuffers;
mutable std::shared_ptr<VulkanFence> mFence;
mutable std::map<VulkanTensorConvertKey, VulkanTensorConvertValue> mConverters;
bool mDirect;
const VulkanRuntime* mRuntime;
std::shared_ptr<VulkanMemoryPool> mDynamicMemoryPool;
#ifdef ENABLE_VULKAN_TIME_PROFILE
mutable std::vector<std::shared_ptr<VulkanQueryPool>> mQueryPools;
mutable std::vector<std::string> mExecutionNames;
#endif
};
} // namespace MNN
#endif /* VulkanBackend_hpp */