2019-04-17 10:49:11 +08:00
|
|
|
//
|
|
|
|
// VulkanCommandPool.cpp
|
|
|
|
// MNN
|
|
|
|
//
|
|
|
|
// Created by MNN on 2019/01/31.
|
|
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
|
|
//
|
|
|
|
|
2019-12-27 22:16:57 +08:00
|
|
|
#include "backend/vulkan/component/VulkanCommandPool.hpp"
|
2019-04-17 10:49:11 +08:00
|
|
|
#include <string.h>
|
|
|
|
#include <memory>
|
2019-12-27 22:16:57 +08:00
|
|
|
#include "backend/vulkan/component/VulkanFence.hpp"
|
2020-08-11 17:44:19 +08:00
|
|
|
#include "backend/vulkan/component/VulkanImage.hpp"
|
|
|
|
|
2019-04-17 10:49:11 +08:00
|
|
|
namespace MNN {
|
|
|
|
VulkanCommandPool::VulkanCommandPool(const VulkanDevice& dev) : mDevice(dev), mPool(VK_NULL_HANDLE) {
|
|
|
|
CALL_VK(mDevice.createCommandPool(mPool));
|
|
|
|
MNN_ASSERT(VK_NULL_HANDLE != mPool);
|
|
|
|
}
|
|
|
|
VulkanCommandPool::~VulkanCommandPool() {
|
2020-11-05 16:41:56 +08:00
|
|
|
for (auto& b : mFreeBuffers) {
|
|
|
|
mDevice.freeCommandBuffer(mPool, b);
|
|
|
|
}
|
2019-04-17 10:49:11 +08:00
|
|
|
mDevice.destroyCommandPool(mPool);
|
|
|
|
// FUNC_PRINT(1);
|
|
|
|
}
|
2025-06-09 09:51:46 +08:00
|
|
|
std::shared_ptr<VulkanFence> VulkanCommandPool::submit(VkCommandBuffer buffer) const {
|
2019-04-17 10:49:11 +08:00
|
|
|
auto b = buffer;
|
|
|
|
auto fence = std::make_shared<VulkanFence>(mDevice);
|
2020-04-14 22:52:24 +08:00
|
|
|
VkSubmitInfo submit_info = {/* .sType = */ VK_STRUCTURE_TYPE_SUBMIT_INFO,
|
|
|
|
/* .pNext = */ nullptr,
|
|
|
|
/* .waitSemaphoreCount = */ 0,
|
|
|
|
/* .pWaitSemaphores = */ nullptr,
|
|
|
|
/* .pWaitDstStageMask = */ nullptr,
|
|
|
|
/* .commandBufferCount = */ 1,
|
|
|
|
/* .pCommandBuffers = */ &b,
|
|
|
|
/* .signalSemaphoreCount = */ 0,
|
|
|
|
/* .pSignalSemaphores = */ nullptr};
|
2019-04-17 10:49:11 +08:00
|
|
|
auto fenceReal = fence->get();
|
|
|
|
auto queue = mDevice.acquireDefaultDevQueue();
|
|
|
|
CALL_VK(vkQueueSubmit(queue, 1, &submit_info, fenceReal));
|
2025-06-09 09:51:46 +08:00
|
|
|
return fence;
|
|
|
|
}
|
|
|
|
|
|
|
|
void VulkanCommandPool::submitAndWait(VkCommandBuffer buffer) const {
|
|
|
|
auto fence = submit(buffer);
|
2019-04-17 10:49:11 +08:00
|
|
|
fence->wait();
|
|
|
|
}
|
|
|
|
|
- dynamic computation graph (beta)
- add supports (/express)
- add tests
- add benchmarks with it (/benchmark/exprModels)
- Python
- MNN engine and tools were submitted to pip
- available on Windows/macOS/Linux
- Engine/Converter
- add supports for each op benchmarking
- refactor optimizer by separating steps
- CPU
- add supports for Conv3D, Pool3D, ELU, ReverseSequence
- fix ArgMax, Permute, Scale, BinaryOp, Slice, SliceTf
- OpenCL
- add half transform in CPU
- add broadcast supports for binary
- optimize Conv2D, Reshape, Eltwise, Gemm, etc.
- OpenGL
- add sub, real div supports for binary
- add supports for unary
- optimize Conv2D, Reshape
- Vulkan
- add max supports for eltwise
- Metal
- fix metallib missing problem
- Train/Quantization
- use express to refactor training codes
2019-09-26 21:02:07 +08:00
|
|
|
VulkanCommandPool::Buffer* VulkanCommandPool::allocBuffer() const {
|
2020-11-05 16:41:56 +08:00
|
|
|
return new Buffer(this);
|
2019-04-17 10:49:11 +08:00
|
|
|
}
|
|
|
|
|
2020-11-05 16:41:56 +08:00
|
|
|
VulkanCommandPool::Buffer::Buffer(const VulkanCommandPool* pool) : mPool(pool) {
|
|
|
|
if (pool->mFreeBuffers.empty()) {
|
|
|
|
CALL_VK(pool->mDevice.allocateCommandBuffer(pool->mPool, mBuffer));
|
|
|
|
} else {
|
|
|
|
auto iter = pool->mFreeBuffers.end() - 1;
|
|
|
|
mBuffer = *iter;
|
|
|
|
pool->mFreeBuffers.erase(iter);
|
|
|
|
}
|
2019-04-17 10:49:11 +08:00
|
|
|
}
|
|
|
|
VulkanCommandPool::Buffer::~Buffer() {
|
2020-11-05 16:41:56 +08:00
|
|
|
mPool->mFreeBuffers.emplace_back(mBuffer);
|
|
|
|
}
|
2022-12-30 15:18:58 +08:00
|
|
|
void VulkanCommandPool::Buffer::barrierSource(std::tuple<VkBuffer, VkDeviceSize, VkDeviceSize> fuse, BarrierType type) const {
|
|
|
|
barrierSource(std::get<0>(fuse), std::get<2>(fuse), std::get<1>(fuse), type);
|
|
|
|
}
|
2019-04-17 10:49:11 +08:00
|
|
|
|
2020-11-05 16:41:56 +08:00
|
|
|
void VulkanCommandPool::Buffer::barrierSource(VkBuffer source, size_t start, size_t size, BarrierType type) const {
|
2019-04-17 10:49:11 +08:00
|
|
|
VkBufferMemoryBarrier barrier;
|
|
|
|
barrier.sType = VK_STRUCTURE_TYPE_BUFFER_MEMORY_BARRIER;
|
|
|
|
barrier.buffer = source;
|
|
|
|
barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
|
|
|
|
barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
|
|
|
|
barrier.offset = start;
|
|
|
|
barrier.pNext = nullptr;
|
|
|
|
barrier.size = size;
|
2020-11-05 16:41:56 +08:00
|
|
|
switch (type) {
|
|
|
|
case READ_WRITE:
|
|
|
|
barrier.srcAccessMask = VK_ACCESS_SHADER_WRITE_BIT | VK_ACCESS_TRANSFER_WRITE_BIT;
|
|
|
|
barrier.dstAccessMask = VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_TRANSFER_READ_BIT;
|
|
|
|
break;
|
|
|
|
case WRITE_WRITE:
|
|
|
|
barrier.srcAccessMask = VK_ACCESS_SHADER_WRITE_BIT | VK_ACCESS_TRANSFER_WRITE_BIT;
|
|
|
|
barrier.dstAccessMask = VK_ACCESS_SHADER_WRITE_BIT | VK_ACCESS_SHADER_WRITE_BIT;
|
|
|
|
break;
|
2023-12-27 17:26:44 +08:00
|
|
|
case WRITE_READ:
|
|
|
|
barrier.srcAccessMask = VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_TRANSFER_READ_BIT;
|
|
|
|
barrier.dstAccessMask = VK_ACCESS_SHADER_WRITE_BIT | VK_ACCESS_SHADER_WRITE_BIT;
|
|
|
|
break;
|
2020-11-05 16:41:56 +08:00
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
2019-04-17 10:49:11 +08:00
|
|
|
vkCmdPipelineBarrier(mBuffer, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_TRANSFER_BIT,
|
|
|
|
VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_TRANSFER_BIT, 0, 0, nullptr, 1,
|
|
|
|
&barrier, 0, nullptr);
|
|
|
|
}
|
|
|
|
void VulkanCommandPool::Buffer::begin(VkCommandBufferUsageFlags flag) const {
|
|
|
|
VkCommandBufferBeginInfo cmdBufferBeginInfo{
|
2020-04-14 22:52:24 +08:00
|
|
|
/* .sType = */ VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO,
|
|
|
|
/* .pNext = */ nullptr,
|
|
|
|
/* .flags = */ flag,
|
|
|
|
/* .pInheritanceInfo = */ nullptr,
|
2019-04-17 10:49:11 +08:00
|
|
|
};
|
|
|
|
vkResetCommandBuffer(mBuffer, 0);
|
|
|
|
CALL_VK(vkBeginCommandBuffer(mBuffer, &cmdBufferBeginInfo));
|
|
|
|
}
|
|
|
|
void VulkanCommandPool::Buffer::end() const {
|
|
|
|
CALL_VK(vkEndCommandBuffer(mBuffer));
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace MNN
|