MNN/source/backend/opencl/core/BufferConvertor.hpp

58 lines
2.4 KiB
C++
Raw Normal View History

//
// BufferConvertor.hpp
// MNN
//
// Created by MNN on 2020/09/25.
// Copyright © 2018, Alibaba Group Holding Limited
//
#ifndef MNN_OPENCL_BUFFER_CLOSED
#ifndef BufferConvertor_hpp
#define BufferConvertor_hpp
#include "core/Macro.h"
#include <MNN/Tensor.hpp>
#include "backend/opencl/core/OpenCLRunningUtils.hpp"
2024-12-19 16:20:00 +08:00
#include "backend/opencl/core/OpenCLBackend.hpp"
namespace MNN {
namespace OpenCL {
2024-04-19 11:58:21 +08:00
bool converNCHWOrNHWCBufferToNC4HW4OrNC16HW16Buffer(const Tensor *input, Tensor *output, const std::string Name,
2025-04-28 11:38:44 +08:00
OpenCLRuntime *runtime, int precision, bool needInpTrans = false, bool needWait = false, bool svmFlag = false);
2024-04-19 11:58:21 +08:00
bool convertNC4HW4OrNC16HW16BufferToNCHWOrNHWCBuffer(const Tensor *input, Tensor *output, const std::string Name,
2025-04-28 11:38:44 +08:00
OpenCLRuntime *runtime, int precision, bool needOutTrans = false, bool needWait = false, bool svmFlag = false);
2021-04-28 18:02:10 +08:00
enum TransType {InpTrans = 0, OutTrans = 1, NoTrans = 2};
2023-07-31 14:24:48 +08:00
#ifdef MNN_SUPPORT_INTEL_SUBGROUP
2024-04-19 11:58:21 +08:00
bool convertNC4HW4BufferBetweenNC16HW16Buffer(const Tensor *input, Tensor *output, const std::string Name,
2025-04-28 11:38:44 +08:00
OpenCLRuntime *runtime, int precision, TransType formatTrans = NoTrans, bool needWait = false,
2023-07-31 14:24:48 +08:00
bool svmFlag = false, bool srcswap = false, bool dstswap = false);
#endif
2024-09-12 12:57:57 +08:00
2025-04-28 11:38:44 +08:00
bool convertBufferToBuffer(Tensor *input, Tensor *output, OpenCLRuntime *runtime, int input_precision, int output_precision, int backend_precison, bool toDevice, bool toHost, bool needWait = false, bool svmFlag = false);
2025-07-23 14:10:58 +08:00
#ifdef __ANDROID__
2025-04-28 11:38:44 +08:00
bool convertBetweenAHDandCLmem(const Tensor *input, const Tensor *output, OpenCLRuntime *runtime, int precision, int memType, bool toDevice, bool toHost);
2025-07-23 14:10:58 +08:00
#endif
2023-07-31 14:24:48 +08:00
class BufferConvertor {
public:
explicit BufferConvertor(OpenCLRuntime *opencl_runtime) : mOpenCLRuntime(opencl_runtime) {
}
2025-04-28 11:38:44 +08:00
bool convertToNC4HW4Buffer(const Tensor *input, const OpenCLBufferFormat type, Tensor *output, int precision,
2025-08-22 18:04:08 +08:00
bool needTrans, bool needWait = true, bool lowMemory = false, int quantBit = 0);
private:
OpenCLRuntime *mOpenCLRuntime;
2024-04-19 11:58:21 +08:00
std::shared_ptr<KernelWrap> mBufferToImageKernel;
std::string mBufferToImageKernelName;
};
} // namespace OpenCL
} // namespace MNN
#endif /* BufferConvertor_hpp */
#endif /* MNN_OPENCL_BUFFER_CLOSED */