MNN/source/backend/cpu/compute/ConvolutionTiledExecutor.hpp

62 lines
2.6 KiB
C++

//
// ConvolutionTiledExecutor.hpp
// MNN
//
// Created by MNN on 2018/07/16.
// Copyright © 2018, Alibaba Group Holding Limited
//
#ifndef ConvolutionTiledExecutor_hpp
#define ConvolutionTiledExecutor_hpp
#include <functional>
#include "backend/cpu/CPUConvolution.hpp"
// Tiled Slide Window or Im2Col + GEMM
namespace MNN {
class ConvolutionTiledImpl : public CPUConvolution {
public:
ConvolutionTiledImpl(const Convolution2DCommon *common, Backend *b) : CPUConvolution(common, b) {
// Do nothing
}
virtual ~ConvolutionTiledImpl() = default;
virtual ErrorCode onExecute(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) override;
virtual ErrorCode onResize(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) override;
virtual void getPackParameter(int* eP, int* lP, int* hP, const CoreFunctions* core) = 0;
protected:
Tensor mTempBufferTranspose;
ConvolutionCommon::Im2ColParameter mIm2ColParameters;
std::pair<int, std::function<void(int)>> mFunction;
const CPUConvolution::Resource* mResource = nullptr;
};
class ConvolutionTiledExecutor : public Execution {
public:
ConvolutionTiledExecutor(Backend* b, const float* bias, size_t biasSize);
ConvolutionTiledExecutor(std::shared_ptr<CPUConvolution::Resource> res, Backend* b);
virtual ~ConvolutionTiledExecutor();
virtual ErrorCode onExecute(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) override {
return NO_EXECUTION;
}
virtual ErrorCode onResize(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) override {
return NO_EXECUTION;
}
virtual bool onClone(Backend* bn, const Op* op, Execution** dst) override;
void initWeight(const float *source, float* cache, int depth, int outputCount, int kernelSize, const CoreFunctions* function);
static std::pair<int, bool> turnIm2ColToBlitInfo(float const ** srcPtr, int32_t* el, int start, int xC, const ConvolutionCommon::Im2ColParameter& im2Col, const uint8_t* srcOrigin, int bytes);
static void setIm2ColParameter(ConvolutionCommon::Im2ColParameter& dstIm2ColParamter, const Convolution2DCommon* convCommon, Tensor* input, Tensor* output, int padX, int padY, const CoreFunctions* floatCore, const CoreInt8Functions* int8Core);
// Total / Stride
static std::pair<size_t, std::pair<size_t, size_t>> computeBlitInfoSize(int eP, int ow, int kernelSize, int threadNumber);
protected:
std::vector<Tensor *> mInputs;
std::shared_ptr<CPUConvolution::Resource> mResource;
};
} // namespace MNN
#endif /* ConvolutionTiledExecutor_hpp */