MNN/source/backend/metal/MetalInterp.mm

85 lines
3.7 KiB
Plaintext
Executable File

//
// MetalInterp.mm
// MNN
//
// Created by MNN on 2019/01/30.
// Copyright © 2018, Alibaba Group Holding Limited
//
#import "backend/metal/MetalInterp.hpp"
#import "backend/metal/MNNMetalContext.h"
#import "core/Macro.h"
#import "backend/metal/MetalBackend.hpp"
#if MNN_METAL_ENABLED
namespace MNN {
MetalInterp::MetalInterp(Backend *backend, const Op* op)
: MetalExecution(backend) {
auto interpParam = op->main_as_Interp();
auto mBk = static_cast<MetalBackend *>(this->backend());
auto context = (__bridge MNNMetalContext *)mBk->context();
mCordTransform = [context newDeviceBuffer:4 * sizeof(float) access:CPUWriteOnly];
((float *)mCordTransform.contents)[0] = interpParam->widthScale();
((float *)mCordTransform.contents)[1] = interpParam->widthOffset();
((float *)mCordTransform.contents)[2] = interpParam->heightScale();
((float *)mCordTransform.contents)[3] = interpParam->heightOffset();
mReiszeType = interpParam->resizeType();
mShape = [context newDeviceBuffer:7 * sizeof(int) access:CPUWriteOnly];
}
ErrorCode MetalInterp::onResize(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs) {
auto backend = static_cast<MetalBackend *>(this->backend());
auto context = (__bridge MNNMetalContext *)backend->context();
auto input = inputs[0], output = outputs[0];
int iw = input->width(), ih = input->height();
int ow = output->width(), oh = output->height(), slice = UP_DIV(output->channel(), 4) * output->batch();
((int *)mShape.contents)[0] = iw;
((int *)mShape.contents)[1] = ih;
((int *)mShape.contents)[2] = iw * ih;
((int *)mShape.contents)[3] = ow;
((int *)mShape.contents)[4] = oh;
((int *)mShape.contents)[5] = ow * oh;
((int *)mShape.contents)[6] = slice;
if (mReiszeType == 2 || mReiszeType == 1) {
if (2 == mReiszeType) {
mPipeline = [context pipelineWithName:@"resize_bilinear" fp16:backend->useFp16InsteadFp32()];
} else {
mPipeline = [context pipelineWithName:@"resize_nearest" fp16:backend->useFp16InsteadFp32()];
}
} else if (mReiszeType == 3) {
mPipeline = [context pipelineWithName:@"resize_cubic" fp16:backend->useFp16InsteadFp32()];
} else {
MNN_ASSERT(false);
}
mThreads = [context computeBestGroupAndLocal:mPipeline threads:MTLSizeMake(ow, oh, slice)];
return NO_ERROR;
}
void MetalInterp::onEncode(const std::vector<Tensor *> &inputs, const std::vector<Tensor *> &outputs, id<MTLComputeCommandEncoder> encoder) {
auto input = inputs[0], output = outputs[0];
// encode
[encoder setComputePipelineState:mPipeline];
[encoder setBuffer:(id<MTLBuffer>)((MetalRuntimeAllocator::MetalBufferAlloc *)input->deviceId())->getBuffer() offset:TensorUtils::getDescribe(input)->extra.offset atIndex:0];
[encoder setBuffer:(id<MTLBuffer>)((MetalRuntimeAllocator::MetalBufferAlloc *)output->deviceId())->getBuffer() offset:TensorUtils::getDescribe(output)->extra.offset atIndex:1];
[encoder setBuffer:mShape offset:0 atIndex:2];
[encoder setBuffer:mCordTransform offset:0 atIndex:3];
[encoder dispatchThreadgroups:mThreads.first threadsPerThreadgroup:mThreads.second];
}
class MetalInterpCreator : public MetalBackend::Creator {
public:
virtual Execution *onCreate(const std::vector<Tensor *> &inputs, const MNN::Op *op, Backend *backend, const std::vector<Tensor *>& outputs) const {
auto interpParam = op->main_as_Interp();
auto type = interpParam->resizeType();
if (type > 3) {
return nullptr;
}
return new MetalInterp(backend, op);
}
};
REGISTER_METAL_OP_CREATOR(MetalInterpCreator, OpType_Interp);
} // namespace MNN
#endif /* MNN_METAL_ENABLED */