mirror of https://github.com/alibaba/MNN.git
236 lines
9.5 KiB
C++
236 lines
9.5 KiB
C++
//
|
|
// CPUBinary.cpp
|
|
// MNN
|
|
//
|
|
// Created by MNN on 2018/08/02.
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
//
|
|
|
|
#include "CPUBinary.hpp"
|
|
#include "CPUBackend.hpp"
|
|
#include "compute/CommonOptFunction.h"
|
|
#include "compute/ConvOpt.h"
|
|
#include "core/Macro.h"
|
|
#include "core/Concurrency.h"
|
|
#include "core/OpCommonUtils.hpp"
|
|
#include "BinaryUtils.hpp"
|
|
#include "math/Vec.hpp"
|
|
using Vec4 = MNN::Math::Vec<float, 4>;
|
|
|
|
namespace MNN {
|
|
|
|
ErrorCode CPUBinary::onResize(const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs) {
|
|
const int input0DataCount = inputs[0]->elementSize();
|
|
const int input1DataCount = inputs[1]->elementSize();
|
|
if (input1DataCount == input0DataCount) {
|
|
mNeedBroadcastIndex = -1;
|
|
mTotalSize = input1DataCount;
|
|
} else if (input0DataCount == 1) {
|
|
mNeedBroadcastIndex = 0;
|
|
mTotalSize = input1DataCount;
|
|
} else {
|
|
mNeedBroadcastIndex = 1;
|
|
mTotalSize = input0DataCount;
|
|
}
|
|
MNN_ASSERT(mTotalSize == outputs[0]->elementSize());
|
|
return NO_ERROR;
|
|
}
|
|
|
|
ErrorCode CPUBinary::onExecute(const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs) {
|
|
const int input0DataCount = ((CPUBackend*)backend())->getTensorSize(inputs[0]);
|
|
const int input1DataCount = ((CPUBackend*)backend())->getTensorSize(inputs[1]);
|
|
// inputs[0]->printShape();
|
|
// inputs[1]->printShape();
|
|
// MNN_PRINT("%d - %d\n", input0DataCount, input1DataCount);
|
|
if (input1DataCount == input0DataCount) {
|
|
mNeedBroadcastIndex = -1;
|
|
mTotalSize = input1DataCount;
|
|
} else if (input0DataCount == 1) {
|
|
mNeedBroadcastIndex = 0;
|
|
mTotalSize = input1DataCount;
|
|
} else {
|
|
mNeedBroadcastIndex = 1;
|
|
mTotalSize = input0DataCount;
|
|
}
|
|
auto input = inputs[0];
|
|
auto input1 = inputs[1];
|
|
auto output = outputs[0];
|
|
|
|
auto schedule = ((CPUBackend*)backend())->multiThreadDivide(mTotalSize);
|
|
auto input0Ptr = input->host<uint8_t>();
|
|
auto input1Ptr = input1->host<uint8_t>();
|
|
auto outputPtr = output->host<uint8_t>();
|
|
int inpBytes = input->getType().bytes();
|
|
int outBytes = output->getType().bytes();
|
|
if (halide_type_float == input->getType().code) {
|
|
inpBytes = static_cast<CPUBackend*>(backend())->functions()->bytes;
|
|
}
|
|
if (halide_type_float == output->getType().code) {
|
|
outBytes = static_cast<CPUBackend*>(backend())->functions()->bytes;
|
|
}
|
|
auto precision = static_cast<CPUBackend*>(backend())->precisionMode();
|
|
MNN_CONCURRENCY_BEGIN(tId, schedule.second) {
|
|
int start = schedule.first * (int)tId;
|
|
int realSize = schedule.first;
|
|
if (tId == schedule.second -1 ) {
|
|
realSize = mTotalSize - start;
|
|
}
|
|
if (realSize > 0) {
|
|
auto inp0 = input0Ptr + start * inpBytes;
|
|
auto inp1 = input1Ptr + start * inpBytes;
|
|
if (mNeedBroadcastIndex == 0) {
|
|
inp0 = input0Ptr;
|
|
} else if (mNeedBroadcastIndex == 1) {
|
|
inp1 = input1Ptr;
|
|
}
|
|
auto out = outputPtr + start * outBytes;
|
|
mProc(out, inp0, inp1, realSize, mNeedBroadcastIndex);
|
|
}
|
|
}
|
|
MNN_CONCURRENCY_END();
|
|
return NO_ERROR;
|
|
}
|
|
|
|
MNNBinaryExecute CPUBinary::selectForFloat(int type) {
|
|
auto vecFunction = selectVector<Vec4, 4>(type);
|
|
if (nullptr != vecFunction) {
|
|
return vecFunction;
|
|
}
|
|
switch (type) {
|
|
case BinaryOpOperation_REALDIV:
|
|
return execute<float, float, BinaryRealDiv<float, float, float>>;
|
|
case BinaryOpOperation_FLOORDIV:
|
|
return execute<float, float, BinaryFloorDiv<float, float, float>>;
|
|
case BinaryOpOperation_FLOORMOD:
|
|
return execute<float, float, BinaryFloorMod<float, float, float>>;
|
|
case BinaryOpOperation_POW:
|
|
return execute<float, float, BinaryPow<float, float, float>>;
|
|
case BinaryOpOperation_ATAN2:
|
|
return execute<float, float, BinaryAtan2<float, float, float>>;
|
|
case BinaryOpOperation_MOD:
|
|
return execute<float, float, BinaryMod<float, float, float>>;
|
|
case BinaryOpOperation_GREATER:
|
|
return execute<float, int32_t, BinaryGreater<float, float, int32_t>>;
|
|
case BinaryOpOperation_LESS:
|
|
return execute<float, int32_t, BinaryLess<float, float, int32_t>>;
|
|
case BinaryOpOperation_LESS_EQUAL:
|
|
return execute<float, int32_t, BinaryLessEqual<float, float, int32_t>>;
|
|
case BinaryOpOperation_GREATER_EQUAL:
|
|
return execute<float, int32_t, BinaryGreaterEqual<float, float, int32_t>>;
|
|
case BinaryOpOperation_EQUAL:
|
|
return execute<float, int32_t, BinaryEqual<float, float, int32_t>>;
|
|
case BinaryOpOperation_NOTEQUAL:
|
|
return execute<float, int32_t, BinaryNotEqual<float, float, int32_t>>;
|
|
default:
|
|
MNN_ASSERT(false);
|
|
break;
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
static MNNBinaryExecute selectForInt(int type) {
|
|
switch (type) {
|
|
case BinaryOpOperation_MUL:
|
|
return execute<int32_t, int32_t, BinaryMul<int32_t, int32_t, int32_t>>;
|
|
case BinaryOpOperation_ADD:
|
|
return execute<int32_t, int32_t, BinaryAdd<int32_t, int32_t, int32_t>>;
|
|
case BinaryOpOperation_SUB:
|
|
return execute<int32_t, int32_t, BinarySub<int32_t, int32_t, int32_t>>;
|
|
case BinaryOpOperation_REALDIV:
|
|
return execute<int32_t, int32_t, BinaryRealDiv<int32_t, int32_t, int32_t>>;
|
|
case BinaryOpOperation_MINIMUM:
|
|
return execute<int32_t, int32_t, BinaryMin<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_MAXIMUM:
|
|
return execute<int32_t, int32_t, BinaryMax<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_GREATER:
|
|
return execute<int32_t, int32_t, BinaryGreater<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_LESS:
|
|
return execute<int32_t, int32_t, BinaryLess<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_LESS_EQUAL:
|
|
return execute<int32_t, int32_t, BinaryLessEqual<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_GREATER_EQUAL:
|
|
return execute<int32_t, int32_t, BinaryGreaterEqual<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_EQUAL:
|
|
return execute<int32_t, int32_t, BinaryEqual<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_FLOORDIV:
|
|
return execute<int32_t, int32_t, BinaryFloorDiv<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_FLOORMOD:
|
|
return execute<int32_t, int32_t, BinaryFloorMod<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_SquaredDifference:
|
|
return execute<int32_t, int32_t, BinarySquaredDifference<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_LOGICALOR:
|
|
return execute<int32_t, int32_t, BinaryLogicalOr<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_NOTEQUAL:
|
|
return execute<int32_t, int32_t, BinaryNotEqual<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_MOD:
|
|
return execute<int32_t, int32_t, BinaryModInt<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_LOGICALXOR:
|
|
return execute<int32_t, int32_t, BinaryLogicalXor<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_LEFTSHIFT:
|
|
return execute<int32_t, int32_t, BinaryLeftShift<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_RIGHTSHIFT:
|
|
return execute<int32_t, int32_t, BinaryRightShift<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_BITWISE_AND:
|
|
return execute<int32_t, int32_t, BinaryBitwiseAnd<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_BITWISE_OR:
|
|
return execute<int32_t, int32_t, BinaryBitwiseOr<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
case BinaryOpOperation_BITWISE_XOR:
|
|
return execute<int32_t, int32_t, BinaryBitwiseXor<int32_t, int32_t, int32_t>>;
|
|
break;
|
|
default:
|
|
MNN_ASSERT(false);
|
|
break;
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
class CPUBinaryCreator : public CPUBackend::Creator {
|
|
public:
|
|
virtual Execution* onCreate(const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
|
|
const MNN::Op* op, Backend* backend) const override {
|
|
int32_t type = op->main_as_BinaryOp()->opType();
|
|
auto dataType = inputs[0]->getType();
|
|
auto core = static_cast<CPUBackend*>(backend)->functions();
|
|
if (dataType.bits == 32) {
|
|
if (dataType.code == halide_type_int) {
|
|
auto func = selectForInt(type);
|
|
if (nullptr == func) {
|
|
return nullptr;
|
|
}
|
|
return new CPUBinary(backend, func);
|
|
} else if (dataType.code == halide_type_float) {
|
|
auto func = core->MNNSelectBinaryFunctionForFloat(type);
|
|
if (nullptr == func) {
|
|
return nullptr;
|
|
}
|
|
return new CPUBinary(backend, func);
|
|
}
|
|
}
|
|
MNN_ERROR("CpuBinary: unsupported data type (bits: %d, code: %d)\n",
|
|
dataType.bits, dataType.code);
|
|
return nullptr;
|
|
}
|
|
};
|
|
|
|
REGISTER_CPU_OP_CREATOR(CPUBinaryCreator, OpType_BinaryOp);
|
|
|
|
} // namespace MNN
|