mirror of https://github.com/alibaba/MNN.git
237 lines
9.0 KiB
C++
237 lines
9.0 KiB
C++
//
|
|
// MatMulTest.cpp
|
|
// MNNTests
|
|
//
|
|
// Created by MNN on 2019/09/17.
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
//
|
|
|
|
#include <math.h>
|
|
#include <MNN/expr/ExprCreator.hpp>
|
|
#include <random>
|
|
#include "MNNTestSuite.h"
|
|
#include "MNN_generated.h"
|
|
using namespace MNN::Express;
|
|
|
|
static void fillFloat(float* dst, int h, int w, float offset = 0.0f) {
|
|
for (int y = 0; y < h; ++y) {
|
|
auto dstY = dst + w * y;
|
|
for (int x = 0; x < w; ++x) {
|
|
dstY[x] = (float)x * 0.1f + (float)y + offset;
|
|
}
|
|
}
|
|
}
|
|
|
|
static bool checkMatMul(const float* C, const float* A, const float* B, int e, int l, int h) {
|
|
bool res = true;
|
|
for (int y = 0; y < h; ++y) {
|
|
auto AY = A + l * y;
|
|
auto CY = C + e * y;
|
|
for (int x = 0; x < e; ++x) {
|
|
auto BX = B + x;
|
|
float expected = 0.0f;
|
|
auto computed = CY[x];
|
|
for (int k = 0; k < l; ++k) {
|
|
expected += AY[k] * BX[k * e];
|
|
}
|
|
auto diff = fabsf(expected - computed);
|
|
if (diff > 0.1f) {
|
|
MNN_PRINT("%f -> %f\n", expected, computed);
|
|
res = false;
|
|
}
|
|
}
|
|
}
|
|
return res;
|
|
}
|
|
|
|
class MatMulTest : public MNNTestCase {
|
|
public:
|
|
virtual bool run() {
|
|
int e = 5, h = 4, l = 6;
|
|
{
|
|
// Test MatMul
|
|
std::unique_ptr<MNN::OpT> op(new MNN::OpT);
|
|
op->type = MNN::OpType_MatMul;
|
|
op->main.type = MNN::OpParameter_MatMul;
|
|
op->main.value = new MNN::MatMulT;
|
|
auto matmulParam = op->main.AsMatMul();
|
|
matmulParam->transposeA = false;
|
|
matmulParam->transposeB = false;
|
|
|
|
auto x0 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto x1 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto y = Variable::create(Expr::create(op.get(), {x0, x1}));
|
|
x0->resize({h, l});
|
|
x1->resize({l, e});
|
|
fillFloat(x0->writeMap<float>(), h, l);
|
|
fillFloat(x1->writeMap<float>(), l, e);
|
|
|
|
auto res = checkMatMul(y->readMap<float>(), x0->readMap<float>(), x1->readMap<float>(), e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
auto tranposeA = _Transpose(x0, {1, 0});
|
|
matmulParam->transposeA = true;
|
|
matmulParam->transposeB = false;
|
|
y = Variable::create(Expr::create(op.get(), {tranposeA, x1}));
|
|
res = checkMatMul(y->readMap<float>(), x0->readMap<float>(), x1->readMap<float>(), e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
auto tranposeB = _Transpose(x1, {1, 0});
|
|
matmulParam->transposeA = true;
|
|
matmulParam->transposeB = true;
|
|
y = Variable::create(Expr::create(op.get(), {tranposeA, tranposeB}));
|
|
res = checkMatMul(y->readMap<float>(), x0->readMap<float>(), x1->readMap<float>(), e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
matmulParam->transposeA = false;
|
|
matmulParam->transposeB = true;
|
|
y = Variable::create(Expr::create(op.get(), {x0, tranposeB}));
|
|
res = checkMatMul(y->readMap<float>(), x0->readMap<float>(), x1->readMap<float>(), e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
{
|
|
std::unique_ptr<MNN::OpT> op(new MNN::OpT);
|
|
op->type = MNN::OpType_BatchMatMul;
|
|
op->main.type = MNN::OpParameter_BatchMatMulParam;
|
|
op->main.value = new MNN::BatchMatMulParamT;
|
|
auto param = op->main.AsBatchMatMulParam();
|
|
param->adjX = false;
|
|
param->adjY = false;
|
|
|
|
int batch = 5;
|
|
auto x0 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto x1 = _Input({}, NHWC, halide_type_of<float>());
|
|
x0->resize({5, h, l});
|
|
x1->resize({5, l, e});
|
|
auto x0Ptr = x0->writeMap<float>();
|
|
auto x1Ptr = x1->writeMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
fillFloat(x0Ptr + b * h * l, h, l, (float)b * 10);
|
|
fillFloat(x1Ptr + b * e * l, l, e, (float)b * 10);
|
|
}
|
|
auto y = Variable::create(Expr::create(op.get(), {x0, x1}));
|
|
auto yPtr = y->readMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
auto res = checkMatMul(yPtr + b * e * h, x0Ptr + b * h * l, x1Ptr + b * e * l, e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
{
|
|
std::unique_ptr<MNN::OpT> op(new MNN::OpT);
|
|
op->type = MNN::OpType_BatchMatMul;
|
|
op->main.type = MNN::OpParameter_BatchMatMulParam;
|
|
op->main.value = new MNN::BatchMatMulParamT;
|
|
auto param = op->main.AsBatchMatMulParam();
|
|
param->adjX = true;
|
|
param->adjY = false;
|
|
|
|
int batch = 5;
|
|
auto x0 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto x1 = _Input({}, NHWC, halide_type_of<float>());
|
|
x0->resize({5, h, l});
|
|
x1->resize({5, l, e});
|
|
auto x0Ptr = x0->writeMap<float>();
|
|
auto x1Ptr = x1->writeMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
fillFloat(x0Ptr + b * h * l, h, l, (float)b * 10);
|
|
fillFloat(x1Ptr + b * e * l, l, e, (float)b * 10);
|
|
}
|
|
auto tranposeA = _Transpose(x0, {0, 2, 1});
|
|
auto y = Variable::create(Expr::create(op.get(), {tranposeA, x1}));
|
|
|
|
auto yPtr = y->readMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
auto res = checkMatMul(yPtr + b * e * h, x0Ptr + b * h * l, x1Ptr + b * e * l, e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
{
|
|
std::unique_ptr<MNN::OpT> op(new MNN::OpT);
|
|
op->type = MNN::OpType_BatchMatMul;
|
|
op->main.type = MNN::OpParameter_BatchMatMulParam;
|
|
op->main.value = new MNN::BatchMatMulParamT;
|
|
auto param = op->main.AsBatchMatMulParam();
|
|
param->adjX = false;
|
|
param->adjY = true;
|
|
|
|
int batch = 5;
|
|
auto x0 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto x1 = _Input({}, NHWC, halide_type_of<float>());
|
|
x0->resize({5, h, l});
|
|
x1->resize({5, l, e});
|
|
auto x0Ptr = x0->writeMap<float>();
|
|
auto x1Ptr = x1->writeMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
fillFloat(x0Ptr + b * h * l, h, l, (float)b * 10);
|
|
fillFloat(x1Ptr + b * e * l, l, e, (float)b * 10);
|
|
}
|
|
auto tranposeB = _Transpose(x1, {0, 2, 1});
|
|
auto y = Variable::create(Expr::create(op.get(), {x0, tranposeB}));
|
|
|
|
auto yPtr = y->readMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
auto res = checkMatMul(yPtr + b * e * h, x0Ptr + b * h * l, x1Ptr + b * e * l, e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
{
|
|
std::unique_ptr<MNN::OpT> op(new MNN::OpT);
|
|
op->type = MNN::OpType_BatchMatMul;
|
|
op->main.type = MNN::OpParameter_BatchMatMulParam;
|
|
op->main.value = new MNN::BatchMatMulParamT;
|
|
auto param = op->main.AsBatchMatMulParam();
|
|
param->adjX = true;
|
|
param->adjY = true;
|
|
|
|
int batch = 5;
|
|
auto x0 = _Input({}, NHWC, halide_type_of<float>());
|
|
auto x1 = _Input({}, NHWC, halide_type_of<float>());
|
|
x0->resize({5, h, l});
|
|
x1->resize({5, l, e});
|
|
auto x0Ptr = x0->writeMap<float>();
|
|
auto x1Ptr = x1->writeMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
fillFloat(x0Ptr + b * h * l, h, l, (float)b * 10);
|
|
fillFloat(x1Ptr + b * e * l, l, e, (float)b * 10);
|
|
}
|
|
auto tranposeA = _Transpose(x0, {0, 2, 1});
|
|
auto tranposeB = _Transpose(x1, {0, 2, 1});
|
|
|
|
auto y = Variable::create(Expr::create(op.get(), {tranposeA, tranposeB}));
|
|
|
|
auto yPtr = y->readMap<float>();
|
|
for (int b = 0; b < batch; ++b) {
|
|
auto res = checkMatMul(yPtr + b * e * h, x0Ptr + b * h * l, x1Ptr + b * e * l, e, l, h);
|
|
if (!res) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
};
|
|
MNNTestSuiteRegister(MatMulTest, "expr/MatMul");
|