mirror of https://github.com/alibaba/MNN.git
483 lines
15 KiB
C++
483 lines
15 KiB
C++
//
|
|
// ReplaceTest.cpp
|
|
// MNNTests
|
|
//
|
|
// Created by MNN on 2019/09/10.
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
//
|
|
|
|
#include <math.h>
|
|
#include <MNN/expr/ExprCreator.hpp>
|
|
#include "MNNTestSuite.h"
|
|
|
|
using namespace MNN::Express;
|
|
// Test prepareCompute for dynamic-graph usage
|
|
|
|
static bool dynamictest4Precision1() {
|
|
auto x = _Input({100}, NCHW);
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
xPtr[i] = (float)i - 50.0f;
|
|
}
|
|
auto y = _Abs(x);
|
|
|
|
auto z = _Square(y);
|
|
auto u = _Sin(z);
|
|
auto v = _Cos(z);
|
|
Variable::prepareCompute({y, u, v});
|
|
auto a = _Add(u, v);
|
|
a.fix(VARP::CONSTANT);
|
|
auto b = _Add(y, y);
|
|
b.fix(VARP::CONSTANT);
|
|
{
|
|
auto aPtr = a->readMap<float>();
|
|
auto bPtr = b->readMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
auto xR = (float)i - 50.0f;
|
|
auto yR = fabs(xR);
|
|
auto zR = yR * yR;
|
|
auto uR = sinf(zR);
|
|
auto vR = cosf(zR);
|
|
auto aR = uR + vR;
|
|
auto bR = yR + yR;
|
|
auto diff = fabsf(aPtr[i] - aR);
|
|
if (diff > 0.00001f) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
diff = fabsf(bPtr[i] - bR);
|
|
if (diff > 0.00001f) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
auto c = _Split(_Concat({a, b}, 0), {2})[0] * b - u + v * y;
|
|
auto d = a - b;
|
|
Variable::prepareCompute({c, d});
|
|
{
|
|
auto cPtr = c->readMap<float>();
|
|
auto dPtr = d->readMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
auto xR = (float)i - 50.0f;
|
|
auto yR = fabs(xR);
|
|
auto zR = yR * yR;
|
|
auto uR = sinf(zR);
|
|
auto vR = cosf(zR);
|
|
auto aR = uR + vR;
|
|
auto bR = yR + yR;
|
|
auto cR = aR * bR - uR + vR * yR;
|
|
auto dR = aR - bR;
|
|
auto diff = fabsf(cPtr[i] - cR);
|
|
if (diff > 0.0001f) {
|
|
// MNN_ERROR("%f - %f\n", cPtr[i], cR);
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
diff = fabsf(dPtr[i] - dR);
|
|
if (diff > 0.0001f) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
static bool dynamictest4Precision2() {
|
|
float threshold = 0.02;
|
|
|
|
auto x = _Input({100}, NCHW);
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
xPtr[i] = (float)(i % 4)* 0.01;
|
|
}
|
|
auto y = _Abs(x);
|
|
|
|
auto z = _Square(y);
|
|
auto u = x - y;
|
|
auto v = x + y;
|
|
Variable::prepareCompute({y, u, v});
|
|
auto a = _Add(u, v);
|
|
a.fix(VARP::CONSTANT);
|
|
auto b = _Add(y, y);
|
|
b.fix(VARP::CONSTANT);
|
|
{
|
|
auto aPtr = a->readMap<float>();
|
|
auto bPtr = b->readMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
auto xR = (float)(i % 4)* 0.01;
|
|
auto yR = fabs(xR);
|
|
auto zR = yR * yR;
|
|
auto uR = xR - yR;
|
|
auto vR = xR + yR;
|
|
auto aR = uR + vR;
|
|
auto bR = yR + yR;
|
|
auto diff = fabsf(aPtr[i] - aR);
|
|
if (diff > threshold) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
diff = fabsf(bPtr[i] - bR);
|
|
if (diff > threshold) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
auto c = _Split(_Concat({a, b}, 0), {2})[0] * b - u + v * y;
|
|
auto d = a - b;
|
|
Variable::prepareCompute({c, d});
|
|
{
|
|
auto cPtr = c->readMap<float>();
|
|
auto dPtr = d->readMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
auto xR = (float)(i % 4)* 0.01;
|
|
auto yR = fabs(xR);
|
|
auto zR = yR * yR;
|
|
auto uR = xR - yR;
|
|
auto vR = xR + yR;
|
|
auto aR = uR + vR;
|
|
auto bR = yR + yR;
|
|
auto cR = aR * bR - uR + vR * yR;
|
|
auto dR = aR - bR;
|
|
auto diff = fabsf(cPtr[i] - cR);
|
|
if (diff > threshold) {
|
|
// MNN_ERROR("%f - %f\n", cPtr[i], cR);
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
diff = fabsf(dPtr[i] - dR);
|
|
if (diff > threshold) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
class PrecomputeDynamicTest : public MNNTestCase {
|
|
public:
|
|
virtual bool run(int precision) {
|
|
if (precision != 2) {
|
|
return dynamictest4Precision1();
|
|
}
|
|
if (precision == 2) {
|
|
return dynamictest4Precision2();
|
|
}
|
|
return true;
|
|
}
|
|
};
|
|
|
|
// Test prepareCompute for static-graph usage
|
|
static bool test4Precision1() {
|
|
auto x = _Input({100}, NCHW);
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
xPtr[i] = (float)i - 50.0f;
|
|
}
|
|
auto y = _Abs(x);
|
|
|
|
auto z = _Square(y);
|
|
auto u = _Sin(z);
|
|
auto v = _Cos(z);
|
|
Variable::prepareCompute({y, u, v});
|
|
auto check = [&](int number) {
|
|
{
|
|
auto yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
std::vector<float> yData(number);
|
|
for (int i = 0; i < number; ++i) {
|
|
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
|
MNN_PRINT("0: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
|
return false;
|
|
}
|
|
yData[i] = yPtr[i];
|
|
}
|
|
yPtr = yData.data();
|
|
auto uPtr = u->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = sinf(yPtr[i] * yPtr[i]);
|
|
auto diff = fabsf(uPtr[i] - target);
|
|
if (diff > 0.00001f) {
|
|
MNN_PRINT("1: PrecomputeTest Error: %f, %f\n", uPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
auto vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = cosf(yPtr[i] * yPtr[i]);
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > 0.00001f) {
|
|
MNN_PRINT("2: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
};
|
|
if (!check(100)) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
{
|
|
x->resize({1, 101});
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 101; ++i) {
|
|
xPtr[i] = (float)i - 50.0f;
|
|
}
|
|
}
|
|
if (!check(101)) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
// Delete end var, check if the cache can work
|
|
u = nullptr;
|
|
{
|
|
x->writeMap<float>();
|
|
auto xPtr = x->writeMap<float>();
|
|
auto number = 101;
|
|
for (int i = 0; i < number; ++i) {
|
|
xPtr[i] = (float)i - 50.0f;
|
|
}
|
|
auto yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
for (int i = 0; i < number; ++i) {
|
|
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
|
MNN_PRINT("4: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
|
return false;
|
|
}
|
|
}
|
|
auto vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = cosf(yPtr[i] * yPtr[i]);
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > 0.00001f) {
|
|
MNN_PRINT("5: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
number = 102;
|
|
x->resize({number, 1});
|
|
xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
xPtr[i] = (float)i - 50.0f;
|
|
}
|
|
yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
std::vector<float> yData(number);
|
|
for (int i = 0; i < number; ++i) {
|
|
if (yPtr[i] != fabs((float)i - 50.0f)) {
|
|
MNN_PRINT("6: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
|
return false;
|
|
}
|
|
yData[i] = yPtr[i];
|
|
}
|
|
yPtr = yData.data();
|
|
vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = cosf(yPtr[i] * yPtr[i]);
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > 0.00001f) {
|
|
MNN_PRINT("7: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
static bool test4Precision2() {
|
|
auto x = _Input({100}, NCHW);
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 100; ++i) {
|
|
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
|
}
|
|
auto y = _Abs(x);
|
|
|
|
auto z = _Square(y);
|
|
auto u = z - y;
|
|
auto v = _Add(z, y);
|
|
Variable::prepareCompute({y, u, v});
|
|
float threshold = 0.02;
|
|
|
|
auto check = [&](int number) {
|
|
{
|
|
auto yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
std::vector<float> yData(number);
|
|
for (int i = 0; i < number; ++i) {
|
|
auto x = (float)(i % 4)* 0.01 - 5;
|
|
if (fabs(yPtr[i] - fabs(x)) > 0.01) {
|
|
MNN_PRINT("0: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
|
return false;
|
|
}
|
|
yData[i] = yPtr[i];
|
|
}
|
|
yPtr = yData.data();
|
|
auto uPtr = u->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = yPtr[i] * yPtr[i] - yPtr[i];
|
|
auto diff = fabsf(uPtr[i] - target);
|
|
if (diff > threshold) {
|
|
MNN_PRINT("1: PrecomputeTest Error: %f, %f\n", uPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
auto vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > threshold) {
|
|
MNN_PRINT("2: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
};
|
|
if (!check(100)) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
{
|
|
x->resize({1, 101});
|
|
auto xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < 101; ++i) {
|
|
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
|
}
|
|
}
|
|
if (!check(101)) {
|
|
FUNC_PRINT(1);
|
|
return false;
|
|
}
|
|
// Delete end var, check if the cache can work
|
|
u = nullptr;
|
|
{
|
|
x->writeMap<float>();
|
|
auto xPtr = x->writeMap<float>();
|
|
auto number = 101;
|
|
for (int i = 0; i < number; ++i) {
|
|
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
|
}
|
|
auto yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
for (int i = 0; i < number; ++i) {
|
|
float x = (float)(i % 4)* 0.01 - 5;
|
|
if (fabs(yPtr[i] - fabs(x)) > threshold) {
|
|
MNN_PRINT("4: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs((float)i - 50.0f));
|
|
return false;
|
|
}
|
|
}
|
|
auto vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > threshold) {
|
|
MNN_PRINT("5: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
|
|
number = 102;
|
|
x->resize({number, 1});
|
|
xPtr = x->writeMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
xPtr[i] = (float)(i % 4)* 0.01 - 5;
|
|
}
|
|
yPtr = y->readMap<float>();
|
|
if (nullptr == yPtr) {
|
|
return false;
|
|
}
|
|
std::vector<float> yData(number);
|
|
for (int i = 0; i < number; ++i) {
|
|
auto x = (float)(i % 4)* 0.01 - 5;
|
|
if (fabs(yPtr[i] - fabs(x)) > threshold) {
|
|
MNN_PRINT("6: PrecomputeTest Error: %f, %f\n", yPtr[i], fabs(x));
|
|
return false;
|
|
}
|
|
yData[i] = yPtr[i];
|
|
}
|
|
yPtr = yData.data();
|
|
vPtr = v->readMap<float>();
|
|
for (int i = 0; i < number; ++i) {
|
|
auto target = yPtr[i] * yPtr[i] + yPtr[i];
|
|
auto diff = fabsf(vPtr[i] - target);
|
|
if (diff > threshold) {
|
|
MNN_PRINT("7: PrecomputeTest Error: %f, %f\n", vPtr[i], target);
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
class PrecomputeTest : public MNNTestCase {
|
|
public:
|
|
virtual bool run(int precision) {
|
|
if (precision != 2) {
|
|
return test4Precision1();
|
|
}
|
|
if (precision == 2) {
|
|
return test4Precision2();
|
|
}
|
|
return true;
|
|
}
|
|
};
|
|
|
|
class ReplaceTest : public MNNTestCase {
|
|
public:
|
|
virtual bool run(int precision) {
|
|
auto c1 = MNN::Express::_Const(1.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
|
auto c2 = MNN::Express::_Const(2.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
|
auto c3 = MNN::Express::_Const(3.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
|
auto c4 = MNN::Express::_Const(4.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
|
auto c5 = MNN::Express::_Const(5.f, {1, 1, 1, 1}, MNN::Express::NHWC);
|
|
auto b1 = MNN::Express::_Add(c1, c2);
|
|
auto b2 = MNN::Express::_Multiply(c3, c4);
|
|
|
|
auto r1 = b1->readMap<float>();
|
|
if (3.0f != r1[0]) {
|
|
MNN_PRINT("1 + 2 = %f\n", r1[0]);
|
|
return false;
|
|
}
|
|
|
|
MNN::Express::Variable::replace(c2, b2);
|
|
auto r2 = b1->readMap<float>();
|
|
if (13.0f != r2[0]) {
|
|
MNN_PRINT("1 + 3 x 4 = %f\n", r2[0]);
|
|
return false;
|
|
}
|
|
MNN::Express::Variable::replace(c3, c5);
|
|
auto r3 = b1->readMap<float>();
|
|
if (21.0f != r3[0]) {
|
|
MNN_PRINT("1 + 5 x 4 = %f\n", r3[0]);
|
|
return false;
|
|
}
|
|
auto d0 = _Const(7.f, {1, 3, 1, 1}, NHWC);
|
|
auto d = _Split(d0, {1, 1, 1}, 1)[0];
|
|
Variable::replace(c3, d);
|
|
r3 = b1->readMap<float>();
|
|
if (29.0f != r3[0]) {
|
|
MNN_PRINT("1 + 7 x 4 = %f\n", r3[0]);
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
};
|
|
MNNTestSuiteRegister(ReplaceTest, "expr/Replace");
|
|
MNNTestSuiteRegister(PrecomputeTest, "expr/Precompute");
|
|
MNNTestSuiteRegister(PrecomputeDynamicTest, "expr/PrecomputeDynamic");
|