MNN/test/expr/MultiThreadLoad.cpp

57 lines
1.8 KiB
C++

//
// MultiThreadLoad.cpp
// MNNTests
//
// Created by MNN on 2019/09/26.
// Copyright © 2018, Alibaba Group Holding Limited
//
#include <MNN/Interpreter.hpp>
#include <MNN/expr/ExprCreator.hpp>
#include <thread>
#include "MNNTestSuite.h"
#include "TestUtils.h"
#include "MNN_generated.h"
using namespace MNN::Express;
using namespace MNN;
class MultiThreadLoadTest : public MNNTestCase {
public:
virtual bool run(int precision) {
auto x1 = _Input({4}, NHWC, halide_type_of<float>());
auto x0 = _Input({4}, NCHW, halide_type_of<float>());
auto y = _Add(x1, x0);
y = _Abs(y);
y = _Sign(y);
y = _Square(y);
y = _Cos(y);
y = _Exp(y);
std::unique_ptr<MNN::NetT> net(new NetT);
Variable::save({y}, net.get());
flatbuffers::FlatBufferBuilder builderOutput(1024);
auto len = MNN::Net::Pack(builderOutput, net.get());
builderOutput.Finish(len);
int sizeOutput = builderOutput.GetSize();
auto bufferOutput = builderOutput.GetBufferPointer();
auto forwardType = getCurrentType();
for(int n = 0; n < 100; ++n){
std::vector<std::thread> threads;
for (int i = 0; i < 4; ++i) {
threads.emplace_back([&]() {
std::shared_ptr<Interpreter> interp(Interpreter::createFromBuffer(bufferOutput, sizeOutput));
ScheduleConfig config;
config.type = forwardType;
auto session = interp->createSession(config);
interp->runSession(session);
});
}
for (auto& t : threads) {
t.join();
}
}
return true;
}
};
MNNTestSuiteRegister(MultiThreadLoadTest, "expr/MultiThreadLoad");