MNN/source/geometry/GeometryComputer.hpp

84 lines
3.1 KiB
C++
Raw Normal View History

2020-11-05 16:41:56 +08:00
//
// GeometryComputer.hpp
// MNN
//
// Created by MNN on 2020/04/01.
// Copyright © 2018, Alibaba Group Holding Limited
//
#ifndef GeometryComputer_hpp
#define GeometryComputer_hpp
#include <map>
#include <vector>
#include "MNN_generated.h"
#include "core/Command.hpp"
#include "core/TensorUtils.hpp"
#include "core/Backend.hpp"
2020-11-05 16:41:56 +08:00
namespace MNN {
class GeometryComputer {
public:
virtual ~GeometryComputer() {
// Do nothing
}
class MNN_PUBLIC Context {
public:
Context(std::shared_ptr<Backend> allocBackend, bool permitVirtual = true, MNNForwardType = MNN_FORWARD_CPU);
2020-11-05 16:41:56 +08:00
~Context();
void clear();
void setBackend(Backend* backend);
2021-04-08 15:34:23 +08:00
void getRasterCacheCreateRecurrse(Tensor* src, CommandBuffer& cmd);
// If has cache, return. Otherwise create cache
const std::vector<std::shared_ptr<Tensor>>& searchConst(const Op* op);
2020-11-05 16:41:56 +08:00
std::shared_ptr<Tensor> allocConst(const Op* key, const std::vector<int>& shape, halide_type_t type,
Tensor::DimensionType dimType = Tensor::TENSORFLOW);
2021-04-08 15:34:23 +08:00
bool allocTensor(Tensor* tenosr);
inline MNNForwardType forwardType() const {
return mForwardType;
}
void pushCache(const CommandBuffer& buffer);
2022-01-04 10:50:40 +08:00
std::shared_ptr<BufferStorage> mRasterOp;
2020-11-05 16:41:56 +08:00
private:
2021-04-08 15:34:23 +08:00
void getRasterCacheCreate(Tensor* src, CommandBuffer& cmd);
2020-11-05 16:41:56 +08:00
std::map<const Op*, std::vector<std::shared_ptr<Tensor>>> mConstTensors;
std::vector<std::shared_ptr<Tensor>> mEmpty;
std::vector<std::shared_ptr<Tensor>> mTempConstTensors;
2020-11-05 16:41:56 +08:00
std::shared_ptr<Backend> mBackend;
MNNForwardType mForwardType;
std::vector<SharedPtr<Command>> mRasterCmdCache;
2020-11-05 16:41:56 +08:00
};
static void init();
MNN_PUBLIC static const GeometryComputer* search(int opType, Runtime::CompilerType compType);
static void registerGeometryComputer(std::shared_ptr<GeometryComputer> comp, std::vector<int> type, Runtime::CompilerType compType = Runtime::Compiler_Geometry);
2020-11-05 16:41:56 +08:00
virtual bool onCompute(const Op* op, const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
Context& context, CommandBuffer& cmd) const = 0;
virtual bool onRecompute(const Op* op, const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
Context& context, CommandBuffer& cmd) const {
return false;
}
2020-11-05 16:41:56 +08:00
};
class DefaultGeometryComputer : public GeometryComputer {
public:
DefaultGeometryComputer() {
// Do nothing
}
virtual bool onRecompute(const Op* op, const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
Context& context, CommandBuffer& cmd) const override;
2020-11-05 16:41:56 +08:00
virtual bool onCompute(const Op* op, const std::vector<Tensor*>& inputs, const std::vector<Tensor*>& outputs,
Context& context, CommandBuffer& cmd) const override;
};
void registerGeometryOps();
#define REGISTER_GEOMETRY(f, c) \
extern void ___##f##__##c##__() { \
c(); \
}
} // namespace MNN
#endif