MNN/source/core/Schedule.hpp

73 lines
1.8 KiB
C++
Raw Normal View History

2019-04-17 10:49:11 +08:00
//
// Schedule.hpp
// MNN
//
// Created by MNN on 2018/07/30.
// Copyright © 2018, Alibaba Group Holding Limited
//
#ifndef Schedule_hpp
#define Schedule_hpp
#include <stdio.h>
2020-11-05 16:41:56 +08:00
#include <MNN/Interpreter.hpp>
2019-04-17 10:49:11 +08:00
#include <map>
#include <string>
#include <vector>
2019-12-27 22:16:57 +08:00
#include "core/Backend.hpp"
2019-04-17 10:49:11 +08:00
namespace MNN {
struct Op;
struct Net;
/** net scheduler */
class Schedule {
public:
2020-11-05 16:41:56 +08:00
enum Type {
// Size can be compute seperately
SEPERATE = 0,
// When size is fixed, the content is fixed
CONSTANT = 1,
// Size can't be compute seperately
NOT_SEPERATE
};
2019-04-17 10:49:11 +08:00
/** pipeline info */
struct PipelineInfo {
/** op */
const Op* op;
/** input tensors */
std::vector<Tensor*> inputs;
/** output tensors */
std::vector<Tensor*> outputs;
2020-11-05 16:41:56 +08:00
/** schedule type*/
Schedule::Type type = Schedule::Type::SEPERATE;
2019-04-17 10:49:11 +08:00
};
/** schedule info */
struct ScheduleInfo {
/** pipelines with backend info */
std::vector<std::pair<Backend::Info, std::vector<PipelineInfo>>> pipelineInfo;
/** input tensors map */
std::map<std::string, Tensor*> inputTensors;
/** output tensors map */
std::map<std::string, Tensor*> outputTensor;
/** all tensors map */
std::vector<std::pair<int, std::shared_ptr<Tensor>>> allTensors;
- build: - unify schema building in core and converter; - add more build script for android; - add linux build script for python; - ops impl: - add floor mod support in binary; - use eltwise impl in add/max/sub/mul binary for optimization; - remove fake double support in cast; - fix 5d support for concat; - add adjX and adjY support for batch matmul; - optimize conv2d back prop filter; - add pad mode support for conv3d; - fix bug in conv2d & conv depthwise with very small feature map; - optimize binary without broacast; - add data types support for gather; - add gather ND support; - use uint8 data type in gather v2; - add transpose support for matmul; - add matrix band part; - add dim != 4 support for padding, reshape & tensor convert; - add pad type support for pool3d; - make ops based on TensorFlow Lite quantization optional; - add all & any support for reduction; - use type in parameter as output type in reduction; - add int support for unary; - add variable weight support for conv2d; - fix conv2d depthwise weights initialization; - fix type support for transpose; - fix grad outputs count for reduce grad and reshape grad; - fix priorbox & detection output; - fix metal softmax error; - python: - add runSessionWithCallBackInfo interface; - add max nodes limit (1400) for visualization tool; - fix save error in python3; - align default dim; - convert: - add extra design for optimization; - add more post converting optimizers; - add caffe v1 weights blob support; - add cast, unary, conv transpose support for onnx model; - optimize batchnorm, conv with variable weights, prelu, reshape, slice, upsample for onnx model; - add cos/sin/atan/tan support for unary for tensorflow model; - add any/all support for reduction for tensorflow model; - add elu, conv3d, pool3d support for tensorflow model; - optimize argmax, batchnorm, concat, batch to space, conv with variable weights, prelu, slice for tensorflow model; - others: - fix size computer lock; - fix thread pool deadlock; - add express & parameters in express; - rewrite blitter chooser without static map; - add tests for expr;
2019-10-29 13:37:26 +08:00
/** input valid for resize*/
bool validForResize;
2019-04-17 10:49:11 +08:00
};
/**
* @breif schedule net ops to pipeline with configuration.
* @param net given net.
* @param config given configuration.
* @return schedule info.
*/
static ScheduleInfo schedule(const Net* net, const std::vector<ScheduleConfig>& config);
2020-11-05 16:41:56 +08:00
static MNNForwardType getApprociateType(const ScheduleConfig& config);
2019-04-17 10:49:11 +08:00
};
} // namespace MNN
#endif /* Schedule_hpp */