2019-04-17 10:49:11 +08:00
|
|
|
//
|
|
|
|
// Schedule.hpp
|
|
|
|
// MNN
|
|
|
|
//
|
|
|
|
// Created by MNN on 2018/07/30.
|
|
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
|
|
//
|
|
|
|
|
|
|
|
#ifndef Schedule_hpp
|
|
|
|
#define Schedule_hpp
|
|
|
|
|
|
|
|
#include <stdio.h>
|
2020-11-05 16:41:56 +08:00
|
|
|
#include <MNN/Interpreter.hpp>
|
2019-04-17 10:49:11 +08:00
|
|
|
#include <map>
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
2019-12-27 22:16:57 +08:00
|
|
|
#include "core/Backend.hpp"
|
2019-04-17 10:49:11 +08:00
|
|
|
|
|
|
|
namespace MNN {
|
|
|
|
|
|
|
|
struct Op;
|
|
|
|
struct Net;
|
|
|
|
|
|
|
|
/** net scheduler */
|
|
|
|
class Schedule {
|
|
|
|
public:
|
2020-11-05 16:41:56 +08:00
|
|
|
enum Type {
|
|
|
|
// Size can be compute seperately
|
|
|
|
SEPERATE = 0,
|
|
|
|
// When size is fixed, the content is fixed
|
|
|
|
CONSTANT = 1,
|
|
|
|
// Size can't be compute seperately
|
|
|
|
NOT_SEPERATE
|
|
|
|
};
|
2019-04-17 10:49:11 +08:00
|
|
|
/** pipeline info */
|
|
|
|
struct PipelineInfo {
|
|
|
|
/** op */
|
|
|
|
const Op* op;
|
|
|
|
/** input tensors */
|
|
|
|
std::vector<Tensor*> inputs;
|
|
|
|
/** output tensors */
|
|
|
|
std::vector<Tensor*> outputs;
|
2020-11-05 16:41:56 +08:00
|
|
|
/** schedule type*/
|
|
|
|
Schedule::Type type = Schedule::Type::SEPERATE;
|
2019-04-17 10:49:11 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
/** schedule info */
|
|
|
|
struct ScheduleInfo {
|
|
|
|
/** pipelines with backend info */
|
|
|
|
std::vector<std::pair<Backend::Info, std::vector<PipelineInfo>>> pipelineInfo;
|
|
|
|
/** input tensors map */
|
|
|
|
std::map<std::string, Tensor*> inputTensors;
|
|
|
|
/** output tensors map */
|
|
|
|
std::map<std::string, Tensor*> outputTensor;
|
|
|
|
/** all tensors map */
|
|
|
|
std::vector<std::pair<int, std::shared_ptr<Tensor>>> allTensors;
|
- build:
- unify schema building in core and converter;
- add more build script for android;
- add linux build script for python;
- ops impl:
- add floor mod support in binary;
- use eltwise impl in add/max/sub/mul binary for optimization;
- remove fake double support in cast;
- fix 5d support for concat;
- add adjX and adjY support for batch matmul;
- optimize conv2d back prop filter;
- add pad mode support for conv3d;
- fix bug in conv2d & conv depthwise with very small feature map;
- optimize binary without broacast;
- add data types support for gather;
- add gather ND support;
- use uint8 data type in gather v2;
- add transpose support for matmul;
- add matrix band part;
- add dim != 4 support for padding, reshape & tensor convert;
- add pad type support for pool3d;
- make ops based on TensorFlow Lite quantization optional;
- add all & any support for reduction;
- use type in parameter as output type in reduction;
- add int support for unary;
- add variable weight support for conv2d;
- fix conv2d depthwise weights initialization;
- fix type support for transpose;
- fix grad outputs count for reduce grad and reshape grad;
- fix priorbox & detection output;
- fix metal softmax error;
- python:
- add runSessionWithCallBackInfo interface;
- add max nodes limit (1400) for visualization tool;
- fix save error in python3;
- align default dim;
- convert:
- add extra design for optimization;
- add more post converting optimizers;
- add caffe v1 weights blob support;
- add cast, unary, conv transpose support for onnx model;
- optimize batchnorm, conv with variable weights, prelu, reshape, slice, upsample for onnx model;
- add cos/sin/atan/tan support for unary for tensorflow model;
- add any/all support for reduction for tensorflow model;
- add elu, conv3d, pool3d support for tensorflow model;
- optimize argmax, batchnorm, concat, batch to space, conv with variable weights, prelu, slice for tensorflow model;
- others:
- fix size computer lock;
- fix thread pool deadlock;
- add express & parameters in express;
- rewrite blitter chooser without static map;
- add tests for expr;
2019-10-29 13:37:26 +08:00
|
|
|
/** input valid for resize*/
|
|
|
|
bool validForResize;
|
2019-04-17 10:49:11 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @breif schedule net ops to pipeline with configuration.
|
|
|
|
* @param net given net.
|
|
|
|
* @param config given configuration.
|
|
|
|
* @return schedule info.
|
|
|
|
*/
|
|
|
|
static ScheduleInfo schedule(const Net* net, const std::vector<ScheduleConfig>& config);
|
2020-11-05 16:41:56 +08:00
|
|
|
static MNNForwardType getApprociateType(const ScheduleConfig& config);
|
2019-04-17 10:49:11 +08:00
|
|
|
};
|
|
|
|
} // namespace MNN
|
|
|
|
|
|
|
|
#endif /* Schedule_hpp */
|