mirror of https://github.com/alibaba/MNN.git
83 lines
1.8 KiB
C++
83 lines
1.8 KiB
C++
//
|
|
// Profiler.hpp
|
|
// MNN
|
|
//
|
|
// Created by MNN on 2019/01/15.
|
|
// Copyright © 2018, Alibaba Group Holding Limited
|
|
//
|
|
|
|
#ifndef Profiler_hpp
|
|
#define Profiler_hpp
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <map>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <MNN/Interpreter.hpp>
|
|
#include <MNN/Tensor.hpp>
|
|
|
|
namespace MNN {
|
|
|
|
/** Profiler for Ops */
|
|
class Profiler {
|
|
public:
|
|
/**
|
|
* @brief get shared instance.
|
|
*/
|
|
static Profiler* getInstance();
|
|
/**
|
|
* @brief start profiler with op, name and inout tensors.
|
|
* @param op given op.
|
|
*/
|
|
void start(const OperatorInfo* info);
|
|
/**
|
|
* @brief end profiler with op name and type.
|
|
* @param name op name.
|
|
*/
|
|
void end(const OperatorInfo* info);
|
|
/**
|
|
* print profiler time result, grouped by type and sorter by time cost.
|
|
* @param loops loop count.
|
|
*/
|
|
void printTimeByType(int loops = 1);
|
|
/**
|
|
* print profiler time result, grouped and sorter by op name.
|
|
* @param loops loop count.
|
|
*/
|
|
void printTimeByName(int loops = 1);
|
|
|
|
/**
|
|
* print op that flops / time is slow
|
|
*/
|
|
void printSlowOp(const std::string& type, int topk, float limitRate);
|
|
private:
|
|
~Profiler() = default;
|
|
|
|
private:
|
|
struct Record {
|
|
std::string name;
|
|
std::string type;
|
|
int64_t order;
|
|
int64_t calledTimes;
|
|
float costTime;
|
|
float flops;
|
|
};
|
|
|
|
static Profiler* gInstance;
|
|
uint64_t mStartTime = 0;
|
|
uint64_t mEndTime = 0;
|
|
float mTotalTime = 0.0f;
|
|
float mTotalMFlops = 0.0f;
|
|
std::map<std::string, Record> mMapByType;
|
|
std::map<std::string, Record> mMapByName;
|
|
|
|
private:
|
|
Record& getTypedRecord(const OperatorInfo* info);
|
|
Record& getNamedRecord(const OperatorInfo* info);
|
|
};
|
|
|
|
} // namespace MNN
|
|
|
|
#endif /* Profiler_hpp */
|