MNN/pymnn/examples/MNNExpr/gpu_express_demo.py

33 lines
1006 B
Python
Raw Normal View History

2022-05-06 19:51:20 +08:00
# Copyright @ 2019 Alibaba. All rights reserved.
""" python demo usage about MNN API """
from __future__ import print_function
import numpy as np
import MNN
import sys
def inference():
""" inference mobilenet_v1 using a specific picture """
config = {}
config['precision'] = 'low'
config['backend'] = 3
config['numThread'] = 4
rt = MNN.nn.create_runtime_manager((config,))
rt.set_cache(".cachefile")
# set_mode(type) //type 9 for "auto_backend"
rt.set_mode(9)
# set_hint(type, value) //type 0 for "tune_num"
rt.set_hint(0, 20)
net = MNN.nn.load_module_from_file(sys.argv[1], ["data"], ["prob"], runtime_manager=rt)
input_var = MNN.expr.placeholder([1, 224, 224, 3], MNN.expr.NHWC)
input_var = MNN.expr.convert(input_var, MNN.expr.NC4HW4)
#inference
output_var = net.forward(input_var)
#output_var = MNN.expr.convert(output_var, MNN.expr.NHWC)
rt.update_cache()
if __name__ == "__main__":
inference()