| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  | //
 | 
					
						
							|  |  |  | //  Backend.cpp
 | 
					
						
							|  |  |  | //  MNN
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | //  Created by MNN on 2018/07/06.
 | 
					
						
							|  |  |  | //  Copyright © 2018, Alibaba Group Holding Limited
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | #include "core/Backend.hpp"
 | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  | #include <stdio.h>
 | 
					
						
							|  |  |  | #include <mutex>
 | 
					
						
							|  |  |  | #include "MNN_generated.h"
 | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | #include "backend/cpu/CPUTensorConvert.hpp"
 | 
					
						
							| 
									
										
										
										
											2019-12-27 22:16:57 +08:00
										 |  |  | #include "core/Macro.h"
 | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | namespace MNN { | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-05-14 19:54:21 +08:00
										 |  |  | void registerBackend(); | 
					
						
							| 
									
										
										
										
											2019-05-09 19:39:33 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | static std::map<MNNForwardType, std::pair<const RuntimeCreator*, bool>>& GetExtraCreator() { | 
					
						
							| 
									
										
										
										
											2021-03-03 15:48:50 +08:00
										 |  |  |     static std::once_flag gInitFlag; | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  |     static std::map<MNNForwardType, std::pair<const RuntimeCreator*, bool>>* gExtraCreator; | 
					
						
							|  |  |  |     std::call_once(gInitFlag, | 
					
						
							|  |  |  |                    [&]() { gExtraCreator = new std::map<MNNForwardType, std::pair<const RuntimeCreator*, bool>>; }); | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  |     return *gExtraCreator; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | const RuntimeCreator* MNNGetExtraRuntimeCreator(MNNForwardType type) { | 
					
						
							| 
									
										
										
										
											2019-05-14 19:54:21 +08:00
										 |  |  |     registerBackend(); | 
					
						
							| 
									
										
										
										
											2019-05-08 15:44:57 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  |     auto& gExtraCreator = GetExtraCreator(); | 
					
						
							|  |  |  |     auto iter           = gExtraCreator.find(type); | 
					
						
							|  |  |  |     if (iter == gExtraCreator.end()) { | 
					
						
							|  |  |  |         return nullptr; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     if (!iter->second.second) { | 
					
						
							|  |  |  |         return iter->second.first; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     Backend::Info info; | 
					
						
							|  |  |  |     info.type = type; | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  |     std::shared_ptr<Runtime> bn(iter->second.first->onCreate(info)); | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  |     if (nullptr != bn.get()) { | 
					
						
							|  |  |  |         return iter->second.first; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     return nullptr; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | bool MNNInsertExtraRuntimeCreator(MNNForwardType type, const RuntimeCreator* creator, bool needCheck) { | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  |     auto& gExtraCreator = GetExtraCreator(); | 
					
						
							|  |  |  |     if (gExtraCreator.find(type) != gExtraCreator.end()) { | 
					
						
							|  |  |  |         MNN_ASSERT(false && "duplicate type"); | 
					
						
							|  |  |  |         return false; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     gExtraCreator.insert(std::make_pair(type, std::make_pair(creator, needCheck))); | 
					
						
							|  |  |  |     return true; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2020-11-05 16:41:56 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | bool MNNCPUCopyBuffer(const Tensor* srcTensor, const Tensor* dstTensor) { | 
					
						
							|  |  |  |     auto& srcBuffer = srcTensor->buffer(); | 
					
						
							|  |  |  |     auto& dstBuffer = dstTensor->buffer(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     MNN_ASSERT(srcBuffer.dimensions == dstBuffer.dimensions); | 
					
						
							|  |  |  |     MNN_ASSERT(srcBuffer.type == dstBuffer.type); | 
					
						
							|  |  |  |     if (nullptr == srcBuffer.host || nullptr == dstBuffer.host) { | 
					
						
							|  |  |  |         return false; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     auto code = CPUTensorConverter::convert(srcTensor, dstTensor); | 
					
						
							|  |  |  |     if (NO_ERROR != code) { | 
					
						
							|  |  |  |         MNN_ERROR("Error in CPUBackend::onCopyBuffer\n"); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     return true; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-04-17 10:49:11 +08:00
										 |  |  | } // namespace MNN
 |