David Beck | 32cbb0c | 2018-10-09 15:46:08 +0100 | [diff] [blame] | 1 | // |
Colm Donelan | a98e79a | 2022-12-06 21:32:29 +0000 | [diff] [blame] | 2 | // Copyright © 2017,2022 Arm Ltd and Contributors. All rights reserved. |
David Beck | 32cbb0c | 2018-10-09 15:46:08 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | #pragma once |
| 6 | |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 7 | #include <armnn/BackendId.hpp> |
Finn Williams | 45a7362 | 2020-05-15 18:41:05 +0100 | [diff] [blame] | 8 | #include <armnn/Optional.hpp> |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 9 | #include <memory> |
| 10 | #include <unordered_map> |
jimfly01 | 07bb521 | 2018-11-14 14:52:40 +0000 | [diff] [blame] | 11 | #include <functional> |
Colm Donelan | a98e79a | 2022-12-06 21:32:29 +0000 | [diff] [blame] | 12 | #include <stddef.h> |
| 13 | #include <string> |
David Beck | 32cbb0c | 2018-10-09 15:46:08 +0100 | [diff] [blame] | 14 | |
Cathal Corbett | 5aa9fd7 | 2022-02-25 15:33:28 +0000 | [diff] [blame] | 15 | namespace arm |
| 16 | { |
| 17 | namespace pipe |
| 18 | { |
| 19 | |
Jim Flynn | af94772 | 2022-03-02 11:04:47 +0000 | [diff] [blame] | 20 | class IProfilingService; |
Cathal Corbett | 5aa9fd7 | 2022-02-25 15:33:28 +0000 | [diff] [blame] | 21 | |
| 22 | } // namespace arm |
| 23 | } // namespace pipe |
| 24 | |
David Beck | 32cbb0c | 2018-10-09 15:46:08 +0100 | [diff] [blame] | 25 | namespace armnn |
| 26 | { |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 27 | |
David Beck | 1b61be5 | 2018-11-08 09:19:14 +0000 | [diff] [blame] | 28 | class IBackendInternal; |
Colm Donelan | a98e79a | 2022-12-06 21:32:29 +0000 | [diff] [blame] | 29 | class ICustomAllocator; |
| 30 | class IMemoryOptimizerStrategy; |
| 31 | |
David Beck | 1b61be5 | 2018-11-08 09:19:14 +0000 | [diff] [blame] | 32 | using IBackendInternalUniquePtr = std::unique_ptr<IBackendInternal>; |
Sadik Armagan | b8a26d8 | 2021-10-04 15:13:11 +0100 | [diff] [blame] | 33 | using MemoryOptimizerStrategiesMapRef = std::unordered_map<BackendId, std::shared_ptr<IMemoryOptimizerStrategy>>; |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 34 | |
| 35 | class BackendRegistry |
| 36 | { |
| 37 | public: |
| 38 | using PointerType = IBackendInternalUniquePtr; |
| 39 | using FactoryFunction = std::function<PointerType()>; |
| 40 | |
| 41 | void Register(const BackendId& id, FactoryFunction factory); |
| 42 | bool IsBackendRegistered(const BackendId& id) const; |
| 43 | FactoryFunction GetFactory(const BackendId& id) const; |
| 44 | size_t Size() const; |
| 45 | BackendIdSet GetBackendIds() const; |
| 46 | std::string GetBackendIdsAsString() const; |
Jim Flynn | af94772 | 2022-03-02 11:04:47 +0000 | [diff] [blame] | 47 | void SetProfilingService(armnn::Optional<arm::pipe::IProfilingService&> profilingService); |
Jan Eilers | c1c872f | 2021-07-22 13:17:04 +0100 | [diff] [blame] | 48 | void RegisterAllocator(const BackendId& id, std::shared_ptr<ICustomAllocator> alloc); |
| 49 | std::unordered_map<BackendId, std::shared_ptr<ICustomAllocator>> GetAllocators(); |
Sadik Armagan | b8a26d8 | 2021-10-04 15:13:11 +0100 | [diff] [blame] | 50 | void RegisterMemoryOptimizerStrategy(const BackendId& id, std::shared_ptr<IMemoryOptimizerStrategy> strategy); |
| 51 | MemoryOptimizerStrategiesMapRef GetMemoryOptimizerStrategies(); |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 52 | |
| 53 | BackendRegistry() {} |
| 54 | virtual ~BackendRegistry() {} |
| 55 | |
| 56 | struct StaticRegistryInitializer |
| 57 | { |
| 58 | StaticRegistryInitializer(BackendRegistry& instance, |
| 59 | const BackendId& id, |
| 60 | FactoryFunction factory) |
| 61 | { |
| 62 | instance.Register(id, factory); |
| 63 | } |
| 64 | }; |
| 65 | |
Narumol Prangnawarat | 60a20fb | 2019-12-09 17:24:41 +0000 | [diff] [blame] | 66 | void Deregister(const BackendId& id); |
Jan Eilers | c1c872f | 2021-07-22 13:17:04 +0100 | [diff] [blame] | 67 | void DeregisterAllocator(const BackendId &id); |
Sadik Armagan | b8a26d8 | 2021-10-04 15:13:11 +0100 | [diff] [blame] | 68 | void DeregisterMemoryOptimizerStrategy(const BackendId &id); |
Narumol Prangnawarat | 60a20fb | 2019-12-09 17:24:41 +0000 | [diff] [blame] | 69 | |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 70 | protected: |
| 71 | using FactoryStorage = std::unordered_map<BackendId, FactoryFunction>; |
| 72 | |
Ryan OShea | 2bbfaa7 | 2020-02-12 16:15:27 +0000 | [diff] [blame] | 73 | /// For testing only |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 74 | static void Swap(BackendRegistry& instance, FactoryStorage& other); |
| 75 | |
| 76 | private: |
| 77 | BackendRegistry(const BackendRegistry&) = delete; |
| 78 | BackendRegistry& operator=(const BackendRegistry&) = delete; |
| 79 | |
| 80 | FactoryStorage m_Factories; |
Jim Flynn | af94772 | 2022-03-02 11:04:47 +0000 | [diff] [blame] | 81 | armnn::Optional<arm::pipe::IProfilingService&> m_ProfilingService; |
Jan Eilers | c1c872f | 2021-07-22 13:17:04 +0100 | [diff] [blame] | 82 | std::unordered_map<BackendId, std::shared_ptr<ICustomAllocator>> m_CustomMemoryAllocatorMap; |
Sadik Armagan | b8a26d8 | 2021-10-04 15:13:11 +0100 | [diff] [blame] | 83 | std::unordered_map<BackendId, std::shared_ptr<IMemoryOptimizerStrategy>> m_MemoryOptimizerStrategyMap; |
David Beck | 111b5d9 | 2018-11-12 14:59:37 +0000 | [diff] [blame] | 84 | }; |
David Beck | 32cbb0c | 2018-10-09 15:46:08 +0100 | [diff] [blame] | 85 | |
David Beck | 3e9e115 | 2018-10-17 14:17:50 +0100 | [diff] [blame] | 86 | BackendRegistry& BackendRegistryInstance(); |
| 87 | |
jimfly01 | 07bb521 | 2018-11-14 14:52:40 +0000 | [diff] [blame] | 88 | } // namespace armnn |