IVGCVSW-6300 'IMemoryOptimizerStrategy Add strategy library and add support in BackendRegistry'
* Updated IRuntime interface for providing custom memory optimizer strategy.
* Enabled selecting existing memory optimizer strategy by using BackendOptions
* Added MemoryOptimizerStrategyLibrary that sets one of the existing memory optimizer
strategies selected by user
Signed-off-by: Sadik Armagan <sadik.armagan@arm.com>
Change-Id: I037f8ac8efa79c0f71bd63e379101e3ad92d80c9
diff --git a/src/armnn/Runtime.cpp b/src/armnn/Runtime.cpp
index 085cf2c..50068eb 100644
--- a/src/armnn/Runtime.cpp
+++ b/src/armnn/Runtime.cpp
@@ -12,6 +12,7 @@
#include <armnn/backends/IBackendContext.hpp>
#include <backendsCommon/DynamicBackendUtils.hpp>
+#include <backendsCommon/MemoryOptimizerStrategyLibrary.hpp>
#include <armnn/utility/PolymorphicDowncast.hpp>
#include <common/include/LabelsAndEventClasses.hpp>
@@ -373,6 +374,45 @@
BackendRegistryInstance().RegisterAllocator(id, customAllocatorMapIterator->second);
}
}
+
+ // check if custom memory optimizer strategy map is set
+ if (!options.m_MemoryOptimizerStrategyMap.empty())
+ {
+ auto customMemoryOptimizerStrategyMapIterator = options.m_MemoryOptimizerStrategyMap.find(id);
+ // if a memory optimizer strategy is provided make the backend use that instead of the default
+ if (customMemoryOptimizerStrategyMapIterator != options.m_MemoryOptimizerStrategyMap.end())
+ {
+ // no errors.. register the memory optimizer strategy with the BackendRegistry
+ BackendRegistryInstance().RegisterMemoryOptimizerStrategy(
+ id, customMemoryOptimizerStrategyMapIterator->second);
+
+ ARMNN_LOG(info) << "MemoryOptimizerStrategy "
+ << customMemoryOptimizerStrategyMapIterator->second->GetName()
+ << " set for the backend " << id << ".";
+ }
+ }
+ else
+ {
+ // check if to use one of the existing memory optimizer strategies is set
+ std::string memoryOptimizerStrategyName = "";
+ ParseOptions(options.m_BackendOptions, id, [&](std::string name, const BackendOptions::Var& value)
+ {
+ if (name == "MemoryOptimizerStrategy")
+ {
+ memoryOptimizerStrategyName = ParseStringBackendOption(value, "");
+ }
+ });
+ if (memoryOptimizerStrategyName != "")
+ {
+ MemoryOptimizerStrategyLibrary memoryOptimizerStrategyLibrary;
+ if (memoryOptimizerStrategyLibrary.SetMemoryOptimizerStrategy(id, memoryOptimizerStrategyName))
+ {
+ ARMNN_LOG(info) << "MemoryOptimizerStrategy "
+ << memoryOptimizerStrategyName << " set for the backend " << id << ".";
+ }
+ }
+ }
+
auto context = backend->CreateBackendContext(options);
// backends are allowed to return nullptrs if they