IVGCVSW-8060 Add ArmNNSettings parser function for Opaque Delegate
* Add Unit Tests
* Update DelegateOptions constructor
Signed-off-by: Teresa Charlin <teresa.charlinreyes@arm.com>
Change-Id: I0e88403ac280e4cf8710ae7ee38b3b56dba42adc
diff --git a/delegate/opaque/src/test/ArmnnOpaqueDelegateTest.cpp b/delegate/opaque/src/test/ArmnnOpaqueDelegateTest.cpp
index 9d255b1..091dcef 100644
--- a/delegate/opaque/src/test/ArmnnOpaqueDelegateTest.cpp
+++ b/delegate/opaque/src/test/ArmnnOpaqueDelegateTest.cpp
@@ -59,5 +59,260 @@
CHECK((armnnDelegate->opaque_delegate_builder != nullptr));
}
+armnnDelegate::DelegateOptions BuildDelegateOptions(const char* backends,
+ bool fastmath,
+ const char* additional_parameters)
+{
+ flatbuffers::FlatBufferBuilder flatbuffer_builder;
+
+ flatbuffers::Offset<tflite::ArmNNSettings>
+ armnn_settings_offset = tflite::CreateArmNNSettingsDirect(flatbuffer_builder,
+ backends,
+ fastmath,
+ additional_parameters);
+
+ tflite::TFLiteSettingsBuilder tflite_settings_builder(flatbuffer_builder);
+ tflite_settings_builder.add_armnn_settings(armnn_settings_offset);
+ flatbuffers::Offset<tflite::TFLiteSettings> tflite_settings_offset = tflite_settings_builder.Finish();
+ flatbuffer_builder.Finish(tflite_settings_offset);
+
+ const tflite::TFLiteSettings* tflite_settings = flatbuffers::GetRoot<tflite::TFLiteSettings>(
+ flatbuffer_builder.GetBufferPointer());
+
+ armnnDelegate::DelegateOptions delegateOptions = ParseArmNNSettings(tflite_settings);
+
+ return delegateOptions;
+}
+
+unsigned int CountBackendOptions(armnn::BackendId backendId,
+ armnnDelegate::DelegateOptions& delegateOptions,
+ bool runtime = false)
+{
+ unsigned int count = 0;
+
+ std::vector<armnn::BackendOptions> modelOptions = runtime ? delegateOptions.GetRuntimeOptions().m_BackendOptions
+ : delegateOptions.GetOptimizerOptions().GetModelOptions();
+ for (const auto& backendOptions : modelOptions)
+ {
+ if (backendOptions.GetBackendId() == backendId)
+ {
+ count = backendOptions.GetOptionCount();
+ }
+ }
+
+ return count;
+}
+
+bool GetBackendOption(armnn::BackendId backendId,
+ armnnDelegate::DelegateOptions& delegateOptions,
+ std::string& optionName,
+ armnn::BackendOptions::BackendOption& backendOption,
+ bool runtime = false)
+{
+ bool result = false;
+
+ std::vector<armnn::BackendOptions> modelOptions = runtime ? delegateOptions.GetRuntimeOptions().m_BackendOptions
+ : delegateOptions.GetOptimizerOptions().GetModelOptions();
+
+ for (const auto& backendOptions : modelOptions)
+ {
+ if (backendOptions.GetBackendId() == backendId)
+ {
+ for (size_t i = 0; i < backendOptions.GetOptionCount(); ++i)
+ {
+ const armnn::BackendOptions::BackendOption& option = backendOptions.GetOption(i);
+ if (option.GetName() == optionName)
+ {
+ backendOption = option;
+ result = true;
+ break;
+ }
+ }
+ }
+ }
+
+ return result;
+}
+
+TEST_CASE ("ParseArmNNSettings_backend")
+{
+ {
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("CpuRef,GpuAcc", false, nullptr);
+
+ std::vector<armnn::BackendId> expectedBackends = {"CpuRef", "GpuAcc"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+ }
+ {
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("GpuAcc", false, nullptr);
+
+ std::vector<armnn::BackendId> expectedBackends = {"GpuAcc"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+ }
+}
+
+TEST_CASE ("ParseArmNNSettings_fastmath")
+{
+ // Test fastmath true in both backends
+ {
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("CpuAcc,GpuAcc", true, nullptr);
+
+ std::vector<armnn::BackendId> expectedBackends = {"CpuAcc", "GpuAcc"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+ CHECK_EQ(CountBackendOptions(armnn::Compute::CpuAcc, delegateOptions), 1);
+ CHECK_EQ(CountBackendOptions(armnn::Compute::CpuAcc, delegateOptions), 1);
+
+ armnn::BackendOptions::BackendOption backendOption("", false);
+ std::string optionName = "FastMathEnabled";
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), true);
+ CHECK_EQ(backendOption.GetName(), optionName);
+ CHECK_EQ(GetBackendOption(armnn::Compute::GpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), true);
+ CHECK_EQ(backendOption.GetName(), optionName);
+ }
+
+ // Test fastmath true in one backend
+ {
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("CpuAcc,CpuRef", true, nullptr);
+
+ std::vector<armnn::BackendId> expectedBackends = {"CpuAcc", "CpuRef"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+ CHECK_EQ(CountBackendOptions(armnn::Compute::CpuAcc, delegateOptions), 1);
+ CHECK_EQ(CountBackendOptions(armnn::Compute::CpuRef, delegateOptions), 0);
+
+ armnn::BackendOptions::BackendOption backendOption("", false);
+ std::string optionName = "FastMathEnabled";
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), true);
+ CHECK_EQ(backendOption.GetName(), optionName);
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuRef, delegateOptions, optionName, backendOption), false);
+ }
+
+ // Test fastmath false
+ {
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("GpuAcc", false, nullptr);
+
+ std::vector<armnn::BackendId> expectedBackends = {"GpuAcc"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+ CHECK_EQ(CountBackendOptions(armnn::Compute::GpuAcc, delegateOptions), 1);
+
+ armnn::BackendOptions::BackendOption backendOption("", false);
+ std::string optionName = "FastMathEnabled";
+ CHECK_EQ(GetBackendOption(armnn::Compute::GpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), false);
+ CHECK_EQ(backendOption.GetName(), optionName);
+ }
+}
+
+TEST_CASE ("ParseArmNNSettings_additional_options_raw")
+{
+ const char* backends = "GpuAcc";
+ bool fastmath = false;
+ const char* additional_parameters = "allow-expanded-dims=true";
+
+ flatbuffers::FlatBufferBuilder flatbuffer_builder;
+ flatbuffers::Offset<tflite::ArmNNSettings>
+ armnn_settings_offset = tflite::CreateArmNNSettingsDirect(flatbuffer_builder,
+ backends,
+ fastmath,
+ additional_parameters);
+
+ tflite::TFLiteSettingsBuilder tflite_settings_builder(flatbuffer_builder);
+ tflite_settings_builder.add_armnn_settings(armnn_settings_offset);
+ flatbuffers::Offset<tflite::TFLiteSettings> tflite_settings_offset = tflite_settings_builder.Finish();
+ flatbuffer_builder.Finish(tflite_settings_offset);
+
+ const tflite::TFLiteSettings* tflite_settings = flatbuffers::GetRoot<tflite::TFLiteSettings>(
+ flatbuffer_builder.GetBufferPointer());
+ CHECK((tflite_settings->armnn_settings()->additional_parameters() != nullptr));
+ CHECK_EQ(tflite_settings->armnn_settings()->additional_parameters()->str(), additional_parameters);
+
+ armnnDelegate::DelegateOptions delegateOptions = ParseArmNNSettings(tflite_settings);
+ CHECK_EQ(delegateOptions.GetOptimizerOptions().GetAllowExpandedDims(), true);
+}
+
+TEST_CASE ("ParseArmNNSettings_additional_options")
+{
+ std::string options = "number-of-threads=29," // optimizer-backend option only Cpu
+ "gpu-kernel-profiling-enabled=true," // runtime-backend option only GPU
+ "allow-expanded-dims=true," // optimizer option
+ "logging-severity=debug," // option
+ "counter-capture-period=100u"; // runtime-profiling option
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("CpuAcc,GpuAcc", false, options.c_str());
+
+ // Variables to be used in all checks
+ armnn::BackendOptions::BackendOption backendOption("", false);
+ std::string optionName;
+
+ // number-of-threads
+ CHECK_EQ(CountBackendOptions(armnn::Compute::CpuAcc, delegateOptions), 1);
+ optionName = "NumberOfThreads";
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsUnsignedInt(), 29);
+ CHECK_EQ(backendOption.GetName(), optionName);
+
+ // gpu-kernel-profiling-enabled
+ CHECK_EQ(CountBackendOptions(armnn::Compute::GpuAcc, delegateOptions, true), 1);
+ optionName = "KernelProfilingEnabled";
+ CHECK_EQ(GetBackendOption(armnn::Compute::GpuAcc, delegateOptions, optionName, backendOption, true), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), true);
+ CHECK_EQ(backendOption.GetName(), optionName);
+
+ // allow-expanded-dims
+ CHECK_EQ(delegateOptions.GetOptimizerOptions().GetAllowExpandedDims(), true);
+
+ // logging-severity
+ CHECK_EQ(delegateOptions.GetLoggingSeverity(), armnn::LogSeverity::Debug);
+
+ // counter-capture-period
+ CHECK_EQ(delegateOptions.GetRuntimeOptions().m_ProfilingOptions.m_CapturePeriod, 100);
+}
+
+TEST_CASE ("ParseArmNNSettings_additional_options_regex")
+{
+ std::string options = "allow-expanded-dims= true, " // optimizer option
+ "number-of-threads =29 ," // optimizer-backend option only Cpu
+ "logging-severity = trace , " // option
+ "counter-capture-period = 100u"; // runtime-profiling option
+ armnnDelegate::DelegateOptions delegateOptions = BuildDelegateOptions("GpuAcc", false, options.c_str());
+
+ // Variables to be used in all checks
+ armnn::BackendOptions::BackendOption backendOption("", false);
+ std::string optionName;
+
+ std::vector<armnn::BackendId> expectedBackends = {"GpuAcc"};
+ CHECK_EQ(expectedBackends, delegateOptions.GetBackends());
+
+ // enable-fast-math
+ CHECK_EQ(CountBackendOptions(armnn::Compute::GpuAcc, delegateOptions), 1);
+ optionName = "FastMathEnabled";
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuRef, delegateOptions, optionName, backendOption), false);
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuAcc, delegateOptions, optionName, backendOption), false);
+ CHECK_EQ(GetBackendOption(armnn::Compute::GpuAcc, delegateOptions, optionName, backendOption), true);
+ CHECK_EQ(backendOption.GetValue().AsBool(), false);
+ CHECK_EQ(backendOption.GetName(), optionName);
+
+ // allow-expanded-dims
+ CHECK_EQ(delegateOptions.GetOptimizerOptions().GetAllowExpandedDims(), true);
+
+ // number-of-threads not saved anywhere, as it is a parameter only valid for CpuAcc
+ optionName="number-of-threads";
+ CHECK_EQ(GetBackendOption(armnn::Compute::CpuAcc, delegateOptions, optionName, backendOption), false);
+ CHECK_EQ(GetBackendOption(armnn::Compute::GpuAcc, delegateOptions, optionName, backendOption), false);
+
+ // logging-severity
+ CHECK_EQ(delegateOptions.GetLoggingSeverity(), armnn::LogSeverity::Trace);
+
+ // counter-capture-period
+ CHECK_EQ(delegateOptions.GetRuntimeOptions().m_ProfilingOptions.m_CapturePeriod, 100);
+}
+
+TEST_CASE ("ParseArmNNSettings_additional_options_incorrect")
+{
+ std::string options = "number-of-thread=29"; // The correct one would be "number-of-threads" in plural
+
+ CHECK_THROWS(BuildDelegateOptions("CpuAcc,GpuAcc", false, options.c_str()));
+}
+
}
} // namespace armnnDelegate