Opensource ML embedded evaluation kit
Change-Id: I12e807f19f5cacad7cef82572b6dd48252fd61fd
diff --git a/tests/use_case/kws/KWSHandlerTest.cc b/tests/use_case/kws/KWSHandlerTest.cc
new file mode 100644
index 0000000..dee2f6f
--- /dev/null
+++ b/tests/use_case/kws/KWSHandlerTest.cc
@@ -0,0 +1,180 @@
+/*
+ * Copyright (c) 2021 Arm Limited. All rights reserved.
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include <catch.hpp>
+#include "DsCnnModel.hpp"
+#include "hal.h"
+
+#include "KwsResult.hpp"
+#include "Labels.hpp"
+#include "UseCaseHandler.hpp"
+#include "Classifier.hpp"
+#include "UseCaseCommonUtils.hpp"
+
+TEST_CASE("Model info")
+{
+ /* Model wrapper object. */
+ arm::app::DsCnnModel model;
+
+ /* Load the model. */
+ REQUIRE(model.Init());
+
+ /* Instantiate application context. */
+ arm::app::ApplicationContext caseContext;
+
+ caseContext.Set<arm::app::Model&>("model", model);
+
+ REQUIRE(model.ShowModelInfoHandler());
+}
+
+
+TEST_CASE("Inference by index")
+{
+ hal_platform platform;
+ data_acq_module data_acq;
+ data_psn_module data_psn;
+ platform_timer timer;
+
+ /* Initialise the HAL and platform. */
+ hal_init(&platform, &data_acq, &data_psn, &timer);
+ hal_platform_init(&platform);
+
+ /* Model wrapper object. */
+ arm::app::DsCnnModel model;
+
+ /* Load the model. */
+ REQUIRE(model.Init());
+
+ /* Instantiate application context. */
+ arm::app::ApplicationContext caseContext;
+ caseContext.Set<hal_platform&>("platform", platform);
+ caseContext.Set<arm::app::Model&>("model", model);
+ caseContext.Set<int>("frameLength", g_FrameLength); /* 640 sample length for DSCNN. */
+ caseContext.Set<int>("frameStride", g_FrameStride); /* 320 sample stride for DSCNN. */
+ caseContext.Set<float>("scoreThreshold", 0.5); /* Normalised score threshold. */
+
+ arm::app::Classifier classifier; /* classifier wrapper object. */
+ caseContext.Set<arm::app::Classifier&>("classifier", classifier);
+
+ auto checker = [&](uint32_t audioIndex, std::vector<uint32_t> labelIndex)
+ {
+ caseContext.Set<uint32_t>("audioIndex", audioIndex);
+
+ std::vector<std::string> labels;
+ GetLabelsVector(labels);
+ caseContext.Set<const std::vector<std::string> &>("labels", labels);
+
+ REQUIRE(arm::app::ClassifyAudioHandler(caseContext, audioIndex, false));
+ REQUIRE(caseContext.Has("results"));
+
+ auto results = caseContext.Get<std::vector<arm::app::kws::KwsResult>>("results");
+
+ REQUIRE(results.size() == labelIndex.size());
+
+ for (size_t i = 0; i < results.size(); i++ ) {
+ REQUIRE(results[i].m_resultVec.size());
+ REQUIRE(results[i].m_resultVec[0].m_labelIdx == labelIndex[i]);
+ }
+
+ };
+
+ SECTION("Index = 0, short clip down")
+ {
+ /* Result: down. */
+ checker(0, {5});
+ }
+
+ SECTION("Index = 1, long clip right->left->up")
+ {
+ /* Result: right->right->left->up->up. */
+ checker(1, {7, 1, 6, 4, 4});
+ }
+
+ SECTION("Index = 2, short clip yes")
+ {
+ /* Result: yes. */
+ checker(2, {2});
+ }
+
+ SECTION("Index = 3, long clip yes->no->go->stop")
+ {
+ /* Result: yes->go->no->go->go->go->stop. */
+ checker(3, {2, 11, 3, 11, 11, 11, 10});
+ }
+}
+
+
+TEST_CASE("Inference run all clips")
+{
+ hal_platform platform;
+ data_acq_module data_acq;
+ data_psn_module data_psn;
+ platform_timer timer;
+
+ /* Initialise the HAL and platform. */
+ hal_init(&platform, &data_acq, &data_psn, &timer);
+ hal_platform_init(&platform);
+
+ /* Model wrapper object. */
+ arm::app::DsCnnModel model;
+
+ /* Load the model. */
+ REQUIRE(model.Init());
+
+ /* Instantiate application context. */
+ arm::app::ApplicationContext caseContext;
+
+ caseContext.Set<hal_platform&>("platform", platform);
+ caseContext.Set<arm::app::Model&>("model", model);
+ caseContext.Set<uint32_t>("clipIndex", 0);
+ caseContext.Set<int>("frameLength", g_FrameLength); /* 640 sample length for DSCNN. */
+ caseContext.Set<int>("frameStride", g_FrameStride); /* 320 sample stride for DSCNN. */
+ caseContext.Set<float>("scoreThreshold", 0.9); /* Normalised score threshold. */
+ arm::app::Classifier classifier; /* classifier wrapper object. */
+ caseContext.Set<arm::app::Classifier&>("classifier", classifier);
+
+ std::vector <std::string> labels;
+ GetLabelsVector(labels);
+ caseContext.Set<const std::vector <std::string>&>("labels", labels);
+ REQUIRE(arm::app::ClassifyAudioHandler(caseContext, 0, true));
+}
+
+
+TEST_CASE("List all audio clips")
+{
+ hal_platform platform;
+ data_acq_module data_acq;
+ data_psn_module data_psn;
+ platform_timer timer;
+
+ /* Initialise the HAL and platform. */
+ hal_init(&platform, &data_acq, &data_psn, &timer);
+ hal_platform_init(&platform);
+
+ /* Model wrapper object. */
+ arm::app::DsCnnModel model;
+
+ /* Load the model. */
+ REQUIRE(model.Init());
+
+ /* Instantiate application context. */
+ arm::app::ApplicationContext caseContext;
+
+ caseContext.Set<hal_platform&>("platform", platform);
+ caseContext.Set<arm::app::Model&>("model", model);
+
+ REQUIRE(arm::app::ListFilesHandler(caseContext));
+}
\ No newline at end of file