COMPMID-761: Add CL/NEON Sobel benchmark tests
Change-Id: Iae8244edcc7ec525bc2e8bbec5980b8b9ea935a1
Reviewed-on: https://eu-gerrit-1.euhpc.arm.com/132078
Reviewed-by: Pablo Tello <pablo.tello@arm.com>
Tested-by: Jenkins <bsgcomp@arm.com>
Reviewed-by: Anthony Barbier <anthony.barbier@arm.com>
diff --git a/tests/benchmark/CL/Sobel.cpp b/tests/benchmark/CL/Sobel.cpp
new file mode 100644
index 0000000..f0478b8
--- /dev/null
+++ b/tests/benchmark/CL/Sobel.cpp
@@ -0,0 +1,109 @@
+/*
+ * Copyright (c) 2018 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#include "arm_compute/core/Types.h"
+#include "arm_compute/runtime/CL/CLTensor.h"
+#include "arm_compute/runtime/CL/functions/CLSobel3x3.h"
+#include "arm_compute/runtime/CL/functions/CLSobel5x5.h"
+#include "arm_compute/runtime/CL/functions/CLSobel7x7.h"
+#include "tests/CL/CLAccessor.h"
+#include "tests/benchmark/fixtures/SobelFixture.h"
+#include "tests/datasets/BorderModeDataset.h"
+#include "tests/datasets/GradientDimensionDataset.h"
+#include "tests/datasets/ShapeDatasets.h"
+#include "tests/framework/Macros.h"
+#include "tests/framework/datasets/Datasets.h"
+#include "utils/TypePrinter.h"
+
+namespace arm_compute
+{
+namespace test
+{
+namespace benchmark
+{
+using CLSobel3x3Fixture = SobelFixture<CLTensor, CLSobel3x3, CLAccessor>;
+
+TEST_SUITE(CL)
+TEST_SUITE(Sobel)
+
+// *INDENT-OFF*
+// clang-format off
+TEST_SUITE(W3x3)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, CLSobel3x3Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, CLSobel3x3Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W3x3
+
+using CLSobel5x5Fixture = SobelFixture<CLTensor, CLSobel5x5, CLAccessor>;
+
+TEST_SUITE(W5x5)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, CLSobel5x5Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, CLSobel5x5Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W5x5
+
+using CLSobel7x7Fixture = SobelFixture<CLTensor, CLSobel7x7, CLAccessor>;
+
+TEST_SUITE(W7x7)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, CLSobel7x7Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, CLSobel7x7Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W7x7
+// clang-format on
+// *INDENT-ON*
+
+TEST_SUITE_END() // Sobel
+TEST_SUITE_END() // CL
+} // namespace benchmark
+} // namespace test
+} // namespace arm_compute
diff --git a/tests/benchmark/NEON/Sobel.cpp b/tests/benchmark/NEON/Sobel.cpp
new file mode 100644
index 0000000..8afda38
--- /dev/null
+++ b/tests/benchmark/NEON/Sobel.cpp
@@ -0,0 +1,109 @@
+/*
+ * Copyright (c) 2018 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#include "arm_compute/core/Types.h"
+#include "arm_compute/runtime/NEON/functions/NESobel3x3.h"
+#include "arm_compute/runtime/NEON/functions/NESobel5x5.h"
+#include "arm_compute/runtime/NEON/functions/NESobel7x7.h"
+#include "arm_compute/runtime/Tensor.h"
+#include "tests/NEON/Accessor.h"
+#include "tests/benchmark/fixtures/SobelFixture.h"
+#include "tests/datasets/BorderModeDataset.h"
+#include "tests/datasets/GradientDimensionDataset.h"
+#include "tests/datasets/ShapeDatasets.h"
+#include "tests/framework/Macros.h"
+#include "tests/framework/datasets/Datasets.h"
+#include "utils/TypePrinter.h"
+
+namespace arm_compute
+{
+namespace test
+{
+namespace benchmark
+{
+using NESobel3x3Fixture = SobelFixture<Tensor, NESobel3x3, Accessor>;
+
+TEST_SUITE(NEON)
+TEST_SUITE(Sobel)
+
+// *INDENT-OFF*
+// clang-format off
+TEST_SUITE(W3x3)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, NESobel3x3Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, NESobel3x3Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W3x3
+
+using NESobel5x5Fixture = SobelFixture<Tensor, NESobel5x5, Accessor>;
+
+TEST_SUITE(W5x5)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, NESobel5x5Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, NESobel5x5Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W5x5
+
+using NESobel7x7Fixture = SobelFixture<Tensor, NESobel7x7, Accessor>;
+
+TEST_SUITE(W7x7)
+REGISTER_FIXTURE_DATA_TEST_CASE(RunSmall, NESobel7x7Fixture, framework::DatasetMode::PRECOMMIT,
+ combine(combine(combine(
+ datasets::Small2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+
+REGISTER_FIXTURE_DATA_TEST_CASE(RunLarge, NESobel7x7Fixture, framework::DatasetMode::NIGHTLY,
+ combine(combine(combine(
+ datasets::Large2DShapes(),
+ datasets::BorderModes()),
+ datasets::GradientDimensions()),
+ framework::dataset::make("Format", Format::U8)));
+TEST_SUITE_END() // W7x7
+// clang-format on
+// *INDENT-ON*
+
+TEST_SUITE_END() // Sobel
+TEST_SUITE_END() // NEON
+} // namespace benchmark
+} // namespace test
+} // namespace arm_compute
diff --git a/tests/benchmark/fixtures/SobelFixture.h b/tests/benchmark/fixtures/SobelFixture.h
new file mode 100644
index 0000000..2717e81
--- /dev/null
+++ b/tests/benchmark/fixtures/SobelFixture.h
@@ -0,0 +1,158 @@
+/*
+ * Copyright (c) 2018 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#ifndef ARM_COMPUTE_TEST_SOBEL_FIXTURE
+#define ARM_COMPUTE_TEST_SOBEL_FIXTURE
+
+#include "arm_compute/core/TensorShape.h"
+#include "arm_compute/core/Types.h"
+#include "tests/Globals.h"
+#include "tests/Types.h"
+#include "tests/Utils.h"
+#include "tests/framework/Fixture.h"
+
+namespace arm_compute
+{
+class CLSobel3x3;
+class CLSobel5x5;
+class CLSobel7x7;
+class NESobel3x3;
+class NESobel5x5;
+class NESobel7x7;
+
+namespace test
+{
+namespace benchmark
+{
+namespace
+{
+template <typename Function>
+struct info;
+
+template <>
+struct info<NESobel3x3>
+{
+ static const Format dst_format = Format::S16;
+};
+
+template <>
+struct info<CLSobel3x3>
+{
+ static const Format dst_format = Format::S16;
+};
+
+template <>
+struct info<NESobel5x5>
+{
+ static const Format dst_format = Format::S16;
+};
+
+template <>
+struct info<CLSobel5x5>
+{
+ static const Format dst_format = Format::S16;
+};
+
+template <>
+struct info<NESobel7x7>
+{
+ static const Format dst_format = Format::S32;
+};
+
+template <>
+struct info<CLSobel7x7>
+{
+ static const Format dst_format = Format::S32;
+};
+} // namespace
+
+template <typename TensorType, typename Function, typename Accessor>
+class SobelFixture : public framework::Fixture
+{
+public:
+ template <typename...>
+ void setup(const TensorShape &input_shape, BorderMode border_mode, GradientDimension gradient_dimension, Format input_format)
+ {
+ // Generate a random constant value
+ std::mt19937 gen(library->seed());
+ std::uniform_int_distribution<uint8_t> int_dist(0, 255);
+ const uint8_t constant_border_value = int_dist(gen);
+
+ // Create source tensor
+ src = create_tensor<TensorType>(input_shape, input_format);
+
+ // Create destination tensors and configure function
+ switch(gradient_dimension)
+ {
+ case GradientDimension::GRAD_X:
+ dst_x = create_tensor<TensorType>(input_shape, info<Function>::dst_format);
+ sobel_func.configure(&src, &dst_x, nullptr, border_mode, constant_border_value);
+ break;
+ case GradientDimension::GRAD_Y:
+ dst_y = create_tensor<TensorType>(input_shape, info<Function>::dst_format);
+ sobel_func.configure(&src, nullptr, &dst_y, border_mode, constant_border_value);
+ break;
+ case GradientDimension::GRAD_XY:
+ dst_x = create_tensor<TensorType>(input_shape, info<Function>::dst_format);
+ dst_y = create_tensor<TensorType>(input_shape, info<Function>::dst_format);
+ sobel_func.configure(&src, &dst_x, &dst_y, border_mode, constant_border_value);
+ break;
+ default:
+ ARM_COMPUTE_ERROR("Gradient dimension not supported");
+ }
+
+ // Allocate tensors
+ src.allocator()->allocate();
+ dst_x.allocator()->allocate();
+ dst_y.allocator()->allocate();
+ }
+
+ void run()
+ {
+ sobel_func.run();
+ }
+
+ void sync()
+ {
+ sync_if_necessary<TensorType>();
+ sync_tensor_if_necessary<TensorType>(dst_x);
+ sync_tensor_if_necessary<TensorType>(dst_y);
+ }
+
+ void teardown()
+ {
+ src.allocator()->free();
+ dst_x.allocator()->free();
+ dst_y.allocator()->free();
+ }
+
+private:
+ TensorType src{};
+ TensorType dst_x{};
+ TensorType dst_y{};
+ Function sobel_func{};
+};
+} // namespace benchmark
+} // namespace test
+} // namespace arm_compute
+#endif /* ARM_COMPUTE_TEST_SOBEL_FIXTURE */