blob: ac27e7ad31326ecd4497f3393acad7b4396b6226 [file] [log] [blame]
Moritz Pflanzeree493ae2017-07-05 10:52:21 +01001/*
Georgios Pinitas51a67302018-01-17 12:55:26 +00002 * Copyright (c) 2017-2018 ARM Limited.
Moritz Pflanzeree493ae2017-07-05 10:52:21 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/core/TensorShape.h"
25#include "arm_compute/core/Types.h"
26#include "arm_compute/runtime/NEON/functions/NEConvolutionLayer.h"
Georgios Pinitas9fb11592018-04-26 20:34:58 +010027#include "arm_compute/runtime/NEON/functions/NEWinogradConvolutionLayer.h"
Moritz Pflanzeree493ae2017-07-05 10:52:21 +010028#include "arm_compute/runtime/Tensor.h"
29#include "arm_compute/runtime/TensorAllocator.h"
Moritz Pflanzerd58cec02017-07-18 15:44:21 +010030#include "tests/NEON/Accessor.h"
Moritz Pflanzera09de0c2017-09-01 20:41:12 +010031#include "tests/benchmark/fixtures/ConvolutionLayerFixture.h"
Georgios Pinitas9fb11592018-04-26 20:34:58 +010032#include "tests/benchmark/fixtures/WinogradConvolutionLayerFixture.h"
Moritz Pflanzera09de0c2017-09-01 20:41:12 +010033#include "tests/datasets/system_tests/alexnet/AlexNetConvolutionLayerDataset.h"
34#include "tests/datasets/system_tests/googlenet/inceptionv1/GoogLeNetInceptionV1ConvolutionLayerDataset.h"
35#include "tests/datasets/system_tests/googlenet/inceptionv4/GoogLeNetInceptionV4ConvolutionLayerDataset.h"
36#include "tests/datasets/system_tests/lenet5/LeNet5ConvolutionLayerDataset.h"
Gian Marco Iodice2bc74412018-03-01 16:32:10 +000037#include "tests/datasets/system_tests/mobilenet/MobileNetConvolutionLayerDataset.h"
Moritz Pflanzera09de0c2017-09-01 20:41:12 +010038#include "tests/datasets/system_tests/squeezenet/SqueezeNetConvolutionLayerDataset.h"
39#include "tests/datasets/system_tests/vgg/vgg16/VGG16ConvolutionLayerDataset.h"
40#include "tests/datasets/system_tests/yolo/v2/YOLOV2ConvolutionLayerDataset.h"
41#include "tests/framework/Macros.h"
42#include "tests/framework/datasets/Datasets.h"
Anthony Barbier2a07e182017-08-04 18:20:27 +010043#include "utils/TypePrinter.h"
Moritz Pflanzeree493ae2017-07-05 10:52:21 +010044
45namespace arm_compute
46{
47namespace test
48{
Michalis Spyrou724079d2017-12-15 11:37:37 +000049namespace benchmark
50{
Pablo Tello40b29272017-07-19 16:56:05 +010051namespace
52{
Ioan-Cristian Szabo5edbd1c2017-11-13 13:34:08 +000053#ifdef __ARM_FEATURE_FP16_VECTOR_ARITHMETIC
Isabella Gottardie6630e42018-01-18 15:50:39 +000054const auto data_types = framework::dataset::make("DataType", { DataType::F16, DataType::F32, DataType::QASYMM8 });
55#else /* __ARM_FEATURE_FP16_VECTOR_ARITHMETIC */
56const auto data_types = framework::dataset::make("DataType", { DataType::F32, DataType::QASYMM8 });
57
Ioan-Cristian Szabo5edbd1c2017-11-13 13:34:08 +000058#endif /* __ARM_FEATURE_FP16_VECTOR_ARITHMETIC */
Pablo Tello40b29272017-07-19 16:56:05 +010059} // namespace
60
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +000061using NEGEMMConvolutionLayerFixture = ConvolutionLayerFixture<Tensor, NEGEMMConvolutionLayer, Accessor>;
Moritz Pflanzeree493ae2017-07-05 10:52:21 +010062
63TEST_SUITE(NEON)
Pablo Tello8108d2e2017-12-01 09:58:32 +000064#if defined(__aarch64__)
Georgios Pinitas9fb11592018-04-26 20:34:58 +010065using NEWinogradConvolutionLayerFixture = WinogradConvolutionLayerFixture<Tensor, NEWinogradConvolutionLayer, Accessor>;
Pablo Tello8108d2e2017-12-01 09:58:32 +000066
Georgios Pinitas9fb11592018-04-26 20:34:58 +010067REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetWinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000068 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::AlexNetWinogradLayerDataset(),
69 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
70 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +000071 framework::dataset::make("Batches", 1)));
72
Georgios Pinitas9fb11592018-04-26 20:34:58 +010073REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1WinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000074 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1WinogradLayerDataset(),
75 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
76 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +000077 framework::dataset::make("Batches", 1)));
78
Georgios Pinitas9fb11592018-04-26 20:34:58 +010079REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4WinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000080 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4WinogradLayerDataset(),
81 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
82 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +000083 framework::dataset::make("Batches", 1)));
84
Georgios Pinitas9fb11592018-04-26 20:34:58 +010085REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetWinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000086 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetWinogradLayerDataset(),
87 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
88 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +000089 framework::dataset::make("Batches", 1)));
90#endif /* __aarch64__ */
Moritz Pflanzeree493ae2017-07-05 10:52:21 +010091
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +000092REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000093 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::AlexNetConvolutionLayerDataset(),
94 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
95 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +010096 framework::dataset::make("Batches", 1)));
Moritz Pflanzeree493ae2017-07-05 10:52:21 +010097
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +000098REGISTER_FIXTURE_DATA_TEST_CASE(LeNet5ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000099 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::LeNet5ConvolutionLayerDataset(),
100 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
101 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100102 framework::dataset::make("Batches", 1)));
Moritz Pflanzeree493ae2017-07-05 10:52:21 +0100103
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000104REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000105 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1ConvolutionLayerDataset(),
106 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
107 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100108 framework::dataset::make("Batches", 1)));
Moritz Pflanzeree493ae2017-07-05 10:52:21 +0100109
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000110REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000111 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4ConvolutionLayerDataset(),
112 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
113 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100114 framework::dataset::make("Batches", 1)));
SiCong Lif583fb72017-08-15 15:09:18 +0100115
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000116REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000117 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetConvolutionLayerDataset(),
118 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
119 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100120 framework::dataset::make("Batches", 1)));
SiCong Li0aea8902017-07-21 18:24:36 +0100121
Gian Marco Iodice2bc74412018-03-01 16:32:10 +0000122REGISTER_FIXTURE_DATA_TEST_CASE(MobileNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000123 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::MobileNetConvolutionLayerDataset(),
124 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
125 data_types),
Gian Marco Iodice2bc74412018-03-01 16:32:10 +0000126 framework::dataset::make("Batches", 1)));
127
SiCong Li1e5c1572017-07-27 17:58:52 +0100128TEST_SUITE(NIGHTLY)
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000129REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000130 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::AlexNetConvolutionLayerDataset(),
131 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
132 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100133 framework::dataset::make("Batches", { 4, 8 })));
SiCong Li1e5c1572017-07-27 17:58:52 +0100134
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000135REGISTER_FIXTURE_DATA_TEST_CASE(LeNet5ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000136 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::LeNet5ConvolutionLayerDataset(),
137 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
138 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100139 framework::dataset::make("Batches", { 4, 8 })));
SiCong Li1e5c1572017-07-27 17:58:52 +0100140
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000141REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000142 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1ConvolutionLayerDataset(),
143 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
144 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100145 framework::dataset::make("Batches", { 4, 8 })));
SiCong Li1e5c1572017-07-27 17:58:52 +0100146
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000147REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000148 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4ConvolutionLayerDataset(),
149 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
150 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100151 framework::dataset::make("Batches", { 4, 8 })));
SiCong Lif583fb72017-08-15 15:09:18 +0100152
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000153REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000154 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetConvolutionLayerDataset(),
155 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
156 data_types),
SiCong Licc65bbe2017-08-18 11:58:21 +0100157 framework::dataset::make("Batches", { 4, 8 })));
158
Moritz Pflanzer70e9bc22017-09-08 16:07:10 +0100159// 8 batches use about 2GB of memory which is too much for most devices!
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000160REGISTER_FIXTURE_DATA_TEST_CASE(VGG16ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000161 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::VGG16ConvolutionLayerDataset(),
162 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
163 data_types),
Gian Marco33da05b2017-11-08 14:13:33 +0000164 framework::dataset::make("Batches", { 1, 2 })));
SiCong Li1e5c1572017-07-27 17:58:52 +0100165
Isabella Gottardi6acc6ad2018-02-02 17:19:18 +0000166REGISTER_FIXTURE_DATA_TEST_CASE(YOLOV2ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000167 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::YOLOV2ConvolutionLayerDataset(),
168 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
169 data_types),
SiCong Li1e5c1572017-07-27 17:58:52 +0100170 framework::dataset::make("Batches", { 1, 4, 8 })));
SiCong Licc65bbe2017-08-18 11:58:21 +0100171
Pablo Tello8108d2e2017-12-01 09:58:32 +0000172#if defined(__aarch64__)
Georgios Pinitas9fb11592018-04-26 20:34:58 +0100173REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetWinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000174 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::AlexNetWinogradLayerDataset(),
175 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
176 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +0000177 framework::dataset::make("Batches", { 4, 8 })));
178
Georgios Pinitas9fb11592018-04-26 20:34:58 +0100179REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1WinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000180 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1WinogradLayerDataset(),
181 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
182 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +0000183 framework::dataset::make("Batches", { 4, 8 })));
184
Georgios Pinitas9fb11592018-04-26 20:34:58 +0100185REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4WinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000186 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4WinogradLayerDataset(),
187 framework::dataset::make("ActivationInfo", ActivationLayerInfo())),
188 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +0000189 framework::dataset::make("Batches", { 4, 8 })));
190
Georgios Pinitas9fb11592018-04-26 20:34:58 +0100191REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetWinogradLayer, NEWinogradConvolutionLayerFixture, framework::DatasetMode::NIGHTLY,
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000192 framework::dataset::combine(framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetWinogradLayerDataset(),
193 framework::dataset::make("ActivationInfo", ActivationLayerInfo(ActivationLayerInfo::ActivationFunction::RELU))),
194 framework::dataset::make("DataType", DataType::F32)),
Pablo Tello8108d2e2017-12-01 09:58:32 +0000195 framework::dataset::make("Batches", { 4, 8 })));
196#endif /* __aarch64__ */
197
SiCong Li1e5c1572017-07-27 17:58:52 +0100198TEST_SUITE_END()
Moritz Pflanzeree493ae2017-07-05 10:52:21 +0100199TEST_SUITE_END()
Michalis Spyrou724079d2017-12-15 11:37:37 +0000200} // namespace benchmark
Moritz Pflanzeree493ae2017-07-05 10:52:21 +0100201} // namespace test
202} // namespace arm_compute