Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 1 | /* |
Georgios Pinitas | 51a6730 | 2018-01-17 12:55:26 +0000 | [diff] [blame] | 2 | * Copyright (c) 2017-2018 ARM Limited. |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: MIT |
| 5 | * |
| 6 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 7 | * of this software and associated documentation files (the "Software"), to |
| 8 | * deal in the Software without restriction, including without limitation the |
| 9 | * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| 10 | * sell copies of the Software, and to permit persons to whom the Software is |
| 11 | * furnished to do so, subject to the following conditions: |
| 12 | * |
| 13 | * The above copyright notice and this permission notice shall be included in all |
| 14 | * copies or substantial portions of the Software. |
| 15 | * |
| 16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 22 | * SOFTWARE. |
| 23 | */ |
| 24 | #include "arm_compute/core/TensorShape.h" |
| 25 | #include "arm_compute/core/Types.h" |
| 26 | #include "arm_compute/runtime/NEON/functions/NEConvolutionLayer.h" |
Pablo Tello | 8108d2e | 2017-12-01 09:58:32 +0000 | [diff] [blame] | 27 | #include "arm_compute/runtime/NEON/functions/NEWinogradLayer.h" |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 28 | #include "arm_compute/runtime/Tensor.h" |
| 29 | #include "arm_compute/runtime/TensorAllocator.h" |
Moritz Pflanzer | d58cec0 | 2017-07-18 15:44:21 +0100 | [diff] [blame] | 30 | #include "tests/NEON/Accessor.h" |
Moritz Pflanzer | a09de0c | 2017-09-01 20:41:12 +0100 | [diff] [blame] | 31 | #include "tests/benchmark/fixtures/ConvolutionLayerFixture.h" |
Alex Gilday | 7da29b6 | 2018-03-23 14:16:00 +0000 | [diff] [blame] | 32 | #include "tests/benchmark/fixtures/WinogradLayerFixture.h" |
Moritz Pflanzer | a09de0c | 2017-09-01 20:41:12 +0100 | [diff] [blame] | 33 | #include "tests/datasets/system_tests/alexnet/AlexNetConvolutionLayerDataset.h" |
| 34 | #include "tests/datasets/system_tests/googlenet/inceptionv1/GoogLeNetInceptionV1ConvolutionLayerDataset.h" |
| 35 | #include "tests/datasets/system_tests/googlenet/inceptionv4/GoogLeNetInceptionV4ConvolutionLayerDataset.h" |
| 36 | #include "tests/datasets/system_tests/lenet5/LeNet5ConvolutionLayerDataset.h" |
Gian Marco Iodice | 2bc7441 | 2018-03-01 16:32:10 +0000 | [diff] [blame] | 37 | #include "tests/datasets/system_tests/mobilenet/MobileNetConvolutionLayerDataset.h" |
Moritz Pflanzer | a09de0c | 2017-09-01 20:41:12 +0100 | [diff] [blame] | 38 | #include "tests/datasets/system_tests/squeezenet/SqueezeNetConvolutionLayerDataset.h" |
| 39 | #include "tests/datasets/system_tests/vgg/vgg16/VGG16ConvolutionLayerDataset.h" |
| 40 | #include "tests/datasets/system_tests/yolo/v2/YOLOV2ConvolutionLayerDataset.h" |
| 41 | #include "tests/framework/Macros.h" |
| 42 | #include "tests/framework/datasets/Datasets.h" |
Anthony Barbier | 2a07e18 | 2017-08-04 18:20:27 +0100 | [diff] [blame] | 43 | #include "utils/TypePrinter.h" |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 44 | |
| 45 | namespace arm_compute |
| 46 | { |
| 47 | namespace test |
| 48 | { |
Michalis Spyrou | 724079d | 2017-12-15 11:37:37 +0000 | [diff] [blame] | 49 | namespace benchmark |
| 50 | { |
Pablo Tello | 40b2927 | 2017-07-19 16:56:05 +0100 | [diff] [blame] | 51 | namespace |
| 52 | { |
Ioan-Cristian Szabo | 5edbd1c | 2017-11-13 13:34:08 +0000 | [diff] [blame] | 53 | #ifdef __ARM_FEATURE_FP16_VECTOR_ARITHMETIC |
Isabella Gottardi | e6630e4 | 2018-01-18 15:50:39 +0000 | [diff] [blame] | 54 | const auto data_types = framework::dataset::make("DataType", { DataType::F16, DataType::F32, DataType::QASYMM8 }); |
| 55 | #else /* __ARM_FEATURE_FP16_VECTOR_ARITHMETIC */ |
| 56 | const auto data_types = framework::dataset::make("DataType", { DataType::F32, DataType::QASYMM8 }); |
| 57 | |
Ioan-Cristian Szabo | 5edbd1c | 2017-11-13 13:34:08 +0000 | [diff] [blame] | 58 | #endif /* __ARM_FEATURE_FP16_VECTOR_ARITHMETIC */ |
Pablo Tello | 40b2927 | 2017-07-19 16:56:05 +0100 | [diff] [blame] | 59 | } // namespace |
| 60 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 61 | using NEGEMMConvolutionLayerFixture = ConvolutionLayerFixture<Tensor, NEGEMMConvolutionLayer, Accessor>; |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 62 | |
| 63 | TEST_SUITE(NEON) |
Pablo Tello | 8108d2e | 2017-12-01 09:58:32 +0000 | [diff] [blame] | 64 | #if defined(__aarch64__) |
Alex Gilday | 7da29b6 | 2018-03-23 14:16:00 +0000 | [diff] [blame] | 65 | using NEWinogradLayerFixture = WinogradLayerFixture<Tensor, NEWinogradLayer, Accessor>; |
Pablo Tello | 8108d2e | 2017-12-01 09:58:32 +0000 | [diff] [blame] | 66 | |
| 67 | REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetWinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::ALL, |
| 68 | framework::dataset::combine(framework::dataset::combine(datasets::AlexNetWinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 69 | framework::dataset::make("Batches", 1))); |
| 70 | |
| 71 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1WinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::ALL, |
| 72 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1WinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 73 | framework::dataset::make("Batches", 1))); |
| 74 | |
| 75 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4WinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::ALL, |
| 76 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4WinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 77 | framework::dataset::make("Batches", 1))); |
| 78 | |
| 79 | REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetWinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::ALL, |
| 80 | framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetWinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 81 | framework::dataset::make("Batches", 1))); |
| 82 | #endif /* __aarch64__ */ |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 83 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 84 | REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
steniu01 | 6f49330 | 2017-08-04 15:30:35 +0100 | [diff] [blame] | 85 | framework::dataset::combine(framework::dataset::combine(datasets::AlexNetConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 86 | framework::dataset::make("Batches", 1))); |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 87 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 88 | REGISTER_FIXTURE_DATA_TEST_CASE(LeNet5ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
steniu01 | 6f49330 | 2017-08-04 15:30:35 +0100 | [diff] [blame] | 89 | framework::dataset::combine(framework::dataset::combine(datasets::LeNet5ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 90 | framework::dataset::make("Batches", 1))); |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 91 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 92 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
SiCong Li | d763cfb | 2017-08-15 12:38:51 +0100 | [diff] [blame] | 93 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 94 | framework::dataset::make("Batches", 1))); |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 95 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 96 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
SiCong Li | f583fb7 | 2017-08-15 15:09:18 +0100 | [diff] [blame] | 97 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 98 | framework::dataset::make("Batches", 1))); |
SiCong Li | f583fb7 | 2017-08-15 15:09:18 +0100 | [diff] [blame] | 99 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 100 | REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
steniu01 | 6f49330 | 2017-08-04 15:30:35 +0100 | [diff] [blame] | 101 | framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 102 | framework::dataset::make("Batches", 1))); |
SiCong Li | 0aea890 | 2017-07-21 18:24:36 +0100 | [diff] [blame] | 103 | |
Gian Marco Iodice | 2bc7441 | 2018-03-01 16:32:10 +0000 | [diff] [blame] | 104 | REGISTER_FIXTURE_DATA_TEST_CASE(MobileNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::ALL, |
| 105 | framework::dataset::combine(framework::dataset::combine(datasets::MobileNetConvolutionLayerDataset(), data_types), |
| 106 | framework::dataset::make("Batches", 1))); |
| 107 | |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 108 | TEST_SUITE(NIGHTLY) |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 109 | REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 110 | framework::dataset::combine(framework::dataset::combine(datasets::AlexNetConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 111 | framework::dataset::make("Batches", { 4, 8 }))); |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 112 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 113 | REGISTER_FIXTURE_DATA_TEST_CASE(LeNet5ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 114 | framework::dataset::combine(framework::dataset::combine(datasets::LeNet5ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 115 | framework::dataset::make("Batches", { 4, 8 }))); |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 116 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 117 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | d763cfb | 2017-08-15 12:38:51 +0100 | [diff] [blame] | 118 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 119 | framework::dataset::make("Batches", { 4, 8 }))); |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 120 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 121 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | f583fb7 | 2017-08-15 15:09:18 +0100 | [diff] [blame] | 122 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4ConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 123 | framework::dataset::make("Batches", { 4, 8 }))); |
SiCong Li | f583fb7 | 2017-08-15 15:09:18 +0100 | [diff] [blame] | 124 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 125 | REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 126 | framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetConvolutionLayerDataset(), data_types), |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 127 | framework::dataset::make("Batches", { 4, 8 }))); |
| 128 | |
Moritz Pflanzer | 70e9bc2 | 2017-09-08 16:07:10 +0100 | [diff] [blame] | 129 | // 8 batches use about 2GB of memory which is too much for most devices! |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 130 | REGISTER_FIXTURE_DATA_TEST_CASE(VGG16ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 131 | framework::dataset::combine(framework::dataset::combine(datasets::VGG16ConvolutionLayerDataset(), data_types), |
Gian Marco | 33da05b | 2017-11-08 14:13:33 +0000 | [diff] [blame] | 132 | framework::dataset::make("Batches", { 1, 2 }))); |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 133 | |
Isabella Gottardi | 6acc6ad | 2018-02-02 17:19:18 +0000 | [diff] [blame] | 134 | REGISTER_FIXTURE_DATA_TEST_CASE(YOLOV2ConvolutionLayer, NEGEMMConvolutionLayerFixture, framework::DatasetMode::NIGHTLY, |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 135 | framework::dataset::combine(framework::dataset::combine(datasets::YOLOV2ConvolutionLayerDataset(), data_types), |
| 136 | framework::dataset::make("Batches", { 1, 4, 8 }))); |
SiCong Li | cc65bbe | 2017-08-18 11:58:21 +0100 | [diff] [blame] | 137 | |
Pablo Tello | 8108d2e | 2017-12-01 09:58:32 +0000 | [diff] [blame] | 138 | #if defined(__aarch64__) |
| 139 | REGISTER_FIXTURE_DATA_TEST_CASE(AlexNetWinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::NIGHTLY, |
| 140 | framework::dataset::combine(framework::dataset::combine(datasets::AlexNetWinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 141 | framework::dataset::make("Batches", { 4, 8 }))); |
| 142 | |
| 143 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV1WinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::NIGHTLY, |
| 144 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV1WinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 145 | framework::dataset::make("Batches", { 4, 8 }))); |
| 146 | |
| 147 | REGISTER_FIXTURE_DATA_TEST_CASE(GoogLeNetInceptionV4WinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::NIGHTLY, |
| 148 | framework::dataset::combine(framework::dataset::combine(datasets::GoogLeNetInceptionV4WinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 149 | framework::dataset::make("Batches", { 4, 8 }))); |
| 150 | |
| 151 | REGISTER_FIXTURE_DATA_TEST_CASE(SqueezeNetWinogradLayer, NEWinogradLayerFixture, framework::DatasetMode::NIGHTLY, |
| 152 | framework::dataset::combine(framework::dataset::combine(datasets::SqueezeNetWinogradLayerDataset(), framework::dataset::make("DataType", DataType::F32)), |
| 153 | framework::dataset::make("Batches", { 4, 8 }))); |
| 154 | #endif /* __aarch64__ */ |
| 155 | |
SiCong Li | 1e5c157 | 2017-07-27 17:58:52 +0100 | [diff] [blame] | 156 | TEST_SUITE_END() |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 157 | TEST_SUITE_END() |
Michalis Spyrou | 724079d | 2017-12-15 11:37:37 +0000 | [diff] [blame] | 158 | } // namespace benchmark |
Moritz Pflanzer | ee493ae | 2017-07-05 10:52:21 +0100 | [diff] [blame] | 159 | } // namespace test |
| 160 | } // namespace arm_compute |