Gitiles
Code Review Sign In
review.mlplatform.org / ml / ComputeLibrary / e250389ed6d78153a55382fa5b3519c151bfd79f / . / tests / validation / CL / DilatedConvolutionLayer.cpp
blob: d02497d853ce71cf34349a8594c9a91a8673aedd [file] [log] [blame]
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]1/*
2 * Copyright (c) 2018 ARM Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONCLCTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/core/Types.h"
25#include "arm_compute/runtime/CL/CLTensor.h"
26#include "arm_compute/runtime/CL/CLTensorAllocator.h"
27#include "arm_compute/runtime/CL/functions/CLConvolutionLayer.h"
28#include "arm_compute/runtime/CL/functions/CLGEMMConvolutionLayer.h"
29#include "tests/CL/CLAccessor.h"
30#include "tests/PaddingCalculator.h"
31#include "tests/datasets/DilatedConvolutionLayerDataset.h"
32#include "tests/framework/Asserts.h"
33#include "tests/framework/Macros.h"
34#include "tests/framework/datasets/Datasets.h"
35#include "tests/validation/Validation.h"
36#include "tests/validation/fixtures/ConvolutionLayerFixture.h"
37
38namespace arm_compute
39{
40namespace test
41{
42namespace validation
43{
44namespace
45{
46RelativeTolerance<float> tolerance_f32(0.05f); /**< Tolerance value for comparing reference's output against implementation's output for DataType::F32 */
47RelativeTolerance<half_float::half> tolerance_f16(half_float::half(0.2)); /**< Tolerance value for comparing reference's output against implementation's output for DataType::F16 */
48constexpr AbsoluteTolerance<float> tolerance_fixed(1.0f); /**< Tolerance value for comparing reference's output against implementation's output for fixed point data types */
49constexpr AbsoluteTolerance<float> tolerance_qasymm8(0.0); /**< Tolerance value for comparing reference's output against implementation's output for quantized data types */
50constexpr float tolerance_num = 0.07f; /**< Tolerance number */
51
52/** CNN data types */
53const auto CNNDataTypes = framework::dataset::make("DataType",
54{
55 DataType::F16,
56 DataType::F32,
57 DataType::QS8,
58 DataType::QS16,
59 DataType::QASYMM8,
60});
61} // namespace
62
63TEST_SUITE(CL)
64TEST_SUITE(DilatedConvolutionLayer)
65
Gian Marco Iodicee52a3002018-04-11 15:59:10 +0100[diff] [blame]66DATA_TEST_CASE(ValidateConvolutionMethod, framework::DatasetMode::ALL, zip(zip(zip(zip(zip(zip(
67 framework::dataset::make("InputInfo", { TensorInfo(TensorShape(17U, 31U, 2U), 1, DataType::F32, 0),
68 TensorInfo(TensorShape(17U, 31U, 2U), 1, DataType::F32, 0),
69 TensorInfo(TensorShape(23U, 27U, 5U, 4U), 1, DataType::F32, 0),
70 TensorInfo(TensorShape(3U, 3U, 2U, 1U), 1, DataType::F32, 0),
71 TensorInfo(TensorShape(33U, 27U, 7U, 4U), 1, DataType::F32, 0)
72 }),
73 framework::dataset::make("WeightsInfo", { TensorInfo(TensorShape(5U, 5U, 2U, 19U), 1, DataType::F32, 0),
74 TensorInfo(TensorShape(5U, 5U, 2U, 19U), 1, DataType::F32, 0),
75 TensorInfo(TensorShape(3U, 3U, 5U, 21U), 1, DataType::F32, 0),
76 TensorInfo(TensorShape(3U, 3U, 5U, 21U), 1, DataType::F32, 0),
77 TensorInfo(TensorShape(5U, 5U, 7U, 16U), 1, DataType::F16, 0)
78 })),
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]79 framework::dataset::make("OutputInfo", { TensorInfo(TensorShape(15U, 15U, 19U), 1, DataType::F32, 0),
80 TensorInfo(TensorShape(15U, 15U, 19U), 1, DataType::F32, 0),
81 TensorInfo(TensorShape(21U, 25U, 21U, 4U), 1, DataType::F32, 0),
82 TensorInfo(TensorShape(11U, 25U, 21U), 1, DataType::F32, 0),
83 TensorInfo(TensorShape(11U, 12U, 16U, 4U), 1, DataType::F32, 0)
84 })),
85 framework::dataset::make("ConvInfo", { PadStrideInfo(1, 2, 1, 1),
86 PadStrideInfo(1, 2, 1, 1),
87 PadStrideInfo(1, 1, 0, 0),
88 PadStrideInfo(2, 1, 0, 0),
89 PadStrideInfo(3, 2, 1, 0)
90 })),
91 framework::dataset::make("GpuTarget", { GPUTarget::BIFROST,
92 GPUTarget::MIDGARD,
93 GPUTarget::G71,
94 GPUTarget::MIDGARD,
95 GPUTarget::BIFROST
96 })),
97 framework::dataset::make("Dilation", { Size2D(1U, 1U),
98 Size2D(1U, 1U),
99 Size2D(1U, 1U),
100 Size2D(2U, 2U),
101 Size2D(3U, 3U)
102 })),
103
Gian Marco Iodicee52a3002018-04-11 15:59:10 +0100[diff] [blame]104 framework::dataset::make("Expected", { ConvolutionMethod::GEMM, ConvolutionMethod::GEMM, ConvolutionMethod::WINOGRAD, ConvolutionMethod::GEMM, ConvolutionMethod::GEMM })),
105 input_info, weights_info, output_info, conv_info, gpu_target, dilation, expected)
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]106{
Gian Marco Iodice2213d4b2018-04-27 10:39:06 +0100[diff] [blame]107 ConvolutionMethod is_valid = CLConvolutionLayer::get_convolution_method(&input_info.clone()->set_is_resizable(true),
108 &weights_info.clone()->set_is_resizable(true),
109 &output_info.clone()->set_is_resizable(true), conv_info, WeightsInfo(), ActivationLayerInfo(), gpu_target, dilation);
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]110 ARM_COMPUTE_EXPECT(is_valid == expected, framework::LogLevel::ERRORS);
111}
112TEST_SUITE_END()
113
114TEST_SUITE(GEMMDilatedConvolutionLayer)
115
116DATA_TEST_CASE(Configuration, framework::DatasetMode::ALL, combine(framework::dataset::concat(datasets::SmallDilatedConvolutionLayerDataset(), datasets::LargeDilatedConvolutionLayerDataset()),
117 CNNDataTypes),
118 input_shape, weights_shape, bias_shape, output_shape, info, dilation, data_type)
119{
120 // Set fixed point position data type allowed
121 int fixed_point_position = is_data_type_fixed_point(data_type) ? 3 : 0;
122
123 auto bias_data_type = is_data_type_quantized_asymmetric(data_type) ? DataType::S32 : data_type;
124
125 // Create tensors
126 CLTensor src = create_tensor<CLTensor>(input_shape, data_type, 1, fixed_point_position, QuantizationInfo(2.f / 255.f, 127));
127 CLTensor weights = create_tensor<CLTensor>(weights_shape, data_type, 1, fixed_point_position, QuantizationInfo(2.f / 255.f, 127));
128 CLTensor bias = create_tensor<CLTensor>(bias_shape, bias_data_type, 1, fixed_point_position, QuantizationInfo(2.f / 255.f, 127));
129 CLTensor dst = create_tensor<CLTensor>(output_shape, data_type, 1, fixed_point_position, QuantizationInfo(2.f / 255.f, 127));
130
131 ARM_COMPUTE_EXPECT(src.info()->is_resizable(), framework::LogLevel::ERRORS);
132 ARM_COMPUTE_EXPECT(weights.info()->is_resizable(), framework::LogLevel::ERRORS);
133 ARM_COMPUTE_EXPECT(bias.info()->is_resizable(), framework::LogLevel::ERRORS);
134 ARM_COMPUTE_EXPECT(dst.info()->is_resizable(), framework::LogLevel::ERRORS);
135
136 const QuantizationInfo src_quantization_info = src.info()->quantization_info();
137 const QuantizationInfo weights_quantization_info = weights.info()->quantization_info();
138
139 // Create and configure function
140 CLGEMMConvolutionLayer conv;
141 conv.configure(&src, &weights, &bias, &dst, info, WeightsInfo(), dilation);
142
143 // Validate valid region
144 const ValidRegion src_valid_region = shape_to_valid_region(input_shape);
145 const ValidRegion weights_valid_region = shape_to_valid_region(weights_shape);
146 const ValidRegion bias_valid_region = shape_to_valid_region(bias_shape);
147 const ValidRegion dst_valid_region = shape_to_valid_region(output_shape);
148
149 validate(src.info()->valid_region(), src_valid_region);
150 validate(weights.info()->valid_region(), weights_valid_region);
151 validate(bias.info()->valid_region(), bias_valid_region);
152 validate(dst.info()->valid_region(), dst_valid_region);
153
154 // Validate QuantizationInfo
155 ARM_COMPUTE_EXPECT(src.info()->quantization_info() == src_quantization_info, framework::LogLevel::ERRORS);
156 ARM_COMPUTE_EXPECT(weights.info()->quantization_info() == weights_quantization_info, framework::LogLevel::ERRORS);
157
158 // Validate padding
159 //TODO(COMPMID-415) Need to validate padding?
160}
161
162template <typename T>
163using CLGEMMDilatedConvolutionLayerFixture = ConvolutionValidationFixture<CLTensor, CLAccessor, CLGEMMConvolutionLayer, T>;
164
165TEST_SUITE(Float)
166TEST_SUITE(FP16)
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]167FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMDilatedConvolutionLayerFixture<half>, framework::DatasetMode::PRECOMMIT, combine(combine(combine(combine(datasets::SmallDilatedConvolutionLayerDataset(),
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]168 framework::dataset::make("ReshapeWeights", { true })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]169 framework::dataset::make("DataType", DataType::F16)),
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]170 framework::dataset::make("DataLayout", { DataLayout::NCHW })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]171 framework::dataset::make("ActivationLayerInfo", ActivationLayerInfo())))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]172{
173 // Validate output
174 validate(CLAccessor(_target), _reference, tolerance_f16, tolerance_num);
175}
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]176FIXTURE_DATA_TEST_CASE(RunLarge, CLGEMMDilatedConvolutionLayerFixture<half>, framework::DatasetMode::NIGHTLY, combine(combine(combine(combine(datasets::LargeDilatedConvolutionLayerDataset(),
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]177 framework::dataset::make("ReshapeWeights", { true })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]178 framework::dataset::make("DataType", DataType::F16)),
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]179 framework::dataset::make("DataLayout", { DataLayout::NCHW })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]180 framework::dataset::make("ActivationLayerInfo", ActivationLayerInfo())))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]181{
182 // Validate output
183 validate(CLAccessor(_target), _reference, tolerance_f16, tolerance_num);
184}
185TEST_SUITE_END()
186
187TEST_SUITE(FP32)
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]188FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMDilatedConvolutionLayerFixture<float>, framework::DatasetMode::PRECOMMIT, combine(combine(combine(combine(datasets::SmallDilatedConvolutionLayerDataset(),
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]189 framework::dataset::make("ReshapeWeights", { true })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]190 framework::dataset::make("DataType", DataType::F32)),
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]191 framework::dataset::make("DataLayout", { DataLayout::NCHW })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]192 framework::dataset::make("ActivationLayerInfo", ActivationLayerInfo())))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]193{
194 // Validate output
195 validate(CLAccessor(_target), _reference, tolerance_f32);
196}
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]197FIXTURE_DATA_TEST_CASE(RunLarge, CLGEMMDilatedConvolutionLayerFixture<float>, framework::DatasetMode::NIGHTLY, combine(combine(combine(combine(datasets::LargeDilatedConvolutionLayerDataset(),
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]198 framework::dataset::make("ReshapeWeights", { true })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]199 framework::dataset::make("DataType", DataType::F32)),
Michalis Spyroue2503892018-04-23 15:17:31 +0100[diff] [blame^]200 framework::dataset::make("DataLayout", { DataLayout::NCHW })),
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]201 framework::dataset::make("ActivationLayerInfo", ActivationLayerInfo())))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]202{
203 // Validate output
204 validate(CLAccessor(_target), _reference, tolerance_f32);
205}
206TEST_SUITE_END()
207TEST_SUITE_END()
208
209template <typename T>
210using CLGEMMDilatedConvolutionLayerFixedPointFixture = ConvolutionValidationFixedPointFixture<CLTensor, CLAccessor, CLGEMMConvolutionLayer, T>;
211
212TEST_SUITE(FixedPoint)
213TEST_SUITE(QS8)
214// We test for fixed point precision [4,6]
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]215FIXTURE_DATA_TEST_CASE(RunTiny, CLGEMMDilatedConvolutionLayerFixedPointFixture<int8_t>, framework::DatasetMode::PRECOMMIT,
216 combine(combine(combine(combine(datasets::TinyDilatedConvolutionLayerDataset(),
217 framework::dataset::make("ReshapeWeights", { true })),
218 framework::dataset::make("DataType",
219 DataType::QS8)),
220 framework::dataset::make("FractionalBits", 4, 7)),
221 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]222{
223 // Validate output
224 validate(CLAccessor(_target), _reference, tolerance_fixed);
225}
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]226FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMDilatedConvolutionLayerFixedPointFixture<int8_t>, framework::DatasetMode::NIGHTLY,
227 combine(combine(combine(combine(datasets::SmallDilatedConvolutionLayerDataset(),
228 framework::dataset::make("ReshapeWeights", { true })),
229 framework::dataset::make("DataType",
230 DataType::QS8)),
231 framework::dataset::make("FractionalBits", 4, 7)),
232 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]233{
234 // Validate output
235 validate(CLAccessor(_target), _reference, tolerance_fixed);
236}
237TEST_SUITE_END()
238
239TEST_SUITE(QS16)
240// Testing for fixed point position [1,14)
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]241FIXTURE_DATA_TEST_CASE(RunTiny, CLGEMMDilatedConvolutionLayerFixedPointFixture<int16_t>, framework::DatasetMode::PRECOMMIT,
242 combine(combine(combine(combine(datasets::TinyDilatedConvolutionLayerDataset(),
243 framework::dataset::make("ReshapeWeights", { true })),
244 framework::dataset::make("DataType",
245 DataType::QS16)),
246 framework::dataset::make("FractionalBits", 1, 14)),
247 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]248{
249 // Validate output
250 validate(CLAccessor(_target), _reference, tolerance_fixed);
251}
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]252FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMDilatedConvolutionLayerFixedPointFixture<int16_t>, framework::DatasetMode::NIGHTLY,
253 combine(combine(combine(combine(datasets::SmallDilatedConvolutionLayerDataset(),
254 framework::dataset::make("ReshapeWeights", { true })),
255 framework::dataset::make("DataType",
256 DataType::QS16)),
257 framework::dataset::make("FractionalBits", 1, 14)),
258 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]259{
260 // Validate output
261 validate(CLAccessor(_target), _reference, tolerance_fixed);
262}
263TEST_SUITE_END()
264TEST_SUITE_END()
265
266template <typename T>
267using CLGEMMDilatedConvolutionLayerQuantizedFixture = ConvolutionValidationQuantizedFixture<CLTensor, CLAccessor, CLGEMMConvolutionLayer, T>;
268
269TEST_SUITE(Quantized)
270TEST_SUITE(QASYMM8)
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]271FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMDilatedConvolutionLayerQuantizedFixture<uint8_t>, framework::DatasetMode::PRECOMMIT,
272 combine(combine(combine(combine(datasets::SmallDilatedConvolutionLayerDataset(),
273 framework::dataset::make("ReshapeWeights", { true })),
274 framework::dataset::make("DataType", DataType::QASYMM8)),
275 framework::dataset::make("QuantizationInfo", { QuantizationInfo(2.f / 255.f, 10) })),
276 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]277{
278 // Validate output
279 validate(CLAccessor(_target), _reference, tolerance_qasymm8);
280}
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000[diff] [blame]281FIXTURE_DATA_TEST_CASE(RunLarge, CLGEMMDilatedConvolutionLayerQuantizedFixture<uint8_t>, framework::DatasetMode::NIGHTLY,
282 combine(combine(combine(combine(datasets::LargeDilatedConvolutionLayerDataset(),
283 framework::dataset::make("ReshapeWeights", { true })),
284 framework::dataset::make("DataType", DataType::QASYMM8)),
285 framework::dataset::make("QuantizationInfo", { QuantizationInfo(2.f / 255.f, 0) })),
286 framework::dataset::make("ActivationLayerInfo", { ActivationLayerInfo() })))
Alex Gilday7da29b62018-03-23 14:16:00 +0000[diff] [blame]287{
288 // Validate output
289 validate(CLAccessor(_target), _reference, tolerance_qasymm8);
290}
291TEST_SUITE_END()
292TEST_SUITE_END()
293
294TEST_SUITE_END()
295TEST_SUITE_END()
296} // namespace validation
297} // namespace test
298} // namespace arm_compute