Gitiles
Code Review Sign In
review.mlplatform.org / ml / ComputeLibrary / adc5395ad72aceb2c9e7e6beb54d949959d35143 / . / tests / validation / CL / GEMMMatrixMultiplyReshaped.cpp
blob: 564d3f4c2f2c7b513dfd52f44132177638c5e1d3 [file] [log] [blame]
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]1/*
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]2 * Copyright (c) 2018-2019 ARM Limited.
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/core/CL/kernels/CLGEMMMatrixMultiplyReshapedKernel.h"
25#include "arm_compute/core/CL/kernels/CLGEMMReshapeLHSMatrixKernel.h"
26#include "arm_compute/core/CL/kernels/CLGEMMReshapeRHSMatrixKernel.h"
27#include "arm_compute/core/Types.h"
28#include "arm_compute/core/utils/misc/ShapeCalculator.h"
29#include "arm_compute/runtime/CL/CLTensor.h"
30#include "arm_compute/runtime/CL/CLTensorAllocator.h"
31#include "tests/CL/CLAccessor.h"
32#include "tests/CL/Helper.h"
33#include "tests/PaddingCalculator.h"
34#include "tests/datasets/ShapeDatasets.h"
35#include "tests/framework/Asserts.h"
36#include "tests/framework/Macros.h"
37#include "tests/framework/datasets/Datasets.h"
38#include "tests/validation/Validation.h"
39#include "tests/validation/fixtures/GEMMFixture.h"
40
41namespace arm_compute
42{
43namespace test
44{
45namespace validation
46{
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]47using namespace arm_compute::misc::shape_calculator;
48
49// Create function for CLGEMMReshapeLHSMatrixKernel
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]50using CLGEMMReshapeLHSMatrix = CLSynthetizeFunction<CLGEMMReshapeLHSMatrixKernel>;
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]51
52// Create function for CLGEMMReshapeRHSMatrixKernel
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]53using CLGEMMReshapeRHSMatrix = CLSynthetizeFunction<CLGEMMReshapeRHSMatrixKernel>;
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]54
55// Create function for CLGEMMMatrixMultiplyReshapedKernel
56using CLGEMMMatrixMultiplyReshaped = CLSynthetizeFunction<CLGEMMMatrixMultiplyReshapedKernel>;
57
58// Fixture for CLGEMMMatrixMultiplyReshaped
59template <typename T>
60using CLGEMMMatrixMultiplyReshapedFixture = GEMMMatrixMultiplyReshapedValidationFixture<CLTensor, CLAccessor, T, CLGEMMReshapeLHSMatrix, CLGEMMReshapeRHSMatrix, CLGEMMMatrixMultiplyReshaped>;
61
62// Fixture for CLGEMMMatrixMultiplyReshaped3D
63template <typename T>
64using CLGEMMMatrixMultiplyReshaped3DFixture = GEMMMatrixMultiplyReshaped3DValidationFixture<CLTensor, CLAccessor, T, CLGEMMReshapeLHSMatrix, CLGEMMReshapeRHSMatrix, CLGEMMMatrixMultiplyReshaped>;
65
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]66namespace
67{
68// *INDENT-OFF*
69// clang-format off
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]70RelativeTolerance<float> rel_tolerance_f32(0.001f);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]71constexpr float abs_tolerance_f32(0.0001f);
72
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]73RelativeTolerance<half> rel_tolerance_f16(half(0.2));
74constexpr float tolerance_num_f16 = 0.02f;
75
76/** Alpha values to test - Precommit */
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]77const auto a_values = framework::dataset::make("alpha", {1.0f, -0.75f} );
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]78
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]79/** M values to test */
80const auto m_values = framework::dataset::make("M", 37);
81
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]82/** M_W values to test */
83const auto m_w_values = framework::dataset::make("M_W", 5);
84
85/** M_H values to test */
86const auto m_h_values = framework::dataset::make("M_H", 7);
87
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]88/** N values to test */
89const auto n_values = framework::dataset::make("N", 51);
90
91/** K values to test */
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]92const auto k_values = framework::dataset::make("K", 23);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]93
94/** Batch size values to test */
95const auto b_values = framework::dataset::make("batch_size", 1, 3);
96
97/** M0 values to test - Precommit */
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]98const auto m0_values_precommit = framework::dataset::make("M0", {4, 6});
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]99
100/** N0 values to test - Precommit */
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]101const auto n0_values_precommit = framework::dataset::make("N0", { 2, 4 });
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]102
103/** K0 values to test - Precommit */
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]104const auto k0_values_precommit = framework::dataset::make("K0", { 4 });
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]105
106/** V0 values to test - Precommit */
107const auto v0_values_precommit = framework::dataset::make("V0", 1, 3);
108
109/** H0 values to test - Precommit */
110const auto h0_values_precommit = framework::dataset::make("H0", 1, 3);
111
112/** M0 values to test - Nightly */
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]113const auto m0_values_nightly = framework::dataset::make("M0", 2, 7);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]114
115/** N0 values to test - Nightly */
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]116const auto n0_values_nightly = framework::dataset::make("N0", { 2, 3, 4, 8 });
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]117
118/** K0 values to test - Nightly */
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]119const auto k0_values_nightly = framework::dataset::make("K0", { 2, 3, 4, 8 });
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]120
121/** V0 values to test - Nightly */
122const auto v0_values_nightly = framework::dataset::make("V0", 1, 4);
123
124/** H0 values to test - Nightly */
125const auto h0_values_nightly = framework::dataset::make("H0", 1, 4);
126
127/** Interleave values to test with LHS matrix */
128const auto i_values_lhs = framework::dataset::make("interleave_lhs", { true, false });
129
130/** Interleave values to test with RHS matrix */
131const auto i_values_rhs = framework::dataset::make("interleave_rhs", { true, false });
132
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]133/** Configuration test */
134void validate_configuration(unsigned int m_value, unsigned int n_value, unsigned int k_value, unsigned int b_value, unsigned int m0_value, unsigned int n0_value, unsigned int k0_value, unsigned int v0_value, unsigned int h0_value, bool i_value_lhs, bool i_value_rhs, DataType data_type)
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]135{
136 const unsigned int M = m_value;
137 const unsigned int N = n_value;
138 const unsigned int K = k_value;
139
140 GEMMLHSMatrixInfo lhs_info;
141 lhs_info.m0 = m0_value;
142 lhs_info.k0 = k0_value;
143 lhs_info.v0 = v0_value;
144 lhs_info.interleave = i_value_lhs;
145 lhs_info.transpose = false;
146
147 GEMMRHSMatrixInfo rhs_info;
148 rhs_info.n0 = n0_value;
149 rhs_info.k0 = k0_value;
150 rhs_info.h0 = h0_value;
151 rhs_info.interleave = i_value_rhs;
152 rhs_info.transpose = true;
153
154 GEMMReshapeInfo gemm_info(M, N, K);
155
156 const TensorShape lhs_shape(K, M, b_value);
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]157 const TensorShape lhs_shape_reshaped = compute_lhs_reshaped_shape(TensorInfo(lhs_shape, 1, data_type),
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]158 lhs_info,
159 false);
160
161 const TensorShape rhs_shape(N, K, b_value);
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]162 const TensorShape rhs_shape_reshaped = compute_rhs_reshaped_shape(TensorInfo(rhs_shape, 1, data_type),
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]163 rhs_info);
164
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]165 const TensorShape dst_shape = compute_mm_shape(TensorInfo(lhs_shape_reshaped, 1, data_type),
166 TensorInfo(rhs_shape_reshaped, 1, data_type),
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]167 gemm_info);
168
169 // Create tensors
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]170 CLTensor lhs_reshaped = create_tensor<CLTensor>(lhs_shape_reshaped, data_type);
171 CLTensor rhs_reshaped = create_tensor<CLTensor>(rhs_shape_reshaped, data_type);
172 CLTensor dst = create_tensor<CLTensor>(dst_shape, data_type);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]173
174 ARM_COMPUTE_EXPECT(lhs_reshaped.info()->is_resizable(), framework::LogLevel::ERRORS);
175 ARM_COMPUTE_EXPECT(rhs_reshaped.info()->is_resizable(), framework::LogLevel::ERRORS);
176 ARM_COMPUTE_EXPECT(dst.info()->is_resizable(), framework::LogLevel::ERRORS);
177
178 // Create and configure function
179 CLGEMMMatrixMultiplyReshaped gemm;
180 gemm.configure(&lhs_reshaped, &rhs_reshaped, &dst, 1.0f, lhs_info, rhs_info, gemm_info);
181}
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]182} // namespace
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]183
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]184TEST_SUITE(CL)
185TEST_SUITE(GEMMMatrixMultiplyReshaped)
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]186TEST_SUITE(Float)
187TEST_SUITE(FP32)
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]188DATA_TEST_CASE(Configuration, framework::DatasetMode::ALL, combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
189 m_values,
190 n_values),
191 k_values),
192 framework::dataset::make("batch_size", 1)),
193 m0_values_precommit),
194 n0_values_precommit),
195 k0_values_precommit),
196 v0_values_precommit),
197 h0_values_precommit),
198 i_values_lhs),
199 i_values_rhs),
200m_value, n_value, k_value, b_value, m0_value, n0_value, k0_value, v0_value, h0_value, i_value_lhs, i_value_rhs)
201{
202 validate_configuration(m_value, n_value, k_value, b_value, m0_value, n0_value, k0_value, v0_value, h0_value, i_value_lhs, i_value_rhs, DataType::F32);
203}
204
205FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMMatrixMultiplyReshapedFixture<float>, framework::DatasetMode::ALL,
206 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]207 m_values,
208 n_values),
209 k_values),
210 b_values),
211 m0_values_precommit),
212 n0_values_precommit),
213 k0_values_precommit),
214 v0_values_precommit),
215 h0_values_precommit),
216 i_values_lhs),
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]217 i_values_rhs),
218 framework::dataset::make("DataType", DataType::F32)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]219 a_values))
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]220{
221 // Validate output
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]222 validate(CLAccessor(_target), _reference, rel_tolerance_f32, 0.f, abs_tolerance_f32);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]223}
224
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]225FIXTURE_DATA_TEST_CASE(RunLarge, CLGEMMMatrixMultiplyReshapedFixture<float>, framework::DatasetMode::NIGHTLY,
226 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]227 m_values,
228 n_values),
229 k_values),
230 b_values),
231 m0_values_nightly),
232 n0_values_nightly),
233 k0_values_nightly),
234 v0_values_nightly),
235 h0_values_nightly),
236 i_values_lhs),
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]237 i_values_rhs),
238 framework::dataset::make("DataType", DataType::F32)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]239 a_values))
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]240{
241 // Validate output
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]242 validate(CLAccessor(_target), _reference, rel_tolerance_f32, 0.f, abs_tolerance_f32);
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]243}
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]244
245FIXTURE_DATA_TEST_CASE(RunSmall3D, CLGEMMMatrixMultiplyReshaped3DFixture<float>, framework::DatasetMode::ALL,
246 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
247 m_w_values,
248 m_h_values),
249 n_values),
250 k_values),
251 b_values),
252 m0_values_precommit),
253 n0_values_precommit),
254 k0_values_precommit),
255 v0_values_precommit),
256 h0_values_precommit),
257 i_values_lhs),
258 i_values_rhs),
259 framework::dataset::make("DataType", DataType::F32)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]260 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]261{
262 // Validate output
263 validate(CLAccessor(_target), _reference, rel_tolerance_f32, 0.f, abs_tolerance_f32);
264}
265
266FIXTURE_DATA_TEST_CASE(RunLarge3D, CLGEMMMatrixMultiplyReshaped3DFixture<float>, framework::DatasetMode::NIGHTLY,
267 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
268 m_w_values,
269 m_h_values),
270 n_values),
271 k_values),
272 b_values),
273 m0_values_nightly),
274 n0_values_nightly),
275 k0_values_nightly),
276 v0_values_nightly),
277 h0_values_nightly),
278 i_values_lhs),
279 i_values_rhs),
280 framework::dataset::make("DataType", DataType::F32)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]281 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]282{
283 // Validate output
284 validate(CLAccessor(_target), _reference, rel_tolerance_f32, 0.f, abs_tolerance_f32);
285}
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]286TEST_SUITE_END() // FP32
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]287
288TEST_SUITE(FP16)
289FIXTURE_DATA_TEST_CASE(RunSmall, CLGEMMMatrixMultiplyReshapedFixture<half>, framework::DatasetMode::ALL,
290 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
291 m_values,
292 n_values),
293 k_values),
294 b_values),
295 m0_values_precommit),
296 n0_values_precommit),
297 k0_values_precommit),
298 v0_values_precommit),
299 h0_values_precommit),
300 i_values_lhs),
301 i_values_rhs),
302 framework::dataset::make("DataType", DataType::F16)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]303 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]304{
305 // Validate output
306 validate(CLAccessor(_target), _reference, rel_tolerance_f16, tolerance_num_f16);
307}
308
309FIXTURE_DATA_TEST_CASE(RunLarge, CLGEMMMatrixMultiplyReshapedFixture<half>, framework::DatasetMode::NIGHTLY,
310 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
311 m_values,
312 n_values),
313 k_values),
314 b_values),
315 m0_values_nightly),
316 n0_values_nightly),
317 k0_values_nightly),
318 v0_values_nightly),
319 h0_values_nightly),
320 i_values_lhs),
321 i_values_rhs),
322 framework::dataset::make("DataType", DataType::F16)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]323 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]324{
325 // Validate output
326 validate(CLAccessor(_target), _reference, rel_tolerance_f16, tolerance_num_f16);
327}
328
329FIXTURE_DATA_TEST_CASE(RunSmall3D, CLGEMMMatrixMultiplyReshaped3DFixture<half>, framework::DatasetMode::ALL,
330 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
331 m_w_values,
332 m_h_values),
333 n_values),
334 k_values),
335 b_values),
336 m0_values_precommit),
337 n0_values_precommit),
338 k0_values_precommit),
339 v0_values_precommit),
340 h0_values_precommit),
341 i_values_lhs),
342 i_values_rhs),
343 framework::dataset::make("DataType", DataType::F16)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]344 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]345{
346 // Validate output
347 validate(CLAccessor(_target), _reference, rel_tolerance_f16, tolerance_num_f16);
348}
349
350FIXTURE_DATA_TEST_CASE(RunLarge3D, CLGEMMMatrixMultiplyReshaped3DFixture<half>, framework::DatasetMode::NIGHTLY,
351 combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(combine(
352 m_w_values,
353 m_h_values),
354 n_values),
355 k_values),
356 b_values),
357 m0_values_nightly),
358 n0_values_nightly),
359 k0_values_nightly),
360 v0_values_nightly),
361 h0_values_nightly),
362 i_values_lhs),
363 i_values_rhs),
364 framework::dataset::make("DataType", DataType::F16)),
Gian Marco Iodicebacfec52019-01-11 11:30:55 +0000[diff] [blame]365 a_values))
Gian Marco Iodice9382ab32018-12-17 15:12:07 +0000[diff] [blame]366{
367 // Validate output
368 validate(CLAccessor(_target), _reference, rel_tolerance_f16, tolerance_num_f16);
369}
370TEST_SUITE_END() // FP16
371TEST_SUITE_END() // Float
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000[diff] [blame]372TEST_SUITE_END() // GEMMMatrixMulipltyReshaped
373TEST_SUITE_END() // CL
374} // namespace validation
375} // namespace test
376} // namespace arm_compute