blob: a49836cfdaca8e38b6982318e56ffb2d1cedecb2 [file] [log] [blame]
Gian Marco Iodice90313eb2019-01-16 15:40:25 +00001/*
Gian Marco Iodice37954912021-04-12 17:34:33 +01002 * Copyright (c) 2019-2021 Arm Limited.
Gian Marco Iodice90313eb2019-01-16 15:40:25 +00003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Georgios Pinitas856f66e2021-04-22 21:13:21 +010024#ifndef ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H
25#define ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H
Gian Marco Iodice90313eb2019-01-16 15:40:25 +000026
Gian Marco Iodice926afe12019-03-19 11:44:13 +000027#include "arm_compute/core/GPUTarget.h"
Gian Marco Iodice90313eb2019-01-16 15:40:25 +000028#include "arm_compute/core/Types.h"
Georgios Pinitas856f66e2021-04-22 21:13:21 +010029#include "src/core/common/Macros.h"
Gian Marco Iodice90313eb2019-01-16 15:40:25 +000030
Gian Marco Iodice37954912021-04-12 17:34:33 +010031#include <array>
Gian Marco Iodice90313eb2019-01-16 15:40:25 +000032namespace arm_compute
33{
Georgios Pinitas856f66e2021-04-22 21:13:21 +010034namespace opencl
35{
36namespace kernels
37{
38namespace gemm
39{
Gian Marco Iodice37954912021-04-12 17:34:33 +010040/** Basic container for the OpenCL GEMM configuration functions */
41template <class T>
42class CLGEMMConfigArray
43{
44public:
45 /** Alias for F32 index */
46 static constexpr size_t DT_F32 = 0;
47 /** Alias for F16 index */
48 static constexpr size_t DT_F16 = 1;
49 /** Alias for Int8 index */
50 static constexpr size_t DT_INT8 = 2;
51
52 /** Constructor
53 *
54 * @param[in] func_f32 Function to call for GEMM F32
55 * @param[in] func_f16 Function to call for GEMM F16
56 * @param[in] func_int8 Function to call for GEMM Int8 (QASYMM8, QASYMM8_SIGNED, QSYMM8_PER_CHANNEL)
57 *
58 */
59 CLGEMMConfigArray(T func_f32, T func_f16, T func_int8)
60 : _configs{ func_f32, func_f16, func_int8 }
61 {
62 }
63
64 /** Method to return the GEMM configuration function based on data type
65 *
66 * @param[in] data_type Input data type
67 *
68 * @return the valid function otherwise it returns nullptr if the data type is not valid
69 */
70 T get_function(DataType data_type)
71 {
72 switch(data_type)
73 {
74 case DataType::F32:
75 return _configs.at(DT_F32);
76 case DataType::F16:
77 return _configs.at(DT_F16);
78 case DataType::QASYMM8:
79 case DataType::QASYMM8_SIGNED:
80 case DataType::QSYMM8_PER_CHANNEL:
81 return _configs.at(DT_INT8);
82 default:
83 return nullptr;
84 }
85 }
86
87private:
88 std::array<T, 3> _configs;
89};
90
Gian Marco Iodice926afe12019-03-19 11:44:13 +000091/** Basic interface for the GEMM kernel configuration */
Georgios Pinitas856f66e2021-04-22 21:13:21 +010092class IClGemmKernelConfig
Gian Marco Iodice90313eb2019-01-16 15:40:25 +000093{
94public:
Gian Marco Iodice926afe12019-03-19 11:44:13 +000095 /** Constructor
96 *
97 * @param[in] arch GPU target
98 */
Georgios Pinitas856f66e2021-04-22 21:13:21 +010099 IClGemmKernelConfig(GPUTarget arch)
Gian Marco Iodice926afe12019-03-19 11:44:13 +0000100 : _target(arch)
101 {
102 }
Georgios Pinitas856f66e2021-04-22 21:13:21 +0100103 ARM_COMPUTE_DISALLOW_COPY_ALLOW_MOVE(IClGemmKernelConfig);
Gian Marco Iodice90313eb2019-01-16 15:40:25 +0000104 /** Virtual destructor */
Georgios Pinitas856f66e2021-04-22 21:13:21 +0100105 virtual ~IClGemmKernelConfig() = default;
Gian Marco Iodice926afe12019-03-19 11:44:13 +0000106 /** Given M, N, K and B, this method returns the @ref GEMMLHSMatrixInfo and @ref GEMMRHSMatrixInfo to be used
Gian Marco Iodice90313eb2019-01-16 15:40:25 +0000107 *
108 * @param[in] m Number of rows LHS matrix
109 * @param[in] n Number of columns RHS matrix
110 * @param[in] k Number of columns LHS matrix or number of rows RHS matrix
111 * @param[in] b Batch size
112 * @param[in] data_type Data type
113 */
114 virtual std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> configure(unsigned int m, unsigned int n, unsigned int k, unsigned int b, DataType data_type) = 0;
Gian Marco Iodice926afe12019-03-19 11:44:13 +0000115
116protected:
117 GPUTarget _target;
Gian Marco Iodice90313eb2019-01-16 15:40:25 +0000118};
Georgios Pinitas856f66e2021-04-22 21:13:21 +0100119} // namespace gemm
120} // namespace kernels
121} // namespace opencl
Gian Marco Iodice90313eb2019-01-16 15:40:25 +0000122} // namespace arm_compute
Georgios Pinitas856f66e2021-04-22 21:13:21 +0100123#endif /* ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H */