blob: 0947d58973fc47b525403fa68cf375c106088da0 [file] [log] [blame]
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001/*
Anthony Barbier30a63422018-02-28 18:18:24 +00002 * Copyright (c) 2016-2018 ARM Limited.
Anthony Barbier6ff3b192017-09-04 18:44:23 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/core/CL/CLHelpers.h"
25#include "arm_compute/core/CL/CLTypes.h"
26#include "arm_compute/core/Error.h"
Georgios Pinitas3faea252017-10-30 14:13:50 +000027#include "arm_compute/core/Log.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010028#include "arm_compute/core/Types.h"
29
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +010030#include <utility>
Anthony Barbier6ff3b192017-09-04 18:44:23 +010031#include <vector>
32
Anthony Barbier6ff3b192017-09-04 18:44:23 +010033namespace arm_compute
34{
35std::string get_cl_type_from_data_type(const DataType &dt)
36{
37 switch(dt)
38 {
39 case DataType::U8:
40 return "uchar";
Anthony Barbier6ff3b192017-09-04 18:44:23 +010041 case DataType::S8:
42 return "char";
Michel Iwaniec00633802017-10-12 14:14:15 +010043 case DataType::QASYMM8:
44 return "uchar";
Anthony Barbier6ff3b192017-09-04 18:44:23 +010045 case DataType::U16:
46 return "ushort";
47 case DataType::S16:
48 return "short";
Anthony Barbier6ff3b192017-09-04 18:44:23 +010049 case DataType::U32:
50 return "uint";
51 case DataType::S32:
52 return "int";
53 case DataType::U64:
54 return "ulong";
55 case DataType::S64:
56 return "long";
57 case DataType::F16:
58 return "half";
59 case DataType::F32:
60 return "float";
61 default:
62 ARM_COMPUTE_ERROR("Unsupported input data type.");
63 return "";
64 }
65}
66
Giorgio Arena73023022018-09-04 14:55:55 +010067std::string get_cl_select_type_from_data_type(const DataType &dt)
68{
69 switch(dt)
70 {
71 case DataType::U8:
72 return "uchar";
73 case DataType::S8:
74 return "char";
75 case DataType::QASYMM8:
76 return "uchar";
77 case DataType::U16:
78 return "ushort";
79 case DataType::F16:
80 case DataType::S16:
81 return "short";
82 case DataType::U32:
83 return "uint";
84 case DataType::F32:
85 case DataType::S32:
86 return "int";
87 case DataType::U64:
88 return "ulong";
89 case DataType::S64:
90 return "long";
91 default:
92 ARM_COMPUTE_ERROR("Unsupported input data type.");
93 return "";
94 }
95}
96
SiCong Lic51b72f2017-07-28 14:46:20 +010097std::string get_data_size_from_data_type(const DataType &dt)
98{
99 switch(dt)
100 {
101 case DataType::U8:
SiCong Lic51b72f2017-07-28 14:46:20 +0100102 case DataType::S8:
Michel Iwaniec00633802017-10-12 14:14:15 +0100103 case DataType::QASYMM8:
SiCong Lic51b72f2017-07-28 14:46:20 +0100104 return "8";
105 case DataType::U16:
106 case DataType::S16:
SiCong Lic51b72f2017-07-28 14:46:20 +0100107 case DataType::F16:
108 return "16";
109 case DataType::U32:
110 case DataType::S32:
111 case DataType::F32:
112 return "32";
113 case DataType::U64:
114 case DataType::S64:
115 return "64";
116 default:
117 ARM_COMPUTE_ERROR("Unsupported input data type.");
118 return "0";
119 }
120}
121
Georgios Pinitasac4e8732017-07-05 17:02:25 +0100122std::string get_underlying_cl_type_from_data_type(const DataType &dt)
123{
Vidhya Sudhan Loganathanf4cb81b2018-07-04 15:13:14 +0100124 return get_cl_type_from_data_type(dt);
Georgios Pinitasac4e8732017-07-05 17:02:25 +0100125}
126
Anthony Barbierb6eb3532018-08-08 13:20:04 +0100127GPUTarget get_target_from_device(const cl::Device &device)
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100128{
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100129 // Query device name size
Anthony Barbier30a63422018-02-28 18:18:24 +0000130 std::string device_name = device.getInfo<CL_DEVICE_NAME>();
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100131
Michalis Spyroua9676112018-02-22 18:07:43 +0000132 return get_target_from_name(device_name);
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100133}
134
Anthony Barbierd727e852018-04-20 11:05:29 +0100135bool arm_non_uniform_workgroup_supported(const cl::Device &device)
steniu0134702472017-07-11 09:22:58 +0100136{
Vidhya Sudhan Loganathaneb8a3992018-04-10 12:23:22 +0100137 return device_supports_extension(device, "cl_arm_non_uniform_work_group_size");
Matthew Bentham6f31f8c2017-10-27 11:50:06 +0100138}
steniu0134702472017-07-11 09:22:58 +0100139
Anthony Barbierd727e852018-04-20 11:05:29 +0100140bool fp16_supported(const cl::Device &device)
Matthew Bentham6f31f8c2017-10-27 11:50:06 +0100141{
Vidhya Sudhan Loganathaneb8a3992018-04-10 12:23:22 +0100142 return device_supports_extension(device, "cl_khr_fp16");
steniu0134702472017-07-11 09:22:58 +0100143}
144
Michalis Spyroue03342e2018-01-15 14:39:13 +0000145bool dot8_supported(const cl::Device &device)
146{
Gian Marco Iodice4b908652018-10-18 10:21:02 +0100147 std::string device_name = device.getInfo<CL_DEVICE_NAME>();
148 const GPUTarget gpu_target = get_target_from_name(device_name);
149
150 // SW_WORKAROUND: Workaround for DDK revision r14p0.to enable cl_arm_integer_dot_product_int8
151 std::set<GPUTarget> sw_workaround_issue = {GPUTarget::G76};
152 return (device_supports_extension(device, "cl_arm_integer_dot_product_int8") || sw_workaround_issue.count(gpu_target) != 0);
Michalis Spyroue03342e2018-01-15 14:39:13 +0000153}
154
Giorgio Arenaeff8d952018-07-02 15:29:57 +0100155bool dot8_acc_supported(const cl::Device &device)
156{
157 return device_supports_extension(device, "cl_arm_integer_dot_product_accumulate_int8");
158}
159
steniu0134702472017-07-11 09:22:58 +0100160CLVersion get_cl_version(const cl::Device &device)
161{
Anthony Barbier30a63422018-02-28 18:18:24 +0000162 std::string version_str = device.getInfo<CL_DEVICE_VERSION>();
steniu0134702472017-07-11 09:22:58 +0100163 if(version_str.find("OpenCL 2") != std::string::npos)
164 {
165 return CLVersion::CL20;
166 }
167 else if(version_str.find("OpenCL 1.2") != std::string::npos)
168 {
169 return CLVersion::CL12;
170 }
171 else if(version_str.find("OpenCL 1.1") != std::string::npos)
172 {
173 return CLVersion::CL11;
174 }
175 else if(version_str.find("OpenCL 1.0") != std::string::npos)
176 {
177 return CLVersion::CL10;
178 }
179
180 return CLVersion::UNKNOWN;
181}
182
Vidhya Sudhan Loganathaneb8a3992018-04-10 12:23:22 +0100183bool device_supports_extension(const cl::Device &device, const char *extension_name)
184{
185 std::string extensions = device.getInfo<CL_DEVICE_EXTENSIONS>();
186 auto pos = extensions.find(extension_name);
187 return (pos != std::string::npos);
188}
189
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100190bool cl_winograd_convolution_layer_supported(const Size2D &output_tile, const Size2D &kernel_size, DataLayout data_layout)
191{
192 ARM_COMPUTE_ERROR_ON(data_layout == DataLayout::UNKNOWN);
193
194 using WinogradConfiguration = std::pair<std::pair<int, int>, std::pair<int, int>>;
195
Giorgio Arena149fdf32018-07-04 17:03:33 +0100196 std::vector<WinogradConfiguration> winograd_configs_nchw =
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100197 {
198 WinogradConfiguration(std::pair<int, int>(1, 2), std::pair<int, int>(1, 3)),
199 WinogradConfiguration(std::pair<int, int>(1, 4), std::pair<int, int>(1, 3)),
200 WinogradConfiguration(std::pair<int, int>(2, 1), std::pair<int, int>(3, 1)),
201 WinogradConfiguration(std::pair<int, int>(4, 1), std::pair<int, int>(3, 1)),
202 WinogradConfiguration(std::pair<int, int>(2, 2), std::pair<int, int>(3, 3)),
203 WinogradConfiguration(std::pair<int, int>(4, 4), std::pair<int, int>(3, 3)),
Gian Marco Iodice876be2a2018-07-03 12:22:09 +0100204 WinogradConfiguration(std::pair<int, int>(4, 4), std::pair<int, int>(5, 5)),
205 WinogradConfiguration(std::pair<int, int>(4, 1), std::pair<int, int>(5, 1)),
206 WinogradConfiguration(std::pair<int, int>(1, 4), std::pair<int, int>(1, 5))
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100207 };
208
Giorgio Arena149fdf32018-07-04 17:03:33 +0100209 std::vector<WinogradConfiguration> winograd_configs_nhwc =
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100210 {
211 WinogradConfiguration(std::pair<int, int>(2, 2), std::pair<int, int>(3, 3)),
Giorgio Arena149fdf32018-07-04 17:03:33 +0100212 WinogradConfiguration(std::pair<int, int>(1, 4), std::pair<int, int>(1, 3)),
213 WinogradConfiguration(std::pair<int, int>(4, 1), std::pair<int, int>(3, 1)),
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100214 WinogradConfiguration(std::pair<int, int>(4, 4), std::pair<int, int>(3, 3)),
Gian Marco Iodiced28b7512018-07-06 12:59:28 +0100215 WinogradConfiguration(std::pair<int, int>(4, 4), std::pair<int, int>(5, 5)),
216 WinogradConfiguration(std::pair<int, int>(4, 1), std::pair<int, int>(5, 1)),
217 WinogradConfiguration(std::pair<int, int>(1, 4), std::pair<int, int>(1, 5))
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100218 };
219
220 auto p = std::make_pair(std::pair<int, int>(output_tile.width, output_tile.height),
221 std::pair<int, int>(kernel_size.width, kernel_size.height));
222
223 // Return true if supported
224 if(data_layout == DataLayout::NCHW)
225 {
Giorgio Arena149fdf32018-07-04 17:03:33 +0100226 return (std::find(winograd_configs_nchw.begin(), winograd_configs_nchw.end(), p) != winograd_configs_nchw.end());
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100227 }
228 else
229 {
Giorgio Arena149fdf32018-07-04 17:03:33 +0100230 return (std::find(winograd_configs_nhwc.begin(), winograd_configs_nhwc.end(), p) != winograd_configs_nhwc.end());
Gian Marco Iodicef1c2bf02018-06-13 14:05:54 +0100231 }
232}
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100233} // namespace arm_compute