blob: 7437f1bf22b84df0925c6ad1a95de61486d71308 [file] [log] [blame]
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001/*
Michele Di Giorgiob54ba282020-01-14 15:31:55 +00002 * Copyright (c) 2016-2020 ARM Limited.
Anthony Barbier6ff3b192017-09-04 18:44:23 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#include "arm_compute/core/CL/CLKernelLibrary.h"
25
steniu0134702472017-07-11 09:22:58 +010026#include "arm_compute/core/CL/CLHelpers.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010027#include "arm_compute/core/Error.h"
28#include "arm_compute/core/Utils.h"
Matthew Bentham758b5ba2020-03-05 23:37:48 +000029#include "support/StringSupport.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010030
steniu015f910722017-08-23 10:15:22 +010031#include <algorithm>
Anthony Barbier6ff3b192017-09-04 18:44:23 +010032#include <fstream>
33#include <iostream>
34#include <utility>
35#include <vector>
36
37using namespace arm_compute;
Anthony Barbier6ff3b192017-09-04 18:44:23 +010038const std::map<std::string, std::string> CLKernelLibrary::_kernel_program_map =
39{
40 { "absdiff", "absdiff.cl" },
41 { "accumulate", "accumulate.cl" },
42 { "accumulate_squared", "accumulate.cl" },
43 { "accumulate_weighted", "accumulate.cl" },
44 { "activation_layer", "activation_layer.cl" },
Manuel Bottini30dbeef2019-06-26 16:23:03 +010045 { "activation_layer_quant", "activation_layer_quant.cl" },
46 { "activation_layer_quant_f32", "activation_layer_quant.cl" },
Manuel Bottini7b9998d2019-10-21 17:59:07 +010047 { "arg_min_max_x", "arg_min_max.cl" },
48 { "arg_min_max_y", "arg_min_max.cl" },
49 { "arg_min_max_z", "arg_min_max.cl" },
50 { "arg_min_max_w", "arg_min_max.cl" },
Michalis Spyrouf1addb62018-09-11 11:16:47 +010051 { "batch_to_space_nchw", "batch_to_space.cl" },
52 { "batch_to_space_static_nchw", "batch_to_space.cl" },
53 { "batch_to_space_nhwc", "batch_to_space.cl" },
54 { "batch_to_space_static_nhwc", "batch_to_space.cl" },
Michele Di Giorgiobf3c6622018-03-08 11:52:27 +000055 { "batchnormalization_layer_nchw", "batchnormalization_layer.cl" },
56 { "batchnormalization_layer_nhwc", "batchnormalization_layer.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +010057 { "bitwise_or", "bitwise_op.cl" },
58 { "bitwise_and", "bitwise_op.cl" },
59 { "bitwise_xor", "bitwise_op.cl" },
60 { "bitwise_not", "bitwise_op.cl" },
giuros01c04a0e82018-10-03 12:44:35 +010061 { "bounding_box_transform", "bounding_box_transform.cl" },
Michele Di Giorgio4aff98f2019-08-28 16:27:26 +010062 { "bounding_box_transform_quantized", "bounding_box_transform_quantized.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +010063 { "channel_combine_NV", "channel_combine.cl" },
64 { "channel_combine_RGB888", "channel_combine.cl" },
65 { "channel_combine_RGBA8888", "channel_combine.cl" },
66 { "channel_combine_UYVY422", "channel_combine.cl" },
67 { "channel_combine_YUYV422", "channel_combine.cl" },
Michele Di Giorgio72175632018-05-01 16:52:00 +010068 { "channel_shuffle_nchw", "channel_shuffle.cl" },
Gian Marco Iodice8bab0ee2018-09-13 11:51:56 +010069 { "channel_shuffle_nhwc", "channel_shuffle.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +010070 { "channel_extract_NV12", "channel_extract.cl" },
71 { "channel_extract_NV21", "channel_extract.cl" },
72 { "channel_extract_RGB888", "channel_extract.cl" },
73 { "channel_extract_RGBA8888", "channel_extract.cl" },
74 { "channel_extract_UYVY422", "channel_extract.cl" },
75 { "channel_extract_YUYV422", "channel_extract.cl" },
76 { "combine_gradients_L1", "canny.cl" },
77 { "combine_gradients_L2", "canny.cl" },
Georgios Pinitas7900a9e2018-11-23 11:44:58 +000078 { "compare_equal", "comparisons.cl" },
79 { "compare_equal_quantized", "comparisons.cl" },
80 { "compare_notequal", "comparisons.cl" },
81 { "compare_notequal_quantized", "comparisons.cl" },
82 { "compare_greater", "comparisons.cl" },
83 { "compare_greater_quantized", "comparisons.cl" },
84 { "compare_greaterequal", "comparisons.cl" },
85 { "compare_greaterequal_quantized", "comparisons.cl" },
86 { "compare_less", "comparisons.cl" },
87 { "compare_less_quantized", "comparisons.cl" },
88 { "compare_lessequal", "comparisons.cl" },
89 { "compare_lessequal_quantized", "comparisons.cl" },
Vidhya Sudhan Loganathan338595b2019-06-28 14:09:53 +010090 { "concatenate", "concatenate.cl" },
Michalis Spyrou55b3d122018-05-09 09:59:23 +010091 { "concatenate_width", "concatenate.cl" },
Pablo Tello6a14adb2019-03-05 17:33:08 +000092 { "concatenate_height", "concatenate.cl" },
Michele Di Giorgio27400b92018-11-01 13:44:05 +000093 { "concatenate_width_x2", "concatenate.cl" },
94 { "concatenate_width_x4", "concatenate.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +010095 { "convolution_rectangle", "convolution_rectangle.cl" },
Gian Marco76faef82018-01-29 12:15:32 +000096 { "col2im", "col2im.cl" },
Giorgio Arena657bdb32018-04-26 18:52:01 +010097 { "convert_depth_down", "depth_convert.cl" },
98 { "convert_depth_up", "depth_convert.cl" },
99 { "convert_fc_weights", "convert_fc_weights.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100100 { "convolution3x3_static", "convolution3x3.cl" },
101 { "convolution5x5_static", "convolution5x5.cl" },
102 { "convolution7x7_static", "convolution7x7.cl" },
103 { "convolution9x9_static", "convolution9x9.cl" },
104 { "convolution_separable1x5_static", "convolution5x5.cl" },
105 { "convolution_separable5x1_static", "convolution5x5.cl" },
106 { "convolution_separable1x7_static", "convolution7x7.cl" },
107 { "convolution_separable7x1_static", "convolution7x7.cl" },
108 { "convolution_separable1x9_static", "convolution9x9.cl" },
109 { "convolution_separable9x1_static", "convolution9x9.cl" },
Michalis Spyrou5c8e05c2018-03-22 11:56:01 +0000110 { "copy_tensor", "copy_tensor.cl" },
Giuseppe Rossinid7647d42018-07-17 18:13:13 +0100111 { "copy_pad_tensor", "copy_tensor.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100112 { "copy_plane", "channel_extract.cl" },
113 { "copy_planes_3p", "channel_combine.cl" },
114 { "copy_to_keypoint", "fast_corners.cl" },
George Wort894066d2019-02-15 15:12:52 +0000115 { "crop_tensor", "crop_tensor.cl" },
giuros0146a49a02019-04-01 13:50:22 +0100116 { "deconvolution_reshape", "deconvolution_layer.cl" },
Michalis Spyrou780db4e2017-11-23 09:49:51 +0000117 { "deconvolution_upsample", "deconvolution_layer.cl" },
Giorgio Arena93a690e2017-08-01 16:09:33 +0100118 { "depthwise_convolution_3x3", "depthwise_convolution.cl" },
Michele Di Giorgio933fe862018-02-19 15:42:12 +0000119 { "depthwise_convolution_3x3_f16", "depthwise_convolution.cl" },
Giorgio Arenad051e972018-06-20 11:46:42 +0100120 { "depthwise_convolution_3x3_nhwc", "depthwise_convolution.cl" },
121 { "depthwise_convolution_3x3_nhwc_stride1", "depthwise_convolution.cl" },
Gian Marco Iodice9285adb2019-09-05 16:10:27 +0100122 { "dwc_MxN_native_fp_nhwc", "depthwise_convolution.cl" },
Michele Di Giorgioa046e162019-10-08 09:36:26 +0100123 { "dwc_MxN_native_quantized8_nhwc", "depthwise_convolution_quantized.cl" },
Michele Di Giorgiodf4cf572019-10-09 15:32:39 +0100124 { "dwc_3x3_native_quantized8_nchw", "depthwise_convolution_quantized.cl" },
125 { "dwc_3x3_native_quantized8_dot8_nchw", "depthwise_convolution_quantized.cl" },
126 { "dwc_3x3_reshaped_quantized8_nhwc", "depthwise_convolution_quantized.cl" },
127 { "dwc_3x3_reshaped_quantized8_stride1_nhwc", "depthwise_convolution_quantized.cl" },
128 { "dwc_3x3_reshaped_quantized8_dot8_stride1_nhwc", "depthwise_convolution_quantized.cl" },
Michalis Spyrou649962c2019-05-22 11:11:55 +0100129 { "depth_to_space_nchw", "depth_to_space.cl" },
130 { "depth_to_space_nhwc", "depth_to_space.cl" },
Michele Di Giorgio3ebef322018-02-21 10:02:58 +0000131 { "depthwise_convolution_3x3_stridex1_stridey1_bifrost_f16", "depthwise_convolution.cl" },
132 { "depthwise_convolution_3x3_stridex2_stridey2_bifrost_f16", "depthwise_convolution.cl" },
133 { "depthwise_convolution_3x3_stridex1_stridey1_bifrost_f32", "depthwise_convolution.cl" },
134 { "depthwise_convolution_3x3_stridex2_stridey2_bifrost_f32", "depthwise_convolution.cl" },
giuros016d109962019-01-07 17:47:19 +0000135 { "depthwise_convolution_reshape_weights", "depthwise_convolution.cl" },
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100136 { "dequantization_layer", "dequantization_layer.cl" },
Michalis Spyrou3f632f32019-08-22 16:52:00 +0100137 { "dequantization_layer_per_channel_nhwc", "dequantization_layer.cl" },
138 { "dequantization_layer_per_channel_nchw", "dequantization_layer.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100139 { "derivative", "derivative.cl" },
140 { "dilate", "dilate.cl" },
SiCong Lic51b72f2017-07-28 14:46:20 +0100141 { "direct_convolution1x1", "direct_convolution1x1.cl" },
Pablo Tello3d319462018-06-21 15:13:17 +0100142 { "direct_convolution1x1_nhwc", "direct_convolution1x1.cl" },
Gian Marco Iodice1c8409d2017-09-06 17:24:25 +0100143 { "direct_convolution1x1_f32_bifrost", "direct_convolution1x1.cl" },
SiCong Lic51b72f2017-07-28 14:46:20 +0100144 { "direct_convolution3x3", "direct_convolution3x3.cl" },
Pablo Tello3d319462018-06-21 15:13:17 +0100145 { "direct_convolution3x3_nhwc", "direct_convolution3x3.cl" },
Gian Marco Iodice1246b632017-08-16 18:38:32 +0100146 { "direct_convolution3x3_f32_bifrost", "direct_convolution3x3.cl" },
steniu01db006682017-08-09 16:26:22 +0100147 { "direct_convolution5x5", "direct_convolution5x5.cl" },
Pablo Tello3d319462018-06-21 15:13:17 +0100148 { "direct_convolution5x5_nhwc", "direct_convolution5x5.cl" },
Gian Marco Iodice1246b632017-08-16 18:38:32 +0100149 { "direct_convolution5x5_f32_bifrost", "direct_convolution5x5.cl" },
Sang-Hoon Parkab5b1a22019-10-15 09:29:13 +0100150 { "direct_convolution_quantized", "direct_convolution_quantized.cl" },
Michalis Spyrou45091732019-05-13 17:41:01 +0100151 { "direct_convolution9x9_nhwc", "direct_convolution9x9.cl" },
giuros01164a2722018-11-20 18:34:46 +0000152 { "elementwise_operation_ADD", "elementwise_operation.cl" },
153 { "elementwise_operation_SUB", "elementwise_operation.cl" },
154 { "elementwise_operation_MAX", "elementwise_operation.cl" },
155 { "elementwise_operation_MIN", "elementwise_operation.cl" },
156 { "elementwise_operation_DIV", "elementwise_operation.cl" },
157 { "elementwise_operation_SQUARED_DIFF", "elementwise_operation.cl" },
Usama Arif52c54f62019-05-14 10:22:36 +0100158 { "elementwise_operation_POWER", "elementwise_operation.cl" },
giuros011e6e1b82019-05-14 16:12:53 +0100159 { "elementwise_operation_PRELU", "elementwise_operation.cl" },
giuros01164a2722018-11-20 18:34:46 +0000160 { "elementwise_operation_ADD_quantized", "elementwise_operation_quantized.cl" },
161 { "elementwise_operation_SUB_quantized", "elementwise_operation_quantized.cl" },
162 { "elementwise_operation_MAX_quantized", "elementwise_operation_quantized.cl" },
163 { "elementwise_operation_MIN_quantized", "elementwise_operation_quantized.cl" },
164 { "elementwise_operation_DIV_quantized", "elementwise_operation_quantized.cl" },
165 { "elementwise_operation_SQUARED_DIFF_quantized", "elementwise_operation_quantized.cl" },
giuros011e6e1b82019-05-14 16:12:53 +0100166 { "elementwise_operation_PRELU_quantized", "elementwise_operation_quantized.cl" },
Michalis Spyroue9362622018-11-23 17:41:37 +0000167 { "elementwise_unary", "elementwise_unary.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100168 { "erode", "erode.cl" },
169 { "fast_corners", "fast_corners.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000170 { "fft_digit_reverse_axis_0", "fft_digit_reverse.cl" },
171 { "fft_digit_reverse_axis_1", "fft_digit_reverse.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000172 { "fft_radix_2_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000173 { "fft_radix_2_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000174 { "fft_radix_2_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000175 { "fft_radix_2_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000176 { "fft_radix_3_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000177 { "fft_radix_3_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000178 { "fft_radix_3_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000179 { "fft_radix_3_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000180 { "fft_radix_4_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000181 { "fft_radix_4_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000182 { "fft_radix_4_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000183 { "fft_radix_4_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000184 { "fft_radix_5_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000185 { "fft_radix_5_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000186 { "fft_radix_5_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000187 { "fft_radix_5_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000188 { "fft_radix_7_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000189 { "fft_radix_7_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000190 { "fft_radix_7_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000191 { "fft_radix_7_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000192 { "fft_radix_8_first_stage_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000193 { "fft_radix_8_first_stage_axis_1", "fft.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000194 { "fft_radix_8_axis_0", "fft.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000195 { "fft_radix_8_axis_1", "fft.cl" },
196 { "fft_scale_conj", "fft_scale.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100197 { "fill_image_borders_constant", "fill_border.cl" },
198 { "fill_image_borders_replicate", "fill_border.cl" },
199 { "finalize", "optical_flow_pyramid_lk.cl" },
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000200 { "flatten", "flatten.cl" },
Georgios Pinitasd8e765b2017-08-02 13:44:33 +0100201 { "floor_layer", "floor.cl" },
Manuel Bottini2732cca2019-05-28 11:44:41 +0100202 { "fuse_batchnormalization_layer", "batchnormalization_layer.cl" },
Manuel Bottini8529bd62018-11-21 11:53:04 +0000203 { "gather", "gather.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100204 { "gaussian1x5_sub_x", "gaussian_pyramid.cl" },
205 { "gaussian5x1_sub_y", "gaussian_pyramid.cl" },
Gian Marco Iodice578ab612017-06-23 09:34:33 +0100206 { "gemm_accumulate_biases", "gemm.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100207 { "gemm_ma_f16", "gemm.cl" },
208 { "gemm_ma_f32", "gemm.cl" },
Giorgio Arena9fe41442017-08-23 16:36:24 +0100209 { "gemm_mv", "gemv.cl" },
Georgios Pinitasde5a1cc2018-02-02 12:52:07 +0000210 { "gemm_mv_quantized", "gemv.cl" },
Gian Marco Iodiceedfa9f42017-08-15 11:45:22 +0100211 { "gemm_mm_interleaved_transposed_f16", "gemm.cl" },
Vidhya Sudhan Loganathan38d93bd2018-11-20 15:38:13 +0000212 { "gemm_mm_interleaved_transposed_f16_acc32", "gemm.cl" },
Gian Marco Iodicebb36a8e2018-04-19 12:05:08 +0100213 { "gemm_mm_interleaved_transposed_f16_bifrost", "gemm.cl" },
214 { "gemm_mm_interleaved_transposed_f32", "gemm.cl" },
Gian Marco Iodiceedfa9f42017-08-15 11:45:22 +0100215 { "gemm_mm_interleaved_transposed_f32_bifrost", "gemm.cl" },
Gian Marco Iodiceedfa9f42017-08-15 11:45:22 +0100216 { "gemm_mm_floating_point", "gemm.cl" },
Gian Marco Iodicefd683112018-04-17 09:52:44 +0100217 { "gemm_mm_floating_point_f16_bifrost", "gemm.cl" },
Vidhya Sudhan Loganathana25d16c2018-11-16 11:33:12 +0000218 { "gemm_mm_floating_point_f16_bifrost_acc32", "gemm.cl" },
Anton Lokhmotov3e80c7f2017-11-20 11:02:10 +0000219 { "gemm_mm_floating_point_f32_bifrost", "gemm.cl" },
220 { "gemm_mm_floating_point_f32_bifrost_1000", "gemm.cl" },
giuros01b3204e72019-04-01 13:50:22 +0100221 { "gemm_mm_native", "gemm.cl" },
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000222 { "gemm_mm_reshaped_lhs_nt_rhs_t", "gemm.cl" },
Giorgio Arenaae99b6e2019-08-01 14:22:12 +0100223 { "gemm_mm_reshaped_lhs_t_rhs_nt", "gemm.cl" },
Gian Marco Iodiceba5e0962019-03-11 12:17:44 +0000224 { "gemm_mm_reshaped_only_rhs_nt", "gemm.cl" },
Gian Marco Iodiceadc53952019-02-15 11:10:31 +0000225 { "gemm_mm_reshaped_only_rhs_t", "gemm.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100226 { "gemm_lc_vm_f32", "gemm.cl" },
Gian Marco Iodice5ba5e092018-12-06 17:13:09 +0000227 { "gemm_reshape_lhs_matrix_nt", "gemm.cl" },
Gian Marco Iodice08ddd7b2018-12-19 10:01:18 +0000228 { "gemm_reshape_lhs_matrix_t", "gemm.cl" },
Gian Marco Iodice3b0a2652018-12-07 11:18:09 +0000229 { "gemm_reshape_rhs_matrix_nt", "gemm.cl" },
230 { "gemm_reshape_rhs_matrix_t", "gemm.cl" },
Gian Marco05288a22017-11-21 10:57:50 +0000231 { "gemmlowp_matrix_a_reduction", "gemmlowp.cl" },
Gian Marco Iodice4b908652018-10-18 10:21:02 +0100232 { "gemmlowp_matrix_a_reduction_dot8", "gemmlowp.cl" },
Gian Marco05288a22017-11-21 10:57:50 +0000233 { "gemmlowp_matrix_b_reduction", "gemmlowp.cl" },
Gian Marco7b4d5472018-01-10 15:56:30 +0000234 { "gemmlowp_mm_midgard", "gemmlowp.cl" },
Gian Marco Iodicee7510622019-06-03 17:28:17 +0100235 { "gemmlowp_mm_native", "gemmlowp.cl" },
Gian Marco Iodicedb63b9c2019-01-17 09:47:04 +0000236 { "gemmlowp_mm_reshaped_lhs_nt_rhs_t", "gemmlowp.cl" },
Gian Marco Iodice62251f72019-03-11 16:07:12 +0000237 { "gemmlowp_mm_reshaped_only_rhs_t", "gemmlowp.cl" },
Michele Di Giorgiob54ba282020-01-14 15:31:55 +0000238 { "gemmlowp_mm_reshaped_only_rhs_t_fused_output_stage_fixedpoint", "gemmlowp.cl" },
Gian Marco05288a22017-11-21 10:57:50 +0000239 { "gemmlowp_offset_contribution", "gemmlowp.cl" },
Gian Marco Iodice4b908652018-10-18 10:21:02 +0100240 { "gemmlowp_offset_contribution_quantize_down", "gemmlowp.cl" },
241 { "gemmlowp_offset_contribution_quantize_down_fixedpoint", "gemmlowp.cl" },
Gian Marco05288a22017-11-21 10:57:50 +0000242 { "gemmlowp_output_stage_quantize_down", "gemmlowp.cl" },
Gian Marco58c57942017-11-28 09:10:03 +0000243 { "gemmlowp_output_stage_quantize_down_fixedpoint", "gemmlowp.cl" },
Manuel Bottini9c9b70b2019-07-01 17:35:56 +0100244 { "gemmlowp_output_stage_quantize_down_fixedpoint_qsymm16", "gemmlowp.cl" },
Georgios Pinitas51e53a32018-10-22 13:49:08 +0100245 { "gemmlowp_output_stage_quantize_down_float", "gemmlowp.cl" },
Manuel Bottini5209be52019-02-13 16:34:56 +0000246 { "generate_proposals_compute_all_anchors", "generate_proposals.cl" },
Michele Di Giorgio6b612f52019-09-05 12:30:22 +0100247 { "generate_proposals_compute_all_anchors_quantized", "generate_proposals_quantized.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100248 { "harris_score_3x3", "harris_corners.cl" },
249 { "harris_score_5x5", "harris_corners.cl" },
250 { "harris_score_7x7", "harris_corners.cl" },
251 { "hist_border_kernel", "histogram.cl" },
252 { "hist_border_kernel_fixed", "histogram.cl" },
253 { "hist_local_kernel", "histogram.cl" },
254 { "hist_local_kernel_fixed", "histogram.cl" },
255 { "hog_block_normalization", "hog.cl" },
256 { "hog_detector", "hog.cl" },
257 { "hog_orientation_binning", "hog.cl" },
258 { "hysteresis", "canny.cl" },
Gian Marco Iodice215b4ea2018-06-28 16:29:29 +0100259 { "im2col1x1_stridex1_nchw", "im2col.cl" },
260 { "im2col3x3_nchw", "im2col.cl" },
261 { "im2col5x5_nchw", "im2col.cl" },
262 { "im2col11x11_padx0_pady0_nchw", "im2col.cl" },
263 { "im2col_generic_nchw", "im2col.cl" },
264 { "im2col_generic_padx0_pady0_nchw", "im2col.cl" },
Pablo Tello4a626a72018-04-04 10:01:14 +0100265 { "im2col3x3_nhwc", "im2col.cl" },
Gian Marco Iodicebf9731e2018-12-12 10:18:04 +0000266 { "im2col9x9_nhwc", "im2col.cl" },
Pablo Tello4a626a72018-04-04 10:01:14 +0100267 { "im2col_generic_nhwc", "im2col.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100268 { "init_level", "optical_flow_pyramid_lk.cl" },
269 { "init_level_max", "optical_flow_pyramid_lk.cl" },
270 { "init_level_max_initial_estimate", "optical_flow_pyramid_lk.cl" },
Manuel Bottini79f88e62019-09-18 15:02:53 +0100271 { "instance_normalization", "instance_normalization.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100272 { "integral_horizontal", "integral_image.cl" },
273 { "integral_vertical", "integral_image.cl" },
274 { "IYUV_to_NV12_bt709", "color_convert.cl" },
275 { "IYUV_to_RGB888_bt709", "color_convert.cl" },
276 { "IYUV_to_RGBA8888_bt709", "color_convert.cl" },
277 { "IYUV_to_YUV444_bt709", "color_convert.cl" },
Michalis Spyrou5538d342018-11-14 08:10:13 +0000278 { "l2_normalize_x", "l2_normalize.cl" },
279 { "l2_normalize_y", "l2_normalize.cl" },
280 { "l2_normalize_z", "l2_normalize.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100281 { "lktracker_stage0", "optical_flow_pyramid_lk.cl" },
282 { "lktracker_stage1", "optical_flow_pyramid_lk.cl" },
283 { "magnitude_phase", "magnitude_phase.cl" },
284 { "mean_stddev_accumulate", "mean_stddev.cl" },
Michele Di Giorgio5b48ad72019-06-04 18:43:35 +0100285 { "mean_stddev_normalization", "mean_stddev_normalization.cl" },
Giuseppe Rossinid7647d42018-07-17 18:13:13 +0100286 { "memset", "memset.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100287 { "minmax", "minmaxloc.cl" },
288 { "minmax_border", "minmaxloc.cl" },
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100289 { "minmax_layer", "minmax_layer.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100290 { "minmaxloc", "minmaxloc.cl" },
291 { "non_linear_filter_box3x3", "non_linear_filter3x3.cl" },
292 { "non_linear_filter_cross3x3", "non_linear_filter3x3.cl" },
293 { "non_linear_filter_disk3x3", "non_linear_filter3x3.cl" },
294 { "non_linear_filter_box5x5", "non_linear_filter5x5.cl" },
295 { "non_linear_filter_cross5x5", "non_linear_filter5x5.cl" },
296 { "non_linear_filter_disk5x5", "non_linear_filter5x5.cl" },
297 { "non_max_suppression", "nonmax.cl" },
298 { "normalization_layer_cross_map", "normalization_layer.cl" },
Michele Di Giorgio9d3a8312018-11-20 12:31:24 +0000299 { "normalization_layer_in_map_nchw", "normalization_layer.cl" },
300 { "normalization_layer_in_map_nhwc", "normalization_layer.cl" },
Michele Di Giorgiob57be0d2018-08-31 16:26:25 +0100301 { "normalize_planar_yuv_layer_nchw", "normalize_planar_yuv_layer.cl" },
302 { "normalize_planar_yuv_layer_nhwc", "normalize_planar_yuv_layer.cl" },
Michele Di Giorgiod63dfa22018-09-12 10:18:54 +0100303 { "normalize_planar_yuv_layer_q8_nchw", "normalize_planar_yuv_layer_quantized.cl" },
304 { "normalize_planar_yuv_layer_q8_nhwc", "normalize_planar_yuv_layer_quantized.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100305 { "NV12_to_IYUV_bt709", "color_convert.cl" },
306 { "NV12_to_RGB888_bt709", "color_convert.cl" },
307 { "NV12_to_RGBA8888_bt709", "color_convert.cl" },
308 { "NV12_to_YUV444_bt709", "color_convert.cl" },
309 { "NV21_to_IYUV_bt709", "color_convert.cl" },
310 { "NV21_to_RGB888_bt709", "color_convert.cl" },
311 { "NV21_to_RGBA8888_bt709", "color_convert.cl" },
312 { "NV21_to_YUV444_bt709", "color_convert.cl" },
Giorgio Arena5c4a8e92019-08-28 17:55:07 +0100313 { "pad_layer_constant", "pad_layer.cl" },
314 { "pad_layer_symmetric_reflect", "pad_layer.cl" },
shubhame1a4e372019-01-07 21:37:55 +0530315 { "permute", "permute.cl" },
Georgios Pinitas8be91482019-03-26 17:23:28 +0000316 { "pixelwise_mul_complex", "pixelwise_mul_float.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100317 { "pixelwise_mul_float", "pixelwise_mul_float.cl" },
318 { "pixelwise_mul_int", "pixelwise_mul_int.cl" },
Georgios Pinitasbf28a3c2018-09-18 14:34:48 +0100319 { "pixelwise_mul_quantized", "pixelwise_mul_int.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100320 { "pooling_layer_2", "pooling_layer.cl" },
321 { "pooling_layer_3", "pooling_layer.cl" },
Anton Lokhmotovaf6204c2017-11-08 09:34:19 +0000322 { "pooling_layer_optimized_3", "pooling_layer.cl" },
Georgios Pinitasce093142017-06-19 16:11:53 +0100323 { "pooling_layer_7", "pooling_layer.cl" },
Michalis Spyroue74b2012018-04-18 09:49:16 +0100324 { "pooling_layer_MxN_nchw", "pooling_layer.cl" },
325 { "pooling_layer_MxN_nhwc", "pooling_layer.cl" },
326 { "pooling_layer_MxN_quantized_nhwc", "pooling_layer_quantized.cl" },
327 { "pooling_layer_MxN_quantized_nchw", "pooling_layer_quantized.cl" },
Michalis Spyrou6c7c38e2018-08-29 16:28:11 +0100328 { "prior_box_layer_nchw", "prior_box_layer.cl" },
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100329 { "quantization_layer", "quantization_layer.cl" },
Vidhya Sudhan Loganathan5e96be72018-12-18 14:17:00 +0000330 { "range", "range.cl" },
331 { "range_quantized", "range.cl" },
Michalis Spyrou7e9391b2018-10-05 14:49:28 +0100332 { "reduction_operation_x", "reduction_operation.cl" },
Michalis Spyrou7930db42018-11-22 17:36:28 +0000333 { "reduction_operation_non_parallel_x", "reduction_operation.cl" },
Michalis Spyrou7e9391b2018-10-05 14:49:28 +0100334 { "reduction_operation_y", "reduction_operation.cl" },
335 { "reduction_operation_z", "reduction_operation.cl" },
336 { "reduction_operation_w", "reduction_operation.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100337 { "remap_nearest_neighbour", "remap.cl" },
338 { "remap_bilinear", "remap.cl" },
Gian Marco Iodice477531c2018-08-21 17:53:38 +0100339 { "reorg_layer_nchw", "reorg_layer.cl" },
340 { "reorg_layer_nhwc", "reorg_layer.cl" },
Georgios Pinitas5ee66ea2017-09-07 17:29:16 +0100341 { "reshape_layer", "reshape_layer.cl" },
Gian Marco Iodice215b4ea2018-06-28 16:29:29 +0100342 { "reshape_to_columns", "convolution_layer.cl" },
Michele Di Giorgio5daeffd2018-11-26 10:01:15 +0000343 { "reverse", "reverse.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100344 { "RGB888_to_IYUV_bt709", "color_convert.cl" },
345 { "RGB888_to_NV12_bt709", "color_convert.cl" },
346 { "RGB888_to_RGBA8888_bt709", "color_convert.cl" },
Manuel Bottiniacaf21d2018-09-26 17:38:19 +0100347 { "RGB888_to_U8_bt709", "color_convert.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100348 { "RGB888_to_YUV444_bt709", "color_convert.cl" },
349 { "RGBA8888_to_IYUV_bt709", "color_convert.cl" },
350 { "RGBA8888_to_NV12_bt709", "color_convert.cl" },
351 { "RGBA8888_to_RGB888_bt709", "color_convert.cl" },
352 { "RGBA8888_to_YUV444_bt709", "color_convert.cl" },
giuros0118870812018-09-13 09:31:40 +0100353 { "roi_align_layer", "roi_align_layer.cl" },
Michele Di Giorgio578a9fc2019-08-23 11:49:04 +0100354 { "roi_align_layer_quantized", "roi_align_layer_quantized.cl" },
SiCong Li3e363692017-07-04 15:02:10 +0100355 { "roi_pooling_layer", "roi_pooling_layer.cl" },
Michalis Spyrou46da23f2018-04-10 13:41:30 +0100356 { "scale_nearest_neighbour_nchw", "scale.cl" },
357 { "scale_nearest_neighbour_nhwc", "scale.cl" },
358 { "scale_bilinear_nchw", "scale.cl" },
359 { "scale_bilinear_nhwc", "scale.cl" },
Michalis Spyrou17220e22018-09-12 13:35:38 +0100360 { "scale_bilinear_quantized_nchw", "scale_quantized.cl" },
361 { "scale_bilinear_quantized_nhwc", "scale_quantized.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100362 { "scharr3x3", "scharr_filter.cl" },
Georgios Pinitasaaa27182018-11-21 16:32:15 +0000363 { "select_same_rank", "select.cl" },
364 { "select_different_rank_2", "select.cl" },
365 { "select_different_rank_n", "select.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100366 { "sobel3x3", "sobel_filter.cl" },
367 { "sobel_separable5x1", "sobel_filter.cl" },
368 { "sobel_separable1x5", "sobel_filter.cl" },
369 { "sobel_separable7x1", "sobel_filter.cl" },
370 { "sobel_separable1x7", "sobel_filter.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100371 { "softmax_layer_norm", "softmax_layer.cl" },
Chunosovf450caa2017-11-08 16:09:35 +0700372 { "softmax_layer_norm_quantized", "softmax_layer_quantized.cl" },
Giorgio Arena4402cb92018-02-15 13:37:40 +0000373 { "softmax_layer_max_shift_exp_sum_quantized_serial", "softmax_layer_quantized.cl" },
374 { "softmax_layer_max_shift_exp_sum_quantized_parallel", "softmax_layer_quantized.cl" },
Chunosovd6afedc2017-11-06 22:09:45 +0700375 { "softmax_layer_max_shift_exp_sum_serial", "softmax_layer.cl" },
Michalis Spyrou13a51e12018-09-18 13:09:30 +0100376 { "space_to_batch_nchw", "space_to_batch.cl" },
377 { "space_to_batch_static_nchw", "space_to_batch.cl" },
378 { "space_to_batch_nhwc", "space_to_batch.cl" },
379 { "space_to_batch_static_nhwc", "space_to_batch.cl" },
Michalis Spyroud69b3b22019-05-29 17:03:38 +0100380 { "space_to_depth_nchw", "space_to_depth.cl" },
381 { "space_to_depth_nhwc", "space_to_depth.cl" },
Chunosovd6afedc2017-11-06 22:09:45 +0700382 { "softmax_layer_max_shift_exp_sum_parallel", "softmax_layer.cl" },
Gian Marco Iodice8aa985e2018-11-27 15:58:08 +0000383 { "stack_layer", "stack_layer.cl" },
Georgios Pinitasc1a72452018-08-24 11:25:32 +0100384 { "strided_slice", "slice_ops.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100385 { "suppress_non_maximum", "canny.cl" },
386 { "tablelookup_U8", "tablelookup.cl" },
387 { "tablelookup_S16", "tablelookup.cl" },
388 { "threshold_binary", "threshold.cl" },
389 { "threshold_range", "threshold.cl" },
giuros013175fcf2018-11-21 09:59:17 +0000390 { "tile", "tile.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100391 { "transpose", "transpose.cl" },
392 { "UYVY422_to_IYUV_bt709", "color_convert.cl" },
393 { "UYVY422_to_NV12_bt709", "color_convert.cl" },
394 { "UYVY422_to_RGB888_bt709", "color_convert.cl" },
395 { "UYVY422_to_RGBA8888_bt709", "color_convert.cl" },
Michalis Spyrouceb889e2018-09-17 18:24:41 +0100396 { "upsample_layer_nchw", "upsample_layer.cl" },
397 { "upsample_layer_nhwc", "upsample_layer.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100398 { "warp_affine_nearest_neighbour", "warp_affine.cl" },
399 { "warp_affine_bilinear", "warp_affine.cl" },
400 { "warp_perspective_nearest_neighbour", "warp_perspective.cl" },
401 { "warp_perspective_bilinear", "warp_perspective.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100402 { "winograd_filter_transform_2x2_3x3_nchw", "winograd_filter_transform.cl" },
403 { "winograd_filter_transform_2x1_3x1_nchw", "winograd_filter_transform.cl" },
404 { "winograd_filter_transform_1x2_1x3_nchw", "winograd_filter_transform.cl" },
405 { "winograd_filter_transform_4x4_3x3_nchw", "winograd_filter_transform.cl" },
406 { "winograd_filter_transform_4x1_3x1_nchw", "winograd_filter_transform.cl" },
407 { "winograd_filter_transform_1x4_1x3_nchw", "winograd_filter_transform.cl" },
408 { "winograd_filter_transform_4x4_5x5_nchw", "winograd_filter_transform.cl" },
Gian Marco Iodice876be2a2018-07-03 12:22:09 +0100409 { "winograd_filter_transform_4x1_5x1_nchw", "winograd_filter_transform.cl" },
410 { "winograd_filter_transform_1x4_1x5_nchw", "winograd_filter_transform.cl" },
Giorgio Arena149fdf32018-07-04 17:03:33 +0100411 { "winograd_filter_transform_4x1_3x1_nhwc", "winograd_filter_transform.cl" },
412 { "winograd_filter_transform_1x4_1x3_nhwc", "winograd_filter_transform.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100413 { "winograd_filter_transform_4x4_3x3_nhwc", "winograd_filter_transform.cl" },
414 { "winograd_filter_transform_4x4_5x5_nhwc", "winograd_filter_transform.cl" },
Gian Marco Iodiced28b7512018-07-06 12:59:28 +0100415 { "winograd_filter_transform_4x1_5x1_nhwc", "winograd_filter_transform.cl" },
416 { "winograd_filter_transform_1x4_1x5_nhwc", "winograd_filter_transform.cl" },
Michele Di Giorgio881c6842019-02-27 14:26:51 +0000417 { "winograd_filter_transform_2x2_7x7_nhwc", "winograd_filter_transform.cl" },
418 { "winograd_filter_transform_2x1_7x1_nhwc", "winograd_filter_transform.cl" },
419 { "winograd_filter_transform_1x2_1x7_nhwc", "winograd_filter_transform.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100420 { "winograd_input_transform_2x2_3x3_stepz1_nchw", "winograd_input_transform.cl" },
421 { "winograd_input_transform_2x2_3x3_stepz2_nchw", "winograd_input_transform.cl" },
422 { "winograd_input_transform_2x1_3x1_stepz1_nchw", "winograd_input_transform.cl" },
423 { "winograd_input_transform_2x1_3x1_stepz2_nchw", "winograd_input_transform.cl" },
424 { "winograd_input_transform_1x2_1x3_stepz1_nchw", "winograd_input_transform.cl" },
425 { "winograd_input_transform_1x2_1x3_stepz2_nchw", "winograd_input_transform.cl" },
426 { "winograd_input_transform_4x4_3x3_stepz1_nchw", "winograd_input_transform.cl" },
427 { "winograd_input_transform_4x1_3x1_stepz1_nchw", "winograd_input_transform.cl" },
428 { "winograd_input_transform_1x4_1x3_stepz1_nchw", "winograd_input_transform.cl" },
429 { "winograd_input_transform_4x4_5x5_stepz1_nchw", "winograd_input_transform.cl" },
Gian Marco Iodice876be2a2018-07-03 12:22:09 +0100430 { "winograd_input_transform_4x1_5x1_stepz1_nchw", "winograd_input_transform.cl" },
431 { "winograd_input_transform_1x4_1x5_stepz1_nchw", "winograd_input_transform.cl" },
Giorgio Arena149fdf32018-07-04 17:03:33 +0100432 { "winograd_input_transform_4x1_3x1_stepz1_nhwc", "winograd_input_transform.cl" },
433 { "winograd_input_transform_1x4_1x3_stepz1_nhwc", "winograd_input_transform.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100434 { "winograd_input_transform_4x4_3x3_stepz1_nhwc", "winograd_input_transform.cl" },
435 { "winograd_input_transform_4x4_5x5_stepz1_nhwc", "winograd_input_transform.cl" },
Gian Marco Iodiced28b7512018-07-06 12:59:28 +0100436 { "winograd_input_transform_4x1_5x1_stepz1_nhwc", "winograd_input_transform.cl" },
437 { "winograd_input_transform_1x4_1x5_stepz1_nhwc", "winograd_input_transform.cl" },
Michele Di Giorgiof955d512019-02-27 14:26:51 +0000438 { "winograd_input_transform_2x2_7x7_stepz1_nhwc", "winograd_input_transform.cl" },
439 { "winograd_input_transform_2x1_7x1_stepz1_nhwc", "winograd_input_transform.cl" },
440 { "winograd_input_transform_1x2_1x7_stepz1_nhwc", "winograd_input_transform.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100441 { "winograd_output_transform_2x2_3x3_nchw", "winograd_output_transform.cl" },
442 { "winograd_output_transform_2x1_3x1_nchw", "winograd_output_transform.cl" },
443 { "winograd_output_transform_1x2_1x3_nchw", "winograd_output_transform.cl" },
444 { "winograd_output_transform_4x4_3x3_nchw", "winograd_output_transform.cl" },
445 { "winograd_output_transform_4x1_3x1_nchw", "winograd_output_transform.cl" },
446 { "winograd_output_transform_1x4_1x3_nchw", "winograd_output_transform.cl" },
447 { "winograd_output_transform_4x4_5x5_nchw", "winograd_output_transform.cl" },
Gian Marco Iodice876be2a2018-07-03 12:22:09 +0100448 { "winograd_output_transform_4x1_5x1_nchw", "winograd_output_transform.cl" },
449 { "winograd_output_transform_1x4_1x5_nchw", "winograd_output_transform.cl" },
Giorgio Arena149fdf32018-07-04 17:03:33 +0100450 { "winograd_output_transform_4x1_3x1_nhwc", "winograd_output_transform.cl" },
451 { "winograd_output_transform_1x4_1x3_nhwc", "winograd_output_transform.cl" },
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100452 { "winograd_output_transform_4x4_3x3_nhwc", "winograd_output_transform.cl" },
453 { "winograd_output_transform_4x4_5x5_nhwc", "winograd_output_transform.cl" },
Gian Marco Iodiced28b7512018-07-06 12:59:28 +0100454 { "winograd_output_transform_4x1_5x1_nhwc", "winograd_output_transform.cl" },
455 { "winograd_output_transform_1x4_1x5_nhwc", "winograd_output_transform.cl" },
giuros013bfacb22019-04-01 12:07:02 +0100456 { "winograd_output_transform_2x2_7x7_nhwc", "winograd_output_transform.cl" },
457 { "winograd_output_transform_2x1_7x1_nhwc", "winograd_output_transform.cl" },
458 { "winograd_output_transform_1x2_1x7_nhwc", "winograd_output_transform.cl" },
Giorgio Arena73023022018-09-04 14:55:55 +0100459 { "yolo_layer_nchw", "yolo_layer.cl" },
460 { "yolo_layer_nhwc", "yolo_layer.cl" },
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100461 { "YUYV422_to_IYUV_bt709", "color_convert.cl" },
462 { "YUYV422_to_NV12_bt709", "color_convert.cl" },
463 { "YUYV422_to_RGB888_bt709", "color_convert.cl" },
464 { "YUYV422_to_RGBA8888_bt709", "color_convert.cl" },
465};
466
467const std::map<std::string, std::string> CLKernelLibrary::_program_source_map =
468{
469#ifdef EMBEDDED_KERNELS
470 {
471 "absdiff.cl",
472#include "./cl_kernels/absdiff.clembed"
473 },
474 {
475 "accumulate.cl",
476#include "./cl_kernels/accumulate.clembed"
477 },
478 {
479 "activation_layer.cl",
480#include "./cl_kernels/activation_layer.clembed"
481 },
482 {
Manuel Bottini30dbeef2019-06-26 16:23:03 +0100483 "activation_layer_quant.cl",
484#include "./cl_kernels/activation_layer_quant.clembed"
Michel Iwaniec00633802017-10-12 14:14:15 +0100485 },
486 {
Manuel Bottini7b9998d2019-10-21 17:59:07 +0100487 "arg_min_max.cl",
488#include "./cl_kernels/arg_min_max.clembed"
489 },
490 {
Michalis Spyrou6a8d3b62018-08-31 10:07:09 +0100491 "batch_to_space.cl",
492#include "./cl_kernels/batch_to_space.clembed"
493 },
494 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100495 "bitwise_op.cl",
496#include "./cl_kernels/bitwise_op.clembed"
497 },
498 {
giuros01c04a0e82018-10-03 12:44:35 +0100499 "bounding_box_transform.cl",
500#include "./cl_kernels/bounding_box_transform.clembed"
501 },
502 {
Michele Di Giorgio4aff98f2019-08-28 16:27:26 +0100503 "bounding_box_transform_quantized.cl",
504#include "./cl_kernels/bounding_box_transform_quantized.clembed"
505 },
506 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100507 "canny.cl",
508#include "./cl_kernels/canny.clembed"
509 },
510 {
511 "channel_combine.cl",
512#include "./cl_kernels/channel_combine.clembed"
513 },
514 {
515 "channel_extract.cl",
516#include "./cl_kernels/channel_extract.clembed"
517 },
518 {
Michele Di Giorgio72175632018-05-01 16:52:00 +0100519 "channel_shuffle.cl",
520#include "./cl_kernels/channel_shuffle.clembed"
521 },
522 {
Gian Marco76faef82018-01-29 12:15:32 +0000523 "col2im.cl",
524#include "./cl_kernels/col2im.clembed"
525 },
526 {
Georgios Pinitas7900a9e2018-11-23 11:44:58 +0000527 "comparisons.cl",
528#include "./cl_kernels/comparisons.clembed"
529 },
530 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100531 "concatenate.cl",
532#include "./cl_kernels/concatenate.clembed"
533 },
534 {
535 "color_convert.cl",
536#include "./cl_kernels/color_convert.clembed"
537 },
538 {
Giorgio Arena657bdb32018-04-26 18:52:01 +0100539 "convert_fc_weights.cl",
540#include "./cl_kernels/convert_fc_weights.clembed"
541 },
542 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100543 "convolution3x3.cl",
544#include "./cl_kernels/convolution3x3.clembed"
545 },
546 {
547 "convolution5x5.cl",
548#include "./cl_kernels/convolution5x5.clembed"
549 },
550 {
551 "convolution7x7.cl",
552#include "./cl_kernels/convolution7x7.clembed"
553 },
554 {
555 "convolution9x9.cl",
556#include "./cl_kernels/convolution9x9.clembed"
557 },
558 {
559 "convolution_layer.cl",
560#include "./cl_kernels/convolution_layer.clembed"
561 },
562 {
563 "convolution_rectangle.cl",
564#include "./cl_kernels/convolution_rectangle.clembed"
565 },
566 {
Michalis Spyrou5c8e05c2018-03-22 11:56:01 +0000567 "copy_tensor.cl",
568#include "./cl_kernels/copy_tensor.clembed"
569 },
570 {
George Wort894066d2019-02-15 15:12:52 +0000571 "crop_tensor.cl",
572#include "./cl_kernels/crop_tensor.clembed"
573 },
574 {
Michalis Spyrouceb889e2018-09-17 18:24:41 +0100575 "upsample_layer.cl",
576#include "./cl_kernels/upsample_layer.clembed"
577 },
578 {
Michalis Spyrou780db4e2017-11-23 09:49:51 +0000579 "deconvolution_layer.cl",
580#include "./cl_kernels/deconvolution_layer.clembed"
581 },
582 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100583 "depth_convert.cl",
584#include "./cl_kernels/depth_convert.clembed"
585 },
586 {
Michalis Spyrou649962c2019-05-22 11:11:55 +0100587 "depth_to_space.cl",
588#include "./cl_kernels/depth_to_space.clembed"
589 },
590 {
Giorgio Arena93a690e2017-08-01 16:09:33 +0100591 "depthwise_convolution.cl",
592#include "./cl_kernels/depthwise_convolution.clembed"
593 },
594 {
Dmitry Savenkod7295b72017-11-20 22:00:08 +0700595 "depthwise_convolution_quantized.cl",
596#include "./cl_kernels/depthwise_convolution_quantized.clembed"
597 },
598 {
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100599 "dequantization_layer.cl",
600#include "./cl_kernels/dequantization_layer.clembed"
601 },
602 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100603 "derivative.cl",
604#include "./cl_kernels/derivative.clembed"
605 },
606 {
607 "dilate.cl",
608#include "./cl_kernels/dilate.clembed"
609 },
610 {
SiCong Lic51b72f2017-07-28 14:46:20 +0100611 "direct_convolution1x1.cl",
612#include "./cl_kernels/direct_convolution1x1.clembed"
613 },
614 {
615 "direct_convolution3x3.cl",
616#include "./cl_kernels/direct_convolution3x3.clembed"
steniu0127b386c2017-07-18 17:37:43 +0100617 },
618 {
steniu01db006682017-08-09 16:26:22 +0100619 "direct_convolution5x5.cl",
620#include "./cl_kernels/direct_convolution5x5.clembed"
621 },
622 {
Sang-Hoon Parkab5b1a22019-10-15 09:29:13 +0100623 "direct_convolution_quantized.cl",
624#include "./cl_kernels/direct_convolution_quantized.clembed"
Chunosovd621bca2017-11-03 17:33:15 +0700625 },
626 {
Michalis Spyrou45091732019-05-13 17:41:01 +0100627 "direct_convolution9x9.cl",
628#include "./cl_kernels/direct_convolution9x9.clembed"
629 },
630 {
giuros01164a2722018-11-20 18:34:46 +0000631 "elementwise_operation.cl",
632#include "./cl_kernels/elementwise_operation.clembed"
633 },
634 {
635 "elementwise_operation_quantized.cl",
636#include "./cl_kernels/elementwise_operation_quantized.clembed"
637 },
638 {
Michalis Spyroue9362622018-11-23 17:41:37 +0000639 "elementwise_unary.cl",
640#include "./cl_kernels/elementwise_unary.clembed"
641 },
642 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100643 "erode.cl",
644#include "./cl_kernels/erode.clembed"
645 },
646 {
647 "fast_corners.cl",
648#include "./cl_kernels/fast_corners.clembed"
649 },
650 {
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000651 "fft.cl",
652#include "./cl_kernels/fft.clembed"
Gian Marco Iodice215b4ea2018-06-28 16:29:29 +0100653 },
654 {
Georgios Pinitas8be91482019-03-26 17:23:28 +0000655 "fft_digit_reverse.cl",
656#include "./cl_kernels/fft_digit_reverse.clembed"
657 },
658 {
659 "fft_scale.cl",
660#include "./cl_kernels/fft_scale.clembed"
661 },
662 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100663 "fill_border.cl",
664#include "./cl_kernels/fill_border.clembed"
665 },
666 {
Georgios Pinitas0bc78492019-03-18 20:07:37 +0000667 "flatten.cl",
668#include "./cl_kernels/flatten.clembed"
669 },
670 {
Georgios Pinitasd8e765b2017-08-02 13:44:33 +0100671 "floor.cl",
672#include "./cl_kernels/floor.clembed"
673 },
674 {
Manuel Bottini8529bd62018-11-21 11:53:04 +0000675 "gather.cl",
676#include "./cl_kernels/gather.clembed"
677 },
678 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100679 "gaussian_pyramid.cl",
680#include "./cl_kernels/gaussian_pyramid.clembed"
681 },
682 {
683 "gemm.cl",
684#include "./cl_kernels/gemm.clembed"
685 },
686 {
Gian Marco05288a22017-11-21 10:57:50 +0000687 "gemmlowp.cl",
688#include "./cl_kernels/gemmlowp.clembed"
689 },
690 {
Giorgio Arena9fe41442017-08-23 16:36:24 +0100691 "gemv.cl",
692#include "./cl_kernels/gemv.clembed"
693 },
694 {
Manuel Bottini5209be52019-02-13 16:34:56 +0000695 "generate_proposals.cl",
696#include "./cl_kernels/generate_proposals.clembed"
697 },
698 {
Michele Di Giorgio6b612f52019-09-05 12:30:22 +0100699 "generate_proposals_quantized.cl",
700#include "./cl_kernels/generate_proposals_quantized.clembed"
701 },
702 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100703 "harris_corners.cl",
704#include "./cl_kernels/harris_corners.clembed"
705 },
706 {
707 "helpers.h",
708#include "./cl_kernels/helpers.hembed"
709 },
710 {
Chunosovd621bca2017-11-03 17:33:15 +0700711 "helpers_asymm.h",
712#include "./cl_kernels/helpers_asymm.hembed"
713 },
714 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100715 "histogram.cl",
716#include "./cl_kernels/histogram.clembed"
717 },
718 {
719 "hog.cl",
720#include "./cl_kernels/hog.clembed"
721 },
722 {
Gian Marco76faef82018-01-29 12:15:32 +0000723 "im2col.cl",
724#include "./cl_kernels/im2col.clembed"
725 },
726 {
Manuel Bottini79f88e62019-09-18 15:02:53 +0100727 "instance_normalization.cl",
728#include "./cl_kernels/instance_normalization.clembed"
729 },
730 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100731 "integral_image.cl",
732#include "./cl_kernels/integral_image.clembed"
733 },
734 {
Michalis Spyrou04f089c2017-08-08 17:42:38 +0100735 "l2_normalize.cl",
736#include "./cl_kernels/l2_normalize.clembed"
737 },
738 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100739 "magnitude_phase.cl",
740#include "./cl_kernels/magnitude_phase.clembed"
741 },
742 {
743 "mean_stddev.cl",
744#include "./cl_kernels/mean_stddev.clembed"
745 },
746 {
Michele Di Giorgio5b48ad72019-06-04 18:43:35 +0100747 "mean_stddev_normalization.cl",
748#include "./cl_kernels/mean_stddev_normalization.clembed"
749 },
750 {
Giuseppe Rossinid7647d42018-07-17 18:13:13 +0100751 "memset.cl",
752#include "./cl_kernels/memset.clembed"
753 },
754 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100755 "minmaxloc.cl",
756#include "./cl_kernels/minmaxloc.clembed"
757 },
758 {
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100759 "minmax_layer.cl",
760#include "./cl_kernels/minmax_layer.clembed"
761 },
762 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100763 "non_linear_filter3x3.cl",
764#include "./cl_kernels/non_linear_filter3x3.clembed"
765 },
766 {
767 "non_linear_filter5x5.cl",
768#include "./cl_kernels/non_linear_filter5x5.clembed"
769 },
770 {
771 "non_linear_filter_helpers.h",
772#include "./cl_kernels/non_linear_filter_helpers.hembed"
773 },
774 {
775 "nonmax.cl",
776#include "./cl_kernels/nonmax.clembed"
777 },
778 {
779 "normalization_layer.cl",
780#include "./cl_kernels/normalization_layer.clembed"
781 },
782 {
Michele Di Giorgiob57be0d2018-08-31 16:26:25 +0100783 "normalize_planar_yuv_layer.cl",
784#include "./cl_kernels/normalize_planar_yuv_layer.clembed"
785 },
786 {
Michele Di Giorgiod63dfa22018-09-12 10:18:54 +0100787 "normalize_planar_yuv_layer_quantized.cl",
788#include "./cl_kernels/normalize_planar_yuv_layer_quantized.clembed"
789 },
790 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100791 "batchnormalization_layer.cl",
792#include "./cl_kernels/batchnormalization_layer.clembed"
793 },
794 {
795 "optical_flow_pyramid_lk.cl",
796#include "./cl_kernels/optical_flow_pyramid_lk.clembed"
797 },
798 {
Giorgio Arena205eed82019-08-14 10:13:50 +0100799 "pad_layer.cl",
800#include "./cl_kernels/pad_layer.clembed"
801 },
802 {
Michalis Spyrou5237e012018-01-17 09:40:27 +0000803 "permute.cl",
804#include "./cl_kernels/permute.clembed"
805 },
806 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100807 "pixelwise_mul_float.cl",
808#include "./cl_kernels/pixelwise_mul_float.clembed"
809 },
810 {
811 "pixelwise_mul_int.cl",
812#include "./cl_kernels/pixelwise_mul_int.clembed"
813 },
814 {
815 "pooling_layer.cl",
816#include "./cl_kernels/pooling_layer.clembed"
817 },
818 {
Anton Lokhmotovaf6204c2017-11-08 09:34:19 +0000819 "pooling_layer_quantized.cl",
820#include "./cl_kernels/pooling_layer_quantized.clembed"
821 },
822 {
Michalis Spyrou6c7c38e2018-08-29 16:28:11 +0100823 "prior_box_layer.cl",
824#include "./cl_kernels/prior_box_layer.clembed"
825 },
826 {
Michele Di Giorgio56dd7262017-07-27 09:53:49 +0100827 "quantization_layer.cl",
828#include "./cl_kernels/quantization_layer.clembed"
829 },
830 {
Vidhya Sudhan Loganathan5e96be72018-12-18 14:17:00 +0000831 "range.cl",
832#include "./cl_kernels/range.clembed"
833 },
834 {
Michalis Spyrou04f089c2017-08-08 17:42:38 +0100835 "reduction_operation.cl",
836#include "./cl_kernels/reduction_operation.clembed"
837 },
838 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100839 "remap.cl",
840#include "./cl_kernels/remap.clembed"
841 },
842 {
Gian Marco Iodice477531c2018-08-21 17:53:38 +0100843 "reorg_layer.cl",
844#include "./cl_kernels/reorg_layer.clembed"
845 },
846 {
Georgios Pinitas5ee66ea2017-09-07 17:29:16 +0100847 "reshape_layer.cl",
848#include "./cl_kernels/reshape_layer.clembed"
849 },
850 {
Michele Di Giorgio5daeffd2018-11-26 10:01:15 +0000851 "reverse.cl",
852#include "./cl_kernels/reverse.clembed"
853 },
854 {
giuros0118870812018-09-13 09:31:40 +0100855 "roi_align_layer.cl",
856#include "./cl_kernels/roi_align_layer.clembed"
857 },
858 {
Michele Di Giorgio578a9fc2019-08-23 11:49:04 +0100859 "roi_align_layer_quantized.cl",
860#include "./cl_kernels/roi_align_layer_quantized.clembed"
861 },
862 {
SiCong Li3e363692017-07-04 15:02:10 +0100863 "roi_pooling_layer.cl",
864#include "./cl_kernels/roi_pooling_layer.clembed"
865 },
866 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100867 "scale.cl",
868#include "./cl_kernels/scale.clembed"
869 },
870 {
Michalis Spyrou17220e22018-09-12 13:35:38 +0100871 "scale_quantized.cl",
872#include "./cl_kernels/scale_quantized.clembed"
873 },
874 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100875 "scharr_filter.cl",
876#include "./cl_kernels/scharr_filter.clembed"
877 },
878 {
Georgios Pinitasaaa27182018-11-21 16:32:15 +0000879 "select.cl",
880#include "./cl_kernels/select.clembed"
881 },
882 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100883 "sobel_filter.cl",
884#include "./cl_kernels/sobel_filter.clembed"
885 },
886 {
887 "softmax_layer.cl",
888#include "./cl_kernels/softmax_layer.clembed"
889 },
890 {
Chunosovf450caa2017-11-08 16:09:35 +0700891 "softmax_layer_quantized.cl",
892#include "./cl_kernels/softmax_layer_quantized.clembed"
893 },
894 {
Georgios Pinitasc1a72452018-08-24 11:25:32 +0100895 "slice_ops.cl",
896#include "./cl_kernels/slice_ops.clembed"
Georgios Pinitas77589b52018-08-21 14:41:35 +0100897 },
898 {
Michalis Spyrou16934a52018-08-21 18:03:58 +0100899 "space_to_batch.cl",
900#include "./cl_kernels/space_to_batch.clembed"
901 },
902 {
Michalis Spyroud69b3b22019-05-29 17:03:38 +0100903 "space_to_depth.cl",
904#include "./cl_kernels/space_to_depth.clembed"
905 },
906 {
Gian Marco Iodice8aa985e2018-11-27 15:58:08 +0000907 "stack_layer.cl",
908#include "./cl_kernels/stack_layer.clembed"
909 },
910 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100911 "tablelookup.cl",
912#include "./cl_kernels/tablelookup.clembed"
913 },
914 {
915 "threshold.cl",
916#include "./cl_kernels/threshold.clembed"
917 },
918 {
giuros013175fcf2018-11-21 09:59:17 +0000919 "tile.cl",
920#include "./cl_kernels/tile.clembed"
921 },
922 {
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100923 "transpose.cl",
924#include "./cl_kernels/transpose.clembed"
925 },
926 {
927 "types.h",
928#include "./cl_kernels/types.hembed"
929 },
930 {
931 "warp_affine.cl",
932#include "./cl_kernels/warp_affine.clembed"
933 },
934 {
935 "warp_helpers.h",
936#include "./cl_kernels/warp_helpers.hembed"
937 },
938 {
939 "warp_perspective.cl",
940#include "./cl_kernels/warp_perspective.clembed"
Michalis Spyroud7e82812017-06-20 15:00:14 +0100941 },
Giorgio Arena1f9ca1d2018-03-01 11:13:45 +0000942 {
Giorgio Arenaa50e5e02018-07-02 13:42:23 +0100943 "winograd_filter_transform.cl",
944#include "./cl_kernels/winograd_filter_transform.clembed"
945 },
946 {
947 "winograd_input_transform.cl",
948#include "./cl_kernels/winograd_input_transform.clembed"
949 },
950 {
951 "winograd_output_transform.cl",
952#include "./cl_kernels/winograd_output_transform.clembed"
Giorgio Arena1f9ca1d2018-03-01 11:13:45 +0000953 },
Giorgio Arena73023022018-09-04 14:55:55 +0100954 {
955 "yolo_layer.cl",
956#include "./cl_kernels/yolo_layer.clembed"
957 },
Anthony Barbierac69aa12017-07-03 17:39:37 +0100958#endif /* EMBEDDED_KERNELS */
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100959};
960
961CLKernelLibrary::CLKernelLibrary()
Michalis Spyrou11d49182020-03-26 10:31:32 +0000962 : _compile_context(), _kernel_path()
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100963{
Anthony Barbierecb1c622018-04-17 11:45:10 +0100964 opencl_is_available(); // Make sure the OpenCL symbols are initialised *before* the CLKernelLibrary is built
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100965}
966
967CLKernelLibrary &CLKernelLibrary::get()
968{
969 static CLKernelLibrary _kernel_library;
970 return _kernel_library;
971}
972
Michalis Spyrou11d49182020-03-26 10:31:32 +0000973Kernel CLKernelLibrary::create_kernel(const std::string &kernel_name, const std::set<std::string> &build_options_set) const
974{
975 const std::string program_name = get_program_name(kernel_name);
976 auto program = get_program(program_name);
977
978 return _compile_context.create_kernel(kernel_name, program_name, program.first, _kernel_path, build_options_set, program.second);
979}
980
981std::string CLKernelLibrary::get_program_name(const std::string &kernel_name) const
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100982{
983 // Find which program contains the kernel
984 auto kernel_program_it = _kernel_program_map.find(kernel_name);
985
986 if(_kernel_program_map.end() == kernel_program_it)
987 {
Michalis Spyrou7c60c992019-10-10 14:33:47 +0100988 ARM_COMPUTE_ERROR_VAR("Kernel %s not found in the CLKernelLibrary", kernel_name.c_str());
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100989 }
steniu0134702472017-07-11 09:22:58 +0100990
Michalis Spyrou11d49182020-03-26 10:31:32 +0000991 const std::string program_name = kernel_program_it->second;
Georgios Pinitasdf473ea2018-05-31 18:53:52 +0100992
Michalis Spyrou11d49182020-03-26 10:31:32 +0000993 return program_name;
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100994}
995
Pablo Tellodb8485a2019-09-24 11:03:47 +0100996void CLKernelLibrary::init(std::string kernel_path, cl::Context context, cl::Device device)
997{
Michalis Spyrou11d49182020-03-26 10:31:32 +0000998 _compile_context = CLCompileContext(context, device);
999 _kernel_path = kernel_path;
Pablo Tellodb8485a2019-09-24 11:03:47 +01001000}
1001
1002void CLKernelLibrary::set_kernel_path(const std::string &kernel_path)
1003{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001004 _kernel_path = std::move(kernel_path);
Pablo Tellodb8485a2019-09-24 11:03:47 +01001005}
1006
1007cl::Context &CLKernelLibrary::context()
1008{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001009 return _compile_context.context();
Pablo Tellodb8485a2019-09-24 11:03:47 +01001010}
1011
Michalis Spyrou11d49182020-03-26 10:31:32 +00001012const cl::Device &CLKernelLibrary::get_device()
Pablo Tellodb8485a2019-09-24 11:03:47 +01001013{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001014 return _compile_context.get_device();
Pablo Tellodb8485a2019-09-24 11:03:47 +01001015}
1016
1017void CLKernelLibrary::set_device(cl::Device device)
1018{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001019 _compile_context.set_device(device);
1020}
1021
1022void CLKernelLibrary::set_context(cl::Context context)
1023{
1024 _compile_context.set_context(context);
Pablo Tellodb8485a2019-09-24 11:03:47 +01001025}
1026
1027std::string CLKernelLibrary::get_kernel_path()
1028{
1029 return _kernel_path;
1030}
1031
1032void CLKernelLibrary::clear_programs_cache()
1033{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001034 _compile_context.clear_programs_cache();
Pablo Tellodb8485a2019-09-24 11:03:47 +01001035}
1036
1037const std::map<std::string, cl::Program> &CLKernelLibrary::get_built_programs() const
1038{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001039 return _compile_context.get_built_programs();
Pablo Tellodb8485a2019-09-24 11:03:47 +01001040}
1041
giuros0146a49a02019-04-01 13:50:22 +01001042void CLKernelLibrary::add_built_program(const std::string &built_program_name, const cl::Program &program)
Anthony Barbier7da55aa2018-04-13 16:58:43 +01001043{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001044 _compile_context.add_built_program(built_program_name, program);
Anthony Barbier7da55aa2018-04-13 16:58:43 +01001045}
1046
Vidhya Sudhan Loganathanf1f49062018-05-25 13:21:26 +01001047bool CLKernelLibrary::fp16_supported() const
1048{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001049 return _compile_context.fp16_supported();
Vidhya Sudhan Loganathanf1f49062018-05-25 13:21:26 +01001050}
1051
Vidhya Sudhan Loganathan76c85642018-05-25 13:53:02 +01001052bool CLKernelLibrary::int64_base_atomics_supported() const
1053{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001054 return _compile_context.int64_base_atomics_supported();
Vidhya Sudhan Loganathan76c85642018-05-25 13:53:02 +01001055}
1056
Michalis Spyrou11d49182020-03-26 10:31:32 +00001057std::pair<std::string, bool> CLKernelLibrary::get_program(const std::string &program_name) const
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001058{
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001059#ifdef EMBEDDED_KERNELS
1060 const auto program_source_it = _program_source_map.find(program_name);
1061
Michalis Spyroud7e82812017-06-20 15:00:14 +01001062 if(program_source_it == _program_source_map.end())
1063 {
Michalis Spyrou7c60c992019-10-10 14:33:47 +01001064 ARM_COMPUTE_ERROR_VAR("Embedded program for %s does not exist.", program_name.c_str());
Michalis Spyroud7e82812017-06-20 15:00:14 +01001065 }
1066
Michalis Spyrou11d49182020-03-26 10:31:32 +00001067 return std::make_pair(program_source_it->second, false);
1068#else /* EMBEDDED_KERNELS */
1069 // Check for binary
1070 std::string source_name = _kernel_path + program_name;
1071 std::string binary_name = source_name + "bin";
1072 std::string program_source{};
1073 bool is_binary = false;
1074
1075 if(std::ifstream(binary_name).is_open())
1076 {
1077 program_source = read_file(binary_name, true);
1078 is_binary = true;
1079 }
1080 else if(std::ifstream(source_name).is_open())
1081 {
1082 program_source = read_file(source_name, false);
1083 }
1084 else
1085 {
1086 ARM_COMPUTE_ERROR_VAR("Kernel file %s does not exist.", source_name.c_str());
1087 }
1088
1089 return std::make_pair(program_source, is_binary);
1090#endif /* EMBEDDED_KERNELS */
Michalis Spyroud7e82812017-06-20 15:00:14 +01001091}
steniu015f910722017-08-23 10:15:22 +01001092
Abel Bernabeu5a6e0532017-09-28 09:53:45 +01001093size_t CLKernelLibrary::max_local_workgroup_size(const cl::Kernel &kernel) const
steniu015f910722017-08-23 10:15:22 +01001094{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001095 return _compile_context.max_local_workgroup_size(kernel);
steniu015f910722017-08-23 10:15:22 +01001096}
1097
Abel Bernabeu5a6e0532017-09-28 09:53:45 +01001098cl::NDRange CLKernelLibrary::default_ndrange() const
steniu015f910722017-08-23 10:15:22 +01001099{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001100 return _compile_context.default_ndrange();
steniu015f910722017-08-23 10:15:22 +01001101}
Anthony Barbier847864d2018-03-07 11:35:53 +00001102
1103std::string CLKernelLibrary::get_device_version()
1104{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001105 return _compile_context.get_device_version();
Anthony Barbier847864d2018-03-07 11:35:53 +00001106}
Giorgio Arena5d42b462019-07-26 15:54:20 +01001107
1108cl_uint CLKernelLibrary::get_num_compute_units()
1109{
Michalis Spyrou11d49182020-03-26 10:31:32 +00001110 return _compile_context.get_num_compute_units();
1111}
1112
1113CLCompileContext &CLKernelLibrary::get_compile_context()
1114{
1115 return _compile_context;
Michele Di Giorgio578a9fc2019-08-23 11:49:04 +01001116}