telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
David Beck | ecb56cd | 2018-09-05 12:52:57 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 4 | // |
| 5 | |
| 6 | #include "LayerSupportCommon.hpp" |
| 7 | |
| 8 | #include "ClLayerSupport.hpp" |
| 9 | #include "InternalTypes.hpp" |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 10 | #include <armnn/Descriptors.hpp> |
| 11 | #include <armnn/Types.hpp> |
| 12 | #include <armnn/Tensor.hpp> |
| 13 | |
| 14 | #include <boost/core/ignore_unused.hpp> |
| 15 | |
| 16 | #ifdef ARMCOMPUTECL_ENABLED |
David Beck | ac42efd | 2018-09-26 17:41:13 +0100 | [diff] [blame] | 17 | #include "workloads/ClAdditionWorkload.hpp" |
| 18 | #include "workloads/ClActivationFloatWorkload.hpp" |
| 19 | #include "workloads/ClBatchNormalizationFloatWorkload.hpp" |
| 20 | #include "workloads/ClConvertFp16ToFp32Workload.hpp" |
| 21 | #include "workloads/ClConvertFp32ToFp16Workload.hpp" |
Matthew Bentham | d806792 | 2018-10-03 17:18:04 +0100 | [diff] [blame] | 22 | #include "workloads/ClConvolution2dWorkload.hpp" |
Matthew Bentham | d877739 | 2018-10-08 09:38:55 +0100 | [diff] [blame] | 23 | #include "workloads/ClDepthwiseConvolutionWorkload.hpp" |
David Beck | ac42efd | 2018-09-26 17:41:13 +0100 | [diff] [blame] | 24 | #include "workloads/ClDivisionFloatWorkload.hpp" |
David Beck | ac42efd | 2018-09-26 17:41:13 +0100 | [diff] [blame] | 25 | #include "workloads/ClFullyConnectedWorkload.hpp" |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 26 | #include "workloads/ClL2NormalizationFloatWorkload.hpp" |
| 27 | #include "workloads/ClLstmFloatWorkload.hpp" |
| 28 | #include "workloads/ClMultiplicationWorkload.hpp" |
David Beck | ac42efd | 2018-09-26 17:41:13 +0100 | [diff] [blame] | 29 | #include "workloads/ClNormalizationFloatWorkload.hpp" |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 30 | #include "workloads/ClPadWorkload.hpp" |
| 31 | #include "workloads/ClPermuteWorkload.hpp" |
| 32 | #include "workloads/ClPooling2dBaseWorkload.hpp" |
David Beck | ac42efd | 2018-09-26 17:41:13 +0100 | [diff] [blame] | 33 | #include "workloads/ClSoftmaxBaseWorkload.hpp" |
| 34 | #include "workloads/ClSubtractionWorkload.hpp" |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 35 | #endif |
| 36 | |
| 37 | using namespace boost; |
| 38 | |
| 39 | namespace armnn |
| 40 | { |
| 41 | namespace |
| 42 | { |
| 43 | template<unsigned int FilterSize> |
| 44 | bool IsMatchingSize2d(const TensorInfo& weightInfo) |
| 45 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 46 | // Width & Height must match. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 47 | return (weightInfo.GetShape()[3] == FilterSize) && (weightInfo.GetShape()[2] == FilterSize); |
| 48 | } |
| 49 | |
| 50 | template<uint32_t ValidStride> |
| 51 | bool IsMatchingStride(uint32_t actualStride) |
| 52 | { |
| 53 | return ValidStride == actualStride; |
| 54 | } |
| 55 | |
| 56 | template<uint32_t FirstStride, uint32_t SecondStride, uint32_t... ValidStrides> |
| 57 | bool IsMatchingStride(uint32_t actualStride) |
| 58 | { |
| 59 | return IsMatchingStride<FirstStride>(actualStride) || IsMatchingStride<SecondStride, ValidStrides...>(actualStride); |
| 60 | }; |
| 61 | |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 62 | bool IsClBackendSupported(Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 63 | { |
| 64 | #if ARMCOMPUTECL_ENABLED |
| 65 | return true; |
| 66 | #else |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 67 | if (reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 68 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 69 | reasonIfUnsupported.value() = "The armnn library has been built without CL support"; |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 70 | } |
| 71 | return false; |
| 72 | #endif |
| 73 | } |
| 74 | |
| 75 | #if ARMCOMPUTECL_ENABLED |
| 76 | #define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) (expr) |
| 77 | #else |
| 78 | #define FORWARD_CL_LAYER_SUPPORT_FUNC(expr) IsClBackendSupported(reasonIfUnsupported) |
| 79 | #endif |
| 80 | |
| 81 | #if ARMCOMPUTECL_ENABLED |
| 82 | template<class FuncType, class... Args> |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 83 | inline bool IsWorkloadSupported(FuncType&& func, Optional<std::string&> reasonIfUnsupported, Args&&... args) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 84 | { |
| 85 | arm_compute::Status aclStatus = func(std::forward<Args>(args)...); |
| 86 | const bool supported = (aclStatus.error_code() == arm_compute::ErrorCode::OK); |
| 87 | if (!supported && reasonIfUnsupported) |
| 88 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 89 | reasonIfUnsupported.value() = aclStatus.error_description(); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 90 | } |
| 91 | return supported; |
| 92 | } |
| 93 | |
| 94 | #define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \ |
| 95 | return IsWorkloadSupported(func, reasonIfUnsupported, __VA_ARGS__); |
| 96 | #else |
| 97 | #define FORWARD_WORKLOAD_VALIDATE_FUNC(func, reasonIfUnsupported, ...) \ |
| 98 | return IsClBackendSupported(reasonIfUnsupported); |
| 99 | #endif |
| 100 | |
| 101 | } //namespace |
| 102 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 103 | template<typename FloatFunc, typename Uint8Func, typename ... Params> |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 104 | bool IsSupportedForDataTypeCl(Optional<std::string&> reasonIfUnsupported, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 105 | DataType dataType, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 106 | FloatFunc floatFuncPtr, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 107 | Uint8Func uint8FuncPtr, |
| 108 | Params&&... params) |
| 109 | { |
| 110 | return IsClBackendSupported(reasonIfUnsupported) && |
| 111 | IsSupportedForDataTypeGeneric(reasonIfUnsupported, |
| 112 | dataType, |
| 113 | floatFuncPtr, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 114 | floatFuncPtr, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 115 | uint8FuncPtr, |
| 116 | std::forward<Params>(params)...); |
| 117 | } |
| 118 | |
| 119 | bool IsActivationSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 120 | const TensorInfo& output, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 121 | const ActivationDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 122 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 123 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 124 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClActivationWorkloadValidate, |
| 125 | reasonIfUnsupported, |
| 126 | input, |
| 127 | output, |
| 128 | descriptor); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 129 | } |
| 130 | |
| 131 | bool IsAdditionSupportedCl(const TensorInfo& input0, |
| 132 | const TensorInfo& input1, |
| 133 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 134 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 135 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 136 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClAdditionValidate, |
| 137 | reasonIfUnsupported, |
| 138 | input0, |
| 139 | input1, |
| 140 | output); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 141 | } |
| 142 | |
| 143 | bool IsBatchNormalizationSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 144 | const TensorInfo& output, |
| 145 | const TensorInfo& mean, |
| 146 | const TensorInfo& var, |
| 147 | const TensorInfo& beta, |
| 148 | const TensorInfo& gamma, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 149 | const BatchNormalizationDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 150 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 151 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 152 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClBatchNormalizationValidate, |
| 153 | reasonIfUnsupported, |
| 154 | input, |
| 155 | output, |
| 156 | mean, |
| 157 | var, |
| 158 | beta, |
| 159 | gamma, |
| 160 | descriptor); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 161 | } |
| 162 | |
| 163 | bool IsConstantSupportedCl(const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 164 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 165 | { |
| 166 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 167 | output.GetDataType(), |
| 168 | &TrueFunc<>, |
| 169 | &FalseFuncU8<>); |
| 170 | } |
| 171 | |
| 172 | bool IsClDirectConvolution2dSupported(const TensorInfo& weightInfo, const Convolution2dDescriptor& desc) |
| 173 | { |
| 174 | bool isSupported = false; |
| 175 | |
| 176 | bool strideXIsOneOrTwo = IsMatchingStride<1, 2>(desc.m_StrideX); |
| 177 | bool strideXIsThree = IsMatchingStride<3>(desc.m_StrideX); |
| 178 | |
| 179 | bool strideYIsOneOrTwo = IsMatchingStride<1, 2>(desc.m_StrideY); |
| 180 | bool strideYIsThree = IsMatchingStride<3>(desc.m_StrideY); |
| 181 | |
| 182 | bool strideIsOneOrTwo = strideXIsOneOrTwo && strideYIsOneOrTwo; |
| 183 | bool strideIsOneOrTwoOrThree = ( strideXIsOneOrTwo || strideXIsThree ) && ( strideYIsOneOrTwo || strideYIsThree ); |
| 184 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 185 | // 1x1 convolution with strides of 1,2,3. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 186 | isSupported |= IsMatchingSize2d<1>(weightInfo) && ( strideIsOneOrTwoOrThree ); |
| 187 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 188 | // 3x3 convolution with strides of 1,2. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 189 | isSupported |= IsMatchingSize2d<3>(weightInfo) && ( strideIsOneOrTwo ); |
| 190 | |
| 191 | // 5x5 convolution with strides of 1,2 |
| 192 | isSupported |= IsMatchingSize2d<5>(weightInfo) && ( strideIsOneOrTwo ); |
| 193 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 194 | //Fall back to normal convolution for the asymmetric padding case. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 195 | if (desc.m_PadLeft != desc.m_PadRight || |
| 196 | desc.m_PadTop != desc.m_PadBottom) |
| 197 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 198 | //Direct convolution does not support asymmetric padding yet. |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 199 | isSupported = false; |
| 200 | } |
| 201 | |
| 202 | return isSupported; |
| 203 | } |
| 204 | |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 205 | bool IsDirectConvolution2dParamsSupportedCl(Optional<std::string&> reasonIfUnsupported, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 206 | const Convolution2dDescriptor& parameters, |
| 207 | const TensorInfo& weightInfo) |
| 208 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 209 | ignore_unused(reasonIfUnsupported); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 210 | return IsClDirectConvolution2dSupported(weightInfo, parameters); |
| 211 | } |
| 212 | |
| 213 | bool IsConvolution2dSupportedCl(const TensorInfo& input, |
surmeh01 | 3537c2c | 2018-05-18 16:31:43 +0100 | [diff] [blame] | 214 | const TensorInfo& output, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 215 | const Convolution2dDescriptor& descriptor, |
| 216 | const TensorInfo& weights, |
David Beck | 5eec11d | 2018-10-04 15:43:17 +0100 | [diff] [blame] | 217 | const Optional<TensorInfo>& biases, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 218 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 219 | { |
surmeh01 | 3537c2c | 2018-05-18 16:31:43 +0100 | [diff] [blame] | 220 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvolution2dWorkloadValidate, |
| 221 | reasonIfUnsupported, |
| 222 | input, |
| 223 | output, |
| 224 | descriptor, |
| 225 | weights, |
| 226 | biases); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 227 | } |
| 228 | |
| 229 | bool IsDepthwiseConvolutionSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 230 | const TensorInfo& output, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 231 | const DepthwiseConvolution2dDescriptor& descriptor, |
| 232 | const TensorInfo& weights, |
David Beck | 5eec11d | 2018-10-04 15:43:17 +0100 | [diff] [blame] | 233 | const Optional<TensorInfo>& biases, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 234 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 235 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 236 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClDepthwiseConvolutionWorkloadValidate, |
| 237 | reasonIfUnsupported, |
| 238 | input, |
| 239 | output, |
| 240 | descriptor, |
| 241 | weights, |
| 242 | biases); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 243 | } |
| 244 | |
Francis Murtagh | e7a86a4 | 2018-08-29 12:42:10 +0100 | [diff] [blame] | 245 | bool IsDivisionSupportedCl(const TensorInfo& input0, |
| 246 | const TensorInfo& input1, |
| 247 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 248 | Optional<std::string&> reasonIfUnsupported) |
Francis Murtagh | e7a86a4 | 2018-08-29 12:42:10 +0100 | [diff] [blame] | 249 | { |
| 250 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClDivisionWorkloadValidate, |
| 251 | reasonIfUnsupported, |
| 252 | input0, |
| 253 | input1, |
| 254 | output); |
| 255 | } |
| 256 | |
David Beck | c2044fe | 2018-09-05 15:00:38 +0100 | [diff] [blame] | 257 | bool IsSubtractionSupportedCl(const TensorInfo& input0, |
| 258 | const TensorInfo& input1, |
| 259 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 260 | Optional<std::string&> reasonIfUnsupported) |
David Beck | c2044fe | 2018-09-05 15:00:38 +0100 | [diff] [blame] | 261 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 262 | |
| 263 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClSubtractionValidate, |
| 264 | reasonIfUnsupported, |
| 265 | input0, |
| 266 | input1, |
| 267 | output); |
David Beck | c2044fe | 2018-09-05 15:00:38 +0100 | [diff] [blame] | 268 | } |
| 269 | |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 270 | bool IsFullyConnectedSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 271 | const TensorInfo& output, |
| 272 | const TensorInfo& weights, |
| 273 | const TensorInfo& biases, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 274 | const FullyConnectedDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 275 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 276 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 277 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClFullyConnectedWorkloadValidate, |
| 278 | reasonIfUnsupported, |
| 279 | input, |
| 280 | output, |
| 281 | weights, |
| 282 | biases, |
| 283 | descriptor); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 284 | } |
| 285 | |
| 286 | bool IsInputSupportedCl(const TensorInfo& input, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 287 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 288 | { |
| 289 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 290 | input.GetDataType(), |
| 291 | &TrueFunc<>, |
| 292 | &TrueFunc<>); |
| 293 | } |
| 294 | |
| 295 | bool IsL2NormalizationSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 296 | const TensorInfo& output, |
Matteo Martincigh | bcd3c85 | 2018-09-28 14:14:12 +0100 | [diff] [blame] | 297 | const L2NormalizationDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 298 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 299 | { |
Matteo Martincigh | bcd3c85 | 2018-09-28 14:14:12 +0100 | [diff] [blame] | 300 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClL2NormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 301 | } |
| 302 | |
| 303 | bool IsMergerSupportedCl(const std::vector<const TensorInfo*> inputs, |
| 304 | const OriginsDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 305 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 306 | { |
| 307 | ignore_unused(descriptor); |
| 308 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 309 | inputs[0]->GetDataType(), |
| 310 | &TrueFunc<>, |
| 311 | &FalseFuncU8<>); |
| 312 | } |
| 313 | |
| 314 | bool IsMultiplicationSupportedCl(const TensorInfo& input0, |
| 315 | const TensorInfo& input1, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 316 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 317 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 318 | { |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 319 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClMultiplicationWorkloadValidate, |
| 320 | reasonIfUnsupported, |
| 321 | input0, |
| 322 | input1, |
| 323 | output); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 324 | } |
| 325 | |
| 326 | bool IsNormalizationSupportedCl(const TensorInfo& input, |
| 327 | const TensorInfo& output, |
| 328 | const NormalizationDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 329 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 330 | { |
| 331 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClNormalizationWorkloadValidate, reasonIfUnsupported, input, output, descriptor); |
| 332 | } |
| 333 | |
| 334 | bool IsOutputSupportedCl(const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 335 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 336 | { |
| 337 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 338 | output.GetDataType(), |
| 339 | &TrueFunc<>, |
| 340 | &TrueFunc<>); |
| 341 | } |
| 342 | |
| 343 | bool IsPermuteSupportedCl(const TensorInfo& input, |
| 344 | const TensorInfo& output, |
| 345 | const PermuteDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 346 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 347 | { |
| 348 | ignore_unused(input); |
| 349 | ignore_unused(output); |
| 350 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClPermuteWorkloadValidate, reasonIfUnsupported, descriptor); |
| 351 | } |
| 352 | |
| 353 | bool IsPooling2dSupportedCl(const TensorInfo& input, |
| 354 | const TensorInfo& output, |
| 355 | const Pooling2dDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 356 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 357 | { |
| 358 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClPooling2dWorkloadValidate, reasonIfUnsupported, input, output, descriptor); |
| 359 | } |
| 360 | |
| 361 | bool IsResizeBilinearSupportedCl(const TensorInfo& input, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 362 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 363 | { |
| 364 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 365 | input.GetDataType(), |
| 366 | &TrueFunc<>, |
| 367 | &FalseFuncU8<>); |
| 368 | } |
| 369 | |
| 370 | bool IsSoftmaxSupportedCl(const TensorInfo& input, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 371 | const TensorInfo& output, |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 372 | const SoftmaxDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 373 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 374 | { |
| 375 | ignore_unused(descriptor); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 376 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClSoftmaxWorkloadValidate, reasonIfUnsupported, input, output); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 377 | } |
| 378 | |
| 379 | bool IsSplitterSupportedCl(const TensorInfo& input, |
| 380 | const ViewsDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 381 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 382 | { |
| 383 | ignore_unused(descriptor); |
| 384 | return IsSupportedForDataTypeCl(reasonIfUnsupported, |
| 385 | input.GetDataType(), |
| 386 | &TrueFunc<>, |
| 387 | &TrueFunc<>); |
| 388 | } |
| 389 | |
| 390 | bool IsFakeQuantizationSupportedCl(const TensorInfo& input, |
| 391 | const FakeQuantizationDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 392 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 393 | { |
| 394 | ignore_unused(input); |
| 395 | ignore_unused(descriptor); |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 396 | ignore_unused(reasonIfUnsupported); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 397 | return false; |
| 398 | } |
| 399 | |
| 400 | bool IsReshapeSupportedCl(const TensorInfo& input, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 401 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 402 | { |
| 403 | ignore_unused(input); |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 404 | ignore_unused(reasonIfUnsupported); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 405 | return true; |
| 406 | } |
| 407 | |
| 408 | bool IsFloorSupportedCl(const TensorInfo& input, |
| 409 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 410 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 411 | { |
| 412 | ignore_unused(output); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 413 | return IsClBackendSupported(reasonIfUnsupported) && |
| 414 | IsSupportedForDataTypeGeneric(reasonIfUnsupported, |
| 415 | input.GetDataType(), |
| 416 | &FalseFuncF16<>, |
| 417 | &TrueFunc<>, |
| 418 | &FalseFuncU8<>); |
| 419 | } |
| 420 | |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 421 | bool IsLstmSupportedCl(const TensorInfo& input, |
| 422 | const TensorInfo& outputStateIn, |
| 423 | const TensorInfo& cellStateIn, |
| 424 | const TensorInfo& scratchBuffer, |
| 425 | const TensorInfo& outputStateOut, |
| 426 | const TensorInfo& cellStateOut, |
| 427 | const TensorInfo& output, |
| 428 | const LstmDescriptor& descriptor, |
| 429 | const TensorInfo& inputToForgetWeights, |
| 430 | const TensorInfo& inputToCellWeights, |
| 431 | const TensorInfo& inputToOutputWeights, |
| 432 | const TensorInfo& recurrentToForgetWeights, |
| 433 | const TensorInfo& recurrentToCellWeights, |
| 434 | const TensorInfo& recurrentToOutputWeights, |
| 435 | const TensorInfo& forgetGateBias, |
| 436 | const TensorInfo& cellBias, |
| 437 | const TensorInfo& outputGateBias, |
| 438 | const TensorInfo* inputToInputWeights, |
| 439 | const TensorInfo* recurrentToInputWeights, |
| 440 | const TensorInfo* cellToInputWeights, |
| 441 | const TensorInfo* inputGateBias, |
| 442 | const TensorInfo* projectionWeights, |
| 443 | const TensorInfo* projectionBias, |
| 444 | const TensorInfo* cellToForgetWeights, |
| 445 | const TensorInfo* cellToOutputWeights, |
| 446 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 447 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 448 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClLstmFloatWorkloadValidate, |
| 449 | reasonIfUnsupported, |
| 450 | input, |
| 451 | outputStateIn, |
| 452 | cellStateIn, |
| 453 | scratchBuffer, |
| 454 | outputStateOut, |
| 455 | cellStateOut, |
| 456 | output, |
| 457 | descriptor, |
| 458 | inputToForgetWeights, |
| 459 | inputToCellWeights, |
| 460 | inputToOutputWeights, |
| 461 | recurrentToForgetWeights, |
| 462 | recurrentToCellWeights, |
| 463 | recurrentToOutputWeights, |
| 464 | forgetGateBias, |
| 465 | cellBias, |
| 466 | outputGateBias, |
| 467 | inputToInputWeights, |
| 468 | recurrentToInputWeights, |
| 469 | cellToInputWeights, |
| 470 | inputGateBias, |
| 471 | projectionWeights, |
| 472 | projectionBias, |
| 473 | cellToForgetWeights, |
| 474 | cellToOutputWeights); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 475 | } |
| 476 | |
| 477 | bool IsConvertFp16ToFp32SupportedCl(const TensorInfo& input, |
| 478 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 479 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 480 | { |
| 481 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp16ToFp32WorkloadValidate, |
| 482 | reasonIfUnsupported, |
| 483 | input, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 484 | output); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 485 | } |
| 486 | |
| 487 | bool IsConvertFp32ToFp16SupportedCl(const TensorInfo& input, |
| 488 | const TensorInfo& output, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 489 | Optional<std::string&> reasonIfUnsupported) |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 490 | { |
| 491 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClConvertFp32ToFp16WorkloadValidate, |
| 492 | reasonIfUnsupported, |
| 493 | input, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 494 | output); |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 495 | } |
| 496 | |
narpra01 | 32b9046 | 2018-09-13 11:07:48 +0100 | [diff] [blame] | 497 | bool IsMeanSupportedCl(const TensorInfo& input, |
| 498 | const TensorInfo& output, |
| 499 | const MeanDescriptor& descriptor, |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 500 | Optional<std::string&> reasonIfUnsupported) |
narpra01 | 32b9046 | 2018-09-13 11:07:48 +0100 | [diff] [blame] | 501 | { |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 502 | ignore_unused(input); |
| 503 | ignore_unused(output); |
| 504 | ignore_unused(descriptor); |
| 505 | ignore_unused(reasonIfUnsupported); |
narpra01 | 32b9046 | 2018-09-13 11:07:48 +0100 | [diff] [blame] | 506 | return false; |
| 507 | } |
| 508 | |
arovir01 | 085f0a4 | 2018-10-08 14:48:19 +0100 | [diff] [blame] | 509 | bool IsPadSupportedCl(const TensorInfo& input, |
| 510 | const TensorInfo& output, |
| 511 | const PadDescriptor& descriptor, |
| 512 | Optional<std::string&> reasonIfUnsupported) |
| 513 | { |
| 514 | FORWARD_WORKLOAD_VALIDATE_FUNC(ClPadValidate, |
| 515 | reasonIfUnsupported, |
| 516 | input, |
| 517 | output, |
| 518 | descriptor); |
| 519 | } |
| 520 | |
telsoa01 | 4fcda01 | 2018-03-09 14:13:49 +0000 | [diff] [blame] | 521 | } |