blob: dbd380ab62946bc92c7da8f4140f76b02e162133 [file] [log] [blame]
arovir01b0717b52018-09-05 17:03:25 +01001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5
6#include "HalPolicy.hpp"
7
Aron Virginas-Tar366e0a62019-07-10 13:01:41 +01008#include "OutputShapeUtils.hpp"
9
arovir01b0717b52018-09-05 17:03:25 +010010#include "../1.0/HalPolicy.hpp"
11
Éanna Ó Catháin2fc21f72019-05-13 11:01:33 +010012namespace
13{
14static std::vector<V1_0::OperationType> opsEquivalentInV10({
15 V1_0::OperationType::ADD,
16 V1_0::OperationType::AVERAGE_POOL_2D,
17 V1_0::OperationType::CONCATENATION,
18 V1_0::OperationType::CONV_2D,
19 V1_0::OperationType::DEPTHWISE_CONV_2D,
David Monahand5bfae12019-05-30 12:07:44 +010020 V1_0::OperationType::DEQUANTIZE,
Éanna Ó Catháin2fc21f72019-05-13 11:01:33 +010021 V1_0::OperationType::FLOOR,
22 V1_0::OperationType::FULLY_CONNECTED,
23 V1_0::OperationType::LOCAL_RESPONSE_NORMALIZATION,
24 V1_0::OperationType::LOGISTIC,
25 V1_0::OperationType::LSTM,
26 V1_0::OperationType::L2_NORMALIZATION,
27 V1_0::OperationType::L2_POOL_2D,
28 V1_0::OperationType::MAX_POOL_2D,
29 V1_0::OperationType::MUL,
30 V1_0::OperationType::RELU,
31 V1_0::OperationType::RELU1,
32 V1_0::OperationType::RELU6,
33 V1_0::OperationType::SOFTMAX,
Keith Davisa6bc52f2019-06-26 09:39:49 +010034 V1_0::OperationType::SPACE_TO_DEPTH,
Éanna Ó Catháin2fc21f72019-05-13 11:01:33 +010035 V1_0::OperationType::TANH,
36 V1_0::OperationType::RESHAPE,
37 V1_0::OperationType::RESIZE_BILINEAR,
38});
39
40bool CompliantWithVersion10(const V1_1::Operation & operation)
41{
42 std::vector<V1_0::OperationType>::iterator it;
43 it = std::find(opsEquivalentInV10.begin(), opsEquivalentInV10.end(),
44 static_cast<V1_0::OperationType>(operation.type));
45
46 if(it != opsEquivalentInV10.end())
47 {
48 return true;
49 }
50 return false;
51}
52
53V1_0::Operation ConvertOperationToVersion10(const V1_1::Operation & operation)
54{
55 V1_0::Operation v10Operation;
56 v10Operation.type = static_cast<V1_0::OperationType>(operation.type);
57 v10Operation.inputs = operation.inputs;
58 v10Operation.outputs = operation.outputs;
59 return v10Operation;
60}
61}
62
arovir01b0717b52018-09-05 17:03:25 +010063namespace armnn_driver
64{
65namespace hal_1_1
66{
67
68bool HalPolicy::ConvertOperation(const Operation& operation, const Model& model, ConversionData& data)
69{
Éanna Ó Catháin2fc21f72019-05-13 11:01:33 +010070 if (CompliantWithVersion10(operation))
arovir01b0717b52018-09-05 17:03:25 +010071 {
Éanna Ó Catháin2fc21f72019-05-13 11:01:33 +010072 hal_1_0::HalPolicy::Operation v10Operation = ConvertOperationToVersion10(operation);
arovir01b0717b52018-09-05 17:03:25 +010073 hal_1_0::HalPolicy::Model v10Model = convertToV1_0(model);
74
75 return hal_1_0::HalPolicy::ConvertOperation(v10Operation, v10Model, data);
76 }
77 else
78 {
79 switch (operation.type)
80 {
81 case V1_1::OperationType::DIV:
82 return ConvertDiv(operation, model, data);
David Beck38e12942018-09-12 16:02:24 +010083 case V1_1::OperationType::SUB:
84 return ConvertSub(operation, model, data);
narpra013c052562018-09-17 14:25:04 +010085 case V1_1::OperationType::MEAN:
86 return ConvertMean(operation, model, data);
Nina Drozd62a4a9f2018-10-01 14:20:25 +010087 case V1_1::OperationType::PAD:
88 return ConvertPad(operation, model, data);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +000089 case V1_1::OperationType::SPACE_TO_BATCH_ND:
90 return ConvertSpaceToBatchNd(operation, model, data);
saoste01b8471482018-10-10 09:44:51 +010091 case V1_1::OperationType::SQUEEZE:
92 return ConvertSqueeze(operation, model, data);
Sadik Armagan758eee82018-11-15 15:34:49 +000093 case V1_1::OperationType::STRIDED_SLICE:
94 return ConvertStridedSlice(operation, model, data);
saoste01fe463152018-10-18 17:49:56 +010095 case V1_1::OperationType::TRANSPOSE:
96 return ConvertTranspose(operation, model, data);
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +000097 case V1_1::OperationType::BATCH_TO_SPACE_ND:
98 return ConvertBatchToSpaceNd(operation, model, data);
arovir01b0717b52018-09-05 17:03:25 +010099 default:
100 return Fail("%s: Operation type %s not supported in ArmnnDriver",
101 __func__, toString(operation.type).c_str());
102 }
103 }
104}
105
106bool HalPolicy::ConvertDiv(const Operation& operation, const Model& model, ConversionData& data)
107{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100108 LayerInputHandle input0 = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
109 LayerInputHandle input1 = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 1, model, data);
arovir01b0717b52018-09-05 17:03:25 +0100110
111 if (!input0.IsValid() || !input1.IsValid())
112 {
113 return Fail("%s: Operation has invalid inputs", __func__);
114 }
115
116 // The FuseActivation parameter is always the input index 2
117 // and it should be optional
118 ActivationFn activationFunction;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100119 if (!GetOptionalInputActivation<hal_1_1::HalPolicy>(operation, 2, activationFunction, model, data))
arovir01b0717b52018-09-05 17:03:25 +0100120 {
121 return Fail("%s: Operation has invalid inputs", __func__);
122 }
123
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100124 const Operand* outputOperand = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
arovir01b0717b52018-09-05 17:03:25 +0100125 if (!outputOperand)
126 {
127 return false;
128 }
129
130 const armnn::TensorInfo& outInfo = GetTensorInfoForOperand(*outputOperand);
131
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100132 if (!IsLayerSupportedForAnyBackend(__func__,
133 armnn::IsDivisionSupported,
134 data.m_Backends,
135 input0.GetTensorInfo(),
136 input1.GetTensorInfo(),
137 outInfo))
arovir01b0717b52018-09-05 17:03:25 +0100138 {
139 return false;
140 }
141
142 armnn::IConnectableLayer* const startLayer = data.m_Network->AddDivisionLayer();
143 armnn::IConnectableLayer* const endLayer = ProcessActivation(outInfo, activationFunction, startLayer, data);
144
145 const armnn::TensorInfo& inputTensorInfo0 = input0.GetTensorInfo();
146 const armnn::TensorInfo& inputTensorInfo1 = input1.GetTensorInfo();
147
148 if (endLayer)
149 {
150 BroadcastTensor(input0, input1, startLayer, *data.m_Network);
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100151 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *endLayer, model, data);
arovir01b0717b52018-09-05 17:03:25 +0100152 }
153
154 return Fail("%s: ProcessActivation failed", __func__);
155}
156
David Beck38e12942018-09-12 16:02:24 +0100157bool HalPolicy::ConvertSub(const Operation& operation, const Model& model, ConversionData& data)
158{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100159 LayerInputHandle input0 = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
160 LayerInputHandle input1 = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 1, model, data);
David Beck38e12942018-09-12 16:02:24 +0100161
162 if (!input0.IsValid() || !input1.IsValid())
163 {
164 return Fail("%s: Operation has invalid inputs", __func__);
165 }
166
167 // The FuseActivation parameter is always the input index 2
168 // and it should be optional
169 ActivationFn activationFunction;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100170 if (!GetOptionalInputActivation<hal_1_1::HalPolicy>(operation, 2, activationFunction, model, data))
David Beck38e12942018-09-12 16:02:24 +0100171 {
172 return Fail("%s: Operation has invalid inputs", __func__);
173 }
174
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100175 const Operand* outputOperand = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
David Beck38e12942018-09-12 16:02:24 +0100176 if (!outputOperand)
177 {
178 return false;
179 }
180
Aron Virginas-Tar366e0a62019-07-10 13:01:41 +0100181 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*outputOperand);
182 if (IsDynamicOutput(outputInfo))
183 {
184 return Fail("%s: Dynamic output not supported", __func__);
185 }
David Beck38e12942018-09-12 16:02:24 +0100186
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100187 if (!IsLayerSupportedForAnyBackend(__func__,
188 armnn::IsSubtractionSupported,
189 data.m_Backends,
190 input0.GetTensorInfo(),
191 input1.GetTensorInfo(),
Aron Virginas-Tar366e0a62019-07-10 13:01:41 +0100192 outputInfo))
David Beck38e12942018-09-12 16:02:24 +0100193 {
194 return false;
195 }
196
197 armnn::IConnectableLayer* const startLayer = data.m_Network->AddSubtractionLayer();
Aron Virginas-Tar366e0a62019-07-10 13:01:41 +0100198 armnn::IConnectableLayer* const endLayer = ProcessActivation(outputInfo, activationFunction, startLayer, data);
David Beck38e12942018-09-12 16:02:24 +0100199
200 const armnn::TensorInfo& inputTensorInfo0 = input0.GetTensorInfo();
201 const armnn::TensorInfo& inputTensorInfo1 = input1.GetTensorInfo();
202
203 if (endLayer)
204 {
205 BroadcastTensor(input0, input1, startLayer, *data.m_Network);
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100206 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *endLayer, model, data);
David Beck38e12942018-09-12 16:02:24 +0100207 }
208
209 return Fail("%s: ProcessActivation failed", __func__);
210}
211
narpra013c052562018-09-17 14:25:04 +0100212bool HalPolicy::ConvertMean(const Operation& operation, const Model& model, ConversionData& data)
213{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100214 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
narpra013c052562018-09-17 14:25:04 +0100215 if (!input.IsValid())
216 {
217 return Fail("%s: Operation has invalid inputs", __func__);
218 }
219
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100220 const Operand* axisOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model);
Matteo Martincighae622b72018-10-23 18:25:38 +0100221 if (!axisOperand)
222 {
223 return Fail("%s: Could not read input 1", __func__);
224 }
225
226 std::vector<int32_t> axis;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100227 if (!GetTensorInt32Values<hal_1_1::HalPolicy>(*axisOperand, axis, model, data))
Matteo Martincighae622b72018-10-23 18:25:38 +0100228 {
229 return Fail("%s: Input 1 has invalid values", __func__);
230 }
231
232 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
233
234 // Convert the axis to unsigned int and remove duplicates.
235 unsigned int rank = inputInfo.GetNumDimensions();
236 std::set<unsigned int> uniqueAxis;
237 std::transform(axis.begin(), axis.end(),
238 std::inserter(uniqueAxis, uniqueAxis.begin()),
239 [rank](int i) -> unsigned int { return (i + rank) % rank; });
240
241 // Get the "keep dims" flag.
242 int32_t keepDims = 0;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100243 if (!GetInputInt32<hal_1_1::HalPolicy>(operation, 2, keepDims, model, data))
Matteo Martincighae622b72018-10-23 18:25:38 +0100244 {
245 return Fail("%s: Could not read input 2", __func__);
246 }
narpra013c052562018-09-17 14:25:04 +0100247
248 armnn::MeanDescriptor descriptor;
Matteo Martincighae622b72018-10-23 18:25:38 +0100249 descriptor.m_Axis.assign(uniqueAxis.begin(), uniqueAxis.end());
250 descriptor.m_KeepDims = keepDims > 0;
narpra013c052562018-09-17 14:25:04 +0100251
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100252 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
narpra013c052562018-09-17 14:25:04 +0100253 if (!output)
254 {
255 return Fail("%s: Could not read output 0", __func__);
256 }
257
258 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
259
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100260 if (!IsLayerSupportedForAnyBackend(__func__,
261 armnn::IsMeanSupported,
262 data.m_Backends,
263 inputInfo,
264 outputInfo,
265 descriptor))
narpra013c052562018-09-17 14:25:04 +0100266 {
267 return false;
268 }
269
270 armnn::IConnectableLayer* const layer = data.m_Network->AddMeanLayer(descriptor);
narpra0196bedf02018-09-26 16:57:28 +0100271 assert(layer != nullptr);
272 input.Connect(layer->GetInputSlot(0));
narpra013c052562018-09-17 14:25:04 +0100273
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100274 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
narpra013c052562018-09-17 14:25:04 +0100275}
276
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100277bool HalPolicy::ConvertPad(const Operation& operation, const Model& model, ConversionData& data)
278{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100279 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100280 if (!input.IsValid())
281 {
282 return Fail("%s: Operation has invalid inputs", __func__);
283 }
284
285 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100286 unsigned int rank = inputInfo.GetNumDimensions();
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100287
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100288 armnn::PadDescriptor descriptor;
Aron Virginas-Tarcb8ac842019-07-05 15:47:07 +0100289 if (!ConvertPaddings<hal_1_1::HalPolicy>(operation, model, data, rank, descriptor))
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100290 {
Aron Virginas-Tarcb8ac842019-07-05 15:47:07 +0100291 return Fail("%s: Could not convert paddings", __func__);
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100292 }
293
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100294 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100295 if (!output)
296 {
Aron Virginas-Tarcb8ac842019-07-05 15:47:07 +0100297 return Fail("%s: Could not read output", __func__);
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100298 }
299
300 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
Aron Virginas-Tar366e0a62019-07-10 13:01:41 +0100301 if (IsDynamicOutput(outputInfo))
302 {
303 return Fail("%s: Dynamic output not supported", __func__);
304 }
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100305
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100306 if (!IsLayerSupportedForAnyBackend(__func__,
307 armnn::IsPadSupported,
308 data.m_Backends,
309 inputInfo,
310 outputInfo,
311 descriptor))
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100312 {
313 return false;
314 }
315
316 armnn::IConnectableLayer* const layer = data.m_Network->AddPadLayer(descriptor);
317 assert(layer != nullptr);
318 input.Connect(layer->GetInputSlot(0));
319 layer->GetOutputSlot(0).SetTensorInfo(outputInfo);
320
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100321 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
Nina Drozd62a4a9f2018-10-01 14:20:25 +0100322}
323
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000324bool HalPolicy::ConvertSpaceToBatchNd(const Operation& operation, const Model& model, ConversionData& data)
325{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100326 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000327
328 if (!input.IsValid())
329 {
330 return Fail("%s: Operation has invalid inputs", __func__);
331 }
332
333 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
334 unsigned int rank = inputInfo.GetNumDimensions();
335 unsigned int spatialDim = rank - 2;
336
337 if (rank != 4)
338 {
339 Fail("%s: Only inputs with rank 4 are supported", __func__);
340 }
341
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100342 const Operand* blockShapeOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model);
343 const Operand* paddingsOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 2, model);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000344
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100345 armnn::TensorShape blockShapeOperandShape = GetTensorShapeForOperand(*blockShapeOperand);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000346 if (blockShapeOperandShape.GetNumDimensions() != 1 || blockShapeOperandShape.GetNumElements() != spatialDim)
347 {
348 return Fail("%s: Operation has invalid block shape operand: expected shape [%d]", __func__, spatialDim);
349 }
350
351 std::vector<int32_t> blockShape;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100352 GetTensorInt32Values<hal_1_1::HalPolicy>(*blockShapeOperand, blockShape, model, data);
Sadik Armagan8bef7b32018-12-20 14:14:12 +0000353 if (std::any_of(blockShape.cbegin(), blockShape.cend(), [](int32_t i){ return i < 1; }))
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000354 {
Sadik Armagan8bef7b32018-12-20 14:14:12 +0000355 return Fail("%s: Block shape must be at least 1 in all dimensions.", __func__);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000356 }
357
358 armnn::TensorShape paddingsOperandShape = GetTensorShapeForOperand(*paddingsOperand);
359 if (paddingsOperandShape.GetNumDimensions() != 2 || paddingsOperandShape.GetNumElements() != 2 * spatialDim)
360 {
361 return Fail("%s: Operation has invalid paddings operand: expected shape [%d, 2]", __func__, spatialDim);
362 }
363
Sadik Armagan8bef7b32018-12-20 14:14:12 +0000364 std::vector<std::pair<unsigned int, unsigned int>> paddingList;
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000365 std::vector<int32_t> paddings;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100366 GetTensorInt32Values<hal_1_1::HalPolicy>(*paddingsOperand, paddings, model, data);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000367 for (unsigned int i = 0; i < paddings.size() - 1; i += 2)
368 {
369 int paddingBeforeInput = paddings[i];
370 int paddingAfterInput = paddings[i + 1];
371 if (paddingBeforeInput < 0 || paddingAfterInput < 0)
372 {
373 return Fail("%s: Operation has invalid paddings operand, invalid padding values.", __func__);
374 }
375
Sadik Armagan8bef7b32018-12-20 14:14:12 +0000376 paddingList.emplace_back((unsigned int) paddingBeforeInput, (unsigned int) paddingAfterInput);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000377 }
378
Sadik Armagan8bef7b32018-12-20 14:14:12 +0000379 armnn::SpaceToBatchNdDescriptor descriptor;
380 descriptor.m_DataLayout = armnn::DataLayout::NHWC;
381 descriptor.m_BlockShape.assign(blockShape.cbegin(), blockShape.cend());
382 descriptor.m_PadList.assign(paddingList.cbegin(), paddingList.cend());
383
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100384 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000385 if (!output)
386 {
387 return Fail("%s: Could not read output 0", __func__);
388 }
389
390 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100391 if (!IsLayerSupportedForAnyBackend(__func__,
392 armnn::IsSpaceToBatchNdSupported,
393 data.m_Backends,
394 inputInfo,
395 outputInfo,
396 descriptor))
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000397 {
398 return false;
399 }
400
401 armnn::IConnectableLayer* const layer = data.m_Network->AddSpaceToBatchNdLayer(descriptor);
402 assert(layer != nullptr);
403 input.Connect(layer->GetInputSlot(0));
404
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100405 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
Nattapat Chaimanowong81a68342018-11-05 14:04:47 +0000406}
407
saoste01b8471482018-10-10 09:44:51 +0100408bool HalPolicy::ConvertSqueeze(const Operation& operation, const Model& model, ConversionData& data)
409{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100410 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
saoste01b8471482018-10-10 09:44:51 +0100411
412 if (!input.IsValid())
413 {
414 return Fail("%s: Operation has invalid inputs", __func__);
415 }
416
417 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
418
419 unsigned int rank = inputInfo.GetNumDimensions();
saoste01fe463152018-10-18 17:49:56 +0100420 if (rank > 4)
saoste01b8471482018-10-10 09:44:51 +0100421 {
saoste01fe463152018-10-18 17:49:56 +0100422 Fail("%s: Inputs with rank greater than 4 are not supported", __func__);
saoste01b8471482018-10-10 09:44:51 +0100423 }
424
425 // NOTE: Axis is an optional parameter to SQUEEZE, therefore we do not want to generate a failure
426 // if the operand index is out of bounds.
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100427 const Operand* axisOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model, false);
saoste01b8471482018-10-10 09:44:51 +0100428
saoste01fe463152018-10-18 17:49:56 +0100429 const uint32_t dimensionSequence[] = { 0, 1, 2, 3 };
430
saoste01b8471482018-10-10 09:44:51 +0100431 std::vector<int32_t> axis;
saoste01fe463152018-10-18 17:49:56 +0100432 if (!axisOperand)
saoste01b8471482018-10-10 09:44:51 +0100433 {
434 axis.assign(dimensionSequence,
saoste01fe463152018-10-18 17:49:56 +0100435 dimensionSequence + rank);
saoste01b8471482018-10-10 09:44:51 +0100436 }
437 else
438 {
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100439 GetTensorInt32Values<hal_1_1::HalPolicy>(*axisOperand, axis, model, data);
saoste01b8471482018-10-10 09:44:51 +0100440 }
441
saoste01b8471482018-10-10 09:44:51 +0100442
saoste01a893efa2018-10-13 11:56:12 +0100443 std::vector<uint32_t> outputDims;
saoste01fe463152018-10-18 17:49:56 +0100444 for (unsigned int i = 0; i < rank; i++)
saoste01a893efa2018-10-13 11:56:12 +0100445 {
446 bool skipSqueeze = (std::find(axis.begin(), axis.end(), i) == axis.end());
447 auto currentDimension = inputInfo.GetShape()[i];
saoste01b8471482018-10-10 09:44:51 +0100448 if (skipSqueeze || currentDimension != 1)
449 {
450 outputDims.push_back(currentDimension);
451 }
452 }
453
saoste01fe463152018-10-18 17:49:56 +0100454 armnn::TensorShape outShape = armnn::TensorShape(outputDims.size(), outputDims.data());
saoste01b8471482018-10-10 09:44:51 +0100455
456 armnn::TensorInfo outputInfo = inputInfo;
457 outputInfo.SetShape(outShape);
458
459 armnn::ReshapeDescriptor reshapeDesc;
460 reshapeDesc.m_TargetShape = outputInfo.GetShape();
461
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100462 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
saoste01b8471482018-10-10 09:44:51 +0100463 if (!output)
464 {
465 return Fail("%s: Could not read output 0", __func__);
466 }
467
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100468 if (!IsLayerSupportedForAnyBackend(__func__,
469 armnn::IsReshapeSupported,
470 data.m_Backends,
471 inputInfo,
472 reshapeDesc))
saoste01b8471482018-10-10 09:44:51 +0100473 {
474 return false;
475 }
476
477 armnn::IConnectableLayer* const layer = data.m_Network->AddReshapeLayer(reshapeDesc);
478 assert(layer != nullptr);
479 input.Connect(layer->GetInputSlot(0));
saoste01fe463152018-10-18 17:49:56 +0100480
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100481 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
saoste01fe463152018-10-18 17:49:56 +0100482}
483
Sadik Armagan758eee82018-11-15 15:34:49 +0000484bool HalPolicy::ConvertStridedSlice(const Operation& operation, const Model& model, ConversionData& data)
485{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100486 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
Sadik Armagan758eee82018-11-15 15:34:49 +0000487 if (!input.IsValid())
488 {
489 return Fail("%s: Operation has invalid inputs", __func__);
490 }
491 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
492
493 unsigned int rank = inputInfo.GetNumDimensions();
494 if (rank > 4)
495 {
496 Fail("%s: Inputs with rank greater than 4 are not supported", __func__);
497 }
498
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100499 const Operand* beginOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model);
500 const Operand* endOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 2, model);
501 const Operand* stridesOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 3, model);
Sadik Armagan758eee82018-11-15 15:34:49 +0000502
503 std::vector<int32_t> beginValues;
504 std::vector<int32_t> endValues;
505 std::vector<int32_t> stridesValues;
506
507 // The length of the beginOperand, endOperand and stridesOperand must be of a rank(input)
508 auto ValidateInputOperands = [&] (const Operand& operand, std::vector<int32_t>& operandValues)
509 {
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100510 if (!GetTensorInt32Values<hal_1_1::HalPolicy>(operand, operandValues, model, data))
Sadik Armagan758eee82018-11-15 15:34:49 +0000511 {
512 return false;
513 }
514
515 if (operandValues.size() != rank)
516 {
517 return false;
518 }
519
520 return true;
521 };
522
523 if (!ValidateInputOperands(*beginOperand, beginValues)
524 || !ValidateInputOperands(*endOperand, endValues)
525 || !ValidateInputOperands(*stridesOperand, stridesValues))
526 {
527 return Fail("%s: Operation has invalid input operand", __func__);
528 }
529
530 // Stride cannot have value '0'
531 if (std::any_of(stridesValues.cbegin(), stridesValues.cend(), [](int32_t i){ return i == 0; }))
532 {
533 return Fail("%s: Stride must be non-zero value.", __func__);
534 }
535
536 armnn::StridedSliceDescriptor descriptor;
537 descriptor.m_Begin.assign(beginValues.cbegin(), beginValues.cend());
538 descriptor.m_End.assign(endValues.cbegin(), endValues.cend());
539 descriptor.m_Stride.assign(stridesValues.cbegin(), stridesValues.cend());
540 descriptor.m_DataLayout = armnn::DataLayout::NHWC;
541
542 // Get the "begin_mask", "end_mask", and "shrink_axis_mask" flags
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100543 if (!GetInputInt32<hal_1_1::HalPolicy>(operation, 4, descriptor.m_BeginMask, model, data) ||
544 !GetInputInt32<hal_1_1::HalPolicy>(operation, 5, descriptor.m_EndMask, model, data) ||
545 !GetInputInt32<hal_1_1::HalPolicy>(operation, 6, descriptor.m_ShrinkAxisMask, model, data))
Sadik Armagan758eee82018-11-15 15:34:49 +0000546 {
547 return Fail("%s: Operation has invalid inputs", __func__);
548 }
549
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100550 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
Sadik Armagan758eee82018-11-15 15:34:49 +0000551 if (!output)
552 {
553 return Fail("%s: Could not read output 0", __func__);
554 }
555 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
556
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100557 if (!IsLayerSupportedForAnyBackend(__func__,
558 armnn::IsStridedSliceSupported,
559 data.m_Backends,
560 inputInfo,
561 outputInfo,
562 descriptor))
Sadik Armagan758eee82018-11-15 15:34:49 +0000563 {
564 return false;
565 }
566
567 armnn::IConnectableLayer* const layer = data.m_Network->AddStridedSliceLayer(descriptor);
568 assert(layer != nullptr);
569 input.Connect(layer->GetInputSlot(0));
570
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100571 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
Sadik Armagan758eee82018-11-15 15:34:49 +0000572}
573
saoste01fe463152018-10-18 17:49:56 +0100574bool HalPolicy::ConvertTranspose(const Operation& operation, const Model& model, ConversionData& data)
575{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100576 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
saoste01fe463152018-10-18 17:49:56 +0100577
578 if (!input.IsValid())
579 {
580 return Fail("%s: Operation has invalid inputs", __func__);
581 }
582
583 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
584
585 unsigned int rank = inputInfo.GetNumDimensions();
586 if (rank > 4)
587 {
588 Fail("%s: Inputs with rank greater than 4 are not supported", __func__);
589 }
590
591 // NOTE: Axis is an optional parameter to TRANSPOSE, therefore we do not want to generate a failure
592 // if the operand index is out of bounds.
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100593 const Operand* permOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model, false);
saoste01fe463152018-10-18 17:49:56 +0100594
595 std::vector<int32_t> perm(rank);
596 if (!permOperand)
597 {
598 // NOTE: If perm is not given, it is set to (n-1...0), where n is the rank of the tensor
599 for (unsigned int i = rank; i > 0; i--)
600 {
601 perm[rank - i] = boost::numeric_cast<int> (i - 1);
602 }
603 }
604 else
605 {
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100606 GetTensorInt32Values<hal_1_1::HalPolicy>(*permOperand, perm, model, data);
saoste01fe463152018-10-18 17:49:56 +0100607 }
608
609 std::vector<uint32_t> outputDims(perm.begin(), perm.begin() + rank);
610
611 auto permutationVector = armnn::PermutationVector(outputDims.data(), outputDims.size());
612 if (!permutationVector.IsEqual(NHWCToArmNN)
613 && !permutationVector.IsEqual(ArmNNToNHWC)
614 && !permutationVector.IsEqual({ 3, 2, 0, 1 }))
615 {
616 return Fail("%s: Only [0, 3, 1, 2], [0, 2, 3, 1] and [3, 2, 0, 1] permutations are supported.", __func__);
617 }
618
619 armnn::PermuteDescriptor permuteDesc;
620 permuteDesc.m_DimMappings = permutationVector;
621
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100622 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
saoste01fe463152018-10-18 17:49:56 +0100623 if (!output)
624 {
625 return Fail("%s: Could not read output 0", __func__);
626 }
627
628 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
629
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100630 if (!IsLayerSupportedForAnyBackend(__func__,
631 armnn::IsPermuteSupported,
632 data.m_Backends,
633 inputInfo,
634 outputInfo,
635 permuteDesc))
saoste01fe463152018-10-18 17:49:56 +0100636 {
637 return false;
638 }
639
640 armnn::IConnectableLayer* const layer = data.m_Network->AddPermuteLayer(permuteDesc);
641 assert(layer != nullptr);
642 input.Connect(layer->GetInputSlot(0));
saoste01b8471482018-10-10 09:44:51 +0100643
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100644 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
saoste01b8471482018-10-10 09:44:51 +0100645}
646
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000647bool HalPolicy::ConvertBatchToSpaceNd(const Operation& operation, const Model& model, ConversionData& data)
648{
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100649 LayerInputHandle input = ConvertToLayerInputHandle<hal_1_1::HalPolicy>(operation, 0, model, data);
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000650 if (!input.IsValid())
651 {
652 return Fail("%s: Operation has invalid inputs", __func__);
653 }
654
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100655 const Operand* blockOperand = GetInputOperand<hal_1_1::HalPolicy>(operation, 1, model);
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000656 if (!blockOperand)
657 {
658 return Fail("%s: Could not read input 1", __func__);
659 }
660
661 // Convert the block operand to int32
662 std::vector<int32_t> block;
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100663 if (!GetTensorInt32Values<hal_1_1::HalPolicy>(*blockOperand, block, model, data))
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000664 {
665 return Fail("%s: Input 1 has invalid values", __func__);
666 }
667
668 const armnn::TensorInfo& inputInfo = input.GetTensorInfo();
669
670 unsigned int rank = inputInfo.GetNumDimensions();
671 if (rank != 4)
672 {
673 Fail("%s: Only inputs with rank equal to 4 are supported", __func__);
674 }
675
676 if (std::any_of(block.cbegin(), block.cend(), [](int32_t i){ return i < 1; }))
677 {
678 return Fail("%s: Block sizes for each spatial dimension of the input tensor must be"
679 " greater than or equal to 1", __func__);
680 }
681
682 armnn::BatchToSpaceNdDescriptor batchToSpaceNdDesc;
683 batchToSpaceNdDesc.m_BlockShape.assign(block.cbegin(), block.cend());
684 batchToSpaceNdDesc.m_DataLayout = armnn::DataLayout::NHWC;
685
686 // Setting crops to 0,0 0,0 as it is not supported in Android NN API
687 batchToSpaceNdDesc.m_Crops = {{0, 0}, {0, 0}};
688
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100689 const Operand* output = GetOutputOperand<hal_1_1::HalPolicy>(operation, 0, model);
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000690 if (!output)
691 {
692 return Fail("%s: Could not read output 0", __func__);
693 }
694
695 const armnn::TensorInfo& outputInfo = GetTensorInfoForOperand(*output);
696
Nattapat Chaimanowongd5fd9762019-04-04 13:33:10 +0100697 if (!IsLayerSupportedForAnyBackend(__func__,
698 armnn::IsBatchToSpaceNdSupported,
699 data.m_Backends,
700 inputInfo,
701 outputInfo,
702 batchToSpaceNdDesc))
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000703 {
704 return false;
705 }
706
707 armnn::IConnectableLayer* const layer = data.m_Network->AddBatchToSpaceNdLayer(batchToSpaceNdDesc);
708 assert(layer != nullptr);
709 input.Connect(layer->GetInputSlot(0));
710
Aron Virginas-Tarcd700e42019-06-14 14:54:52 +0100711 return SetupAndTrackLayerOutputSlot<hal_1_1::HalPolicy>(operation, 0, *layer, model, data);
Éanna Ó Catháin2cd99b92018-11-14 14:33:52 +0000712}
713
arovir01b0717b52018-09-05 17:03:25 +0100714} // namespace hal_1_1
Aron Virginas-Tarcb8ac842019-07-05 15:47:07 +0100715} // namespace armnn_driver