blob: eb2ff4eff3b74954ea95376ecab9080d8159b96d [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
telsoa014fcda012018-03-09 14:13:49 +00002// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Matteo Martincighe011d202019-11-28 11:35:47 +00005
James Conroy1f58f032021-04-27 17:13:27 +01006#include <backendsCommon/TensorHandle.hpp>
Matteo Martincighe5b8eb92019-11-28 15:45:42 +00007#include <backendsCommon/WorkloadData.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +00008#include <armnnUtils/DataLayoutIndexed.hpp>
9#include <armnnUtils/TensorUtils.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010010#include <armnn/utility/NumericCast.hpp>
mathad01df9a3222021-04-28 11:42:57 +010011#include <armnn/Logging.hpp>
Matthew Bentham8800c002018-11-19 13:19:28 +000012
telsoa014fcda012018-03-09 14:13:49 +000013#include <algorithm>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000014#include <iomanip>
telsoa014fcda012018-03-09 14:13:49 +000015#include <string>
16#include <sstream>
telsoa014fcda012018-03-09 14:13:49 +000017
James Ward47fce872020-09-10 11:57:28 +010018#include <fmt/format.h>
telsoa014fcda012018-03-09 14:13:49 +000019
Matteo Martincigh21350152018-11-28 16:22:22 +000020using namespace armnnUtils;
21
telsoa014fcda012018-03-09 14:13:49 +000022namespace armnn
23{
24
25//---------------------------------------------------------------
26DataType GetBiasDataType(DataType inputDataType)
27{
28 switch (inputDataType)
29 {
telsoa01c577f2c2018-08-31 09:22:23 +010030 case DataType::Float16:
31 return DataType::Float16;
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +000032 case DataType::BFloat16:
telsoa014fcda012018-03-09 14:13:49 +000033 case DataType::Float32:
34 return DataType::Float32;
Keith Davis0c2eeac2020-02-11 16:51:50 +000035 case DataType::QAsymmS8:
36 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000037 case DataType::QAsymmU8:
telsoa014fcda012018-03-09 14:13:49 +000038 return DataType::Signed32;
Keith Davis5204aa82020-01-27 15:24:59 +000039 case DataType::QSymmS8:
40 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000041 case DataType::QSymmS16:
Ruomei Yan88d44b82019-05-23 14:29:06 +010042 return DataType::Signed32;
telsoa014fcda012018-03-09 14:13:49 +000043 default:
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +010044 ARMNN_ASSERT_MSG(false, "Invalid input data type");
telsoa014fcda012018-03-09 14:13:49 +000045 return DataType::Float32;
46 }
47}
48
49namespace
50{
51
52//---------------------------------------------------------------
53//android ndk does not support std::to_string function.
54template <typename T>
55std::string to_string(T value)
56{
57 std::ostringstream os;
58 os << value;
59 return os.str();
60}
61
62//---------------------------------------------------------------
63void ValidatePointer(const void* ptr, std::string const& descName, std::string const& paramName)
64{
65 if (!ptr)
66 {
67 throw InvalidArgumentException(descName + ": Invalid null pointer. The " +
68 paramName + " parameter must be set.");
69 }
70}
71
72//---------------------------------------------------------------
73void ValidateTensorShapesMatch(const TensorInfo& first,
74 const TensorInfo& second,
75 std::string const& descName,
76 std::string const& firstName,
77 std::string const& secondName)
78{
79 if (first.GetShape() != second.GetShape())
80 {
81 throw InvalidArgumentException(descName + ": "
82 + firstName + " & " + secondName + " must have identical shapes");
83 }
84}
85
86//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010087void ValidateNumInputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000088{
Sadik Armaganeff363d2019-04-05 15:25:46 +010089 if (workloadInfo.m_InputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000090 {
91 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +010092 ": Requires exactly " + to_string(expectedSize) + "input(s). " +
telsoa014fcda012018-03-09 14:13:49 +000093 to_string(workloadInfo.m_InputTensorInfos.size()) + " have been provided.");
94 }
95}
96
97//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010098void ValidateNumOutputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000099{
Sadik Armaganeff363d2019-04-05 15:25:46 +0100100 if (workloadInfo.m_OutputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +0000101 {
102 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +0100103 ": Requires exactly " + to_string(expectedSize) + " output(s). " +
telsoa014fcda012018-03-09 14:13:49 +0000104 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
105 }
106}
107
108//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100109void ValidateTensorNumDimensions(const TensorInfo& tensor,
telsoa014fcda012018-03-09 14:13:49 +0000110 std::string const& descName,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100111 unsigned int numDimensions,
telsoa014fcda012018-03-09 14:13:49 +0000112 std::string const& tensorName)
113{
114 if (tensor.GetNumDimensions() != numDimensions)
115 {
116 throw InvalidArgumentException(descName + ": Expected " + to_string(numDimensions) + " but got " +
117 to_string(tensor.GetNumDimensions()) + " dimensions for " +
118 tensorName + " tensor.");
119 }
120}
121
122//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100123void ValidateTensorNumElements(const TensorInfo& tensor,
124 std::string const& descName,
125 unsigned int numElements,
126 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100127{
128 if (tensor.GetNumElements() != numElements)
129 {
130 throw InvalidArgumentException(descName + ": Expected " + to_string(numElements) + " but got " +
James Conroyceda7852019-08-22 11:41:07 +0100131 to_string(tensor.GetNumElements()) + " elements for " +
Jan Eilers38e05bd2019-06-26 13:10:09 +0100132 tensorName + " tensor.");
133 }
134}
135
136//---------------------------------------------------------------
137void ValidateTensorNumDimNumElem(const TensorInfo& tensorInfo,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100138 unsigned int numDimension,
139 unsigned int numElements,
140 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100141{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100142 const std::string functionName{"ValidateTensorNumDimNumElem"};
143 ValidateTensorNumDimensions(tensorInfo, functionName, numDimension, tensorName);
144 ValidateTensorNumElements(tensorInfo, functionName, numElements, tensorName);
Jan Eilers38e05bd2019-06-26 13:10:09 +0100145}
146
147//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000148void ValidateTensorDataType(const TensorInfo& tensor, DataType dataType,
149 const std::string& descName, std::string const& tensorName)
150{
151 if (tensor.GetDataType() != dataType)
152 {
153 throw InvalidArgumentException(descName + ": Expected data type " + GetDataTypeName(dataType) + " but got " +
154 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
155 }
156}
157
Derek Lambertid466a542020-01-22 15:37:29 +0000158void ValidPerAxisQuantizedDataType(const TensorInfo& tensor, const std::string& descName, const std::string& tensorName)
159{
Jan Eilers1b2654f2021-09-24 15:45:46 +0100160 if (tensor.GetDataType() != DataType::QSymmS8)
Derek Lambertid466a542020-01-22 15:37:29 +0000161 {
162 throw InvalidArgumentException(descName +
163 ": Expected data type which supports per-axis quantization scheme but got " +
164 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
165 }
Derek Lambertid466a542020-01-22 15:37:29 +0000166}
167
telsoa014fcda012018-03-09 14:13:49 +0000168//---------------------------------------------------------------
Matteo Martincighe851b3d2019-05-28 14:31:20 +0100169void ValidateTensorQuantizationSpace(const TensorInfo& first,
170 const TensorInfo& second,
171 const std::string& descName,
172 std::string const& firstName,
173 std::string const& secondName)
174{
175 if (!first.IsQuantized() ||
176 !second.IsQuantized())
177 {
178 // Not a quantized type, ignore the validation
179 return;
180 }
181
182 DataType firstDataType = first.GetDataType();
183 DataType secondDataType = second.GetDataType();
184
185 if (firstDataType != secondDataType)
186 {
187 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
188 " must be of the same quantized type, " +
189 firstName + " is " + GetDataTypeName(firstDataType) + ", " +
190 secondName + " is " + GetDataTypeName(secondDataType));
191 }
192
193 if (!first.IsTypeSpaceMatch(second))
194 {
195 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
196 " must have the same quantization space, " +
197 firstName + " has offset " + to_string(first.GetQuantizationOffset()) +
198 " and scale " + to_string(first.GetQuantizationScale()) + ", " +
199 secondName + " has offset " + to_string(second.GetQuantizationOffset()) +
200 " and scale " + to_string(second.GetQuantizationScale()));
201 }
202}
203
204//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100205void ValidateBiasTensorQuantization(const TensorInfo& biasTensor,
206 const TensorInfo& inputTensorInfo,
207 const TensorInfo& weightsTensorInfo,
208 const std::string& descName)
telsoa014fcda012018-03-09 14:13:49 +0000209{
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000210 // Helper lambda function to validate a single bias quantization scale value
211 auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void
212 {
mathad01df9a3222021-04-28 11:42:57 +0100213 constexpr float tolerance = 0.0001f;
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000214 if (std::abs(biasScale - expectedScale) > tolerance)
215 {
216 // Print the float values with extra precision to see very small differences
mathad01df9a3222021-04-28 11:42:57 +0100217 ARMNN_LOG(warning) << std::setprecision(6) << descName << ": Expected " << expectedScale <<
218 " for bias quantization scale (product of input and weight scales), but got " <<
219 biasScale << ". Using scale provided.";
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000220 }
221 };
222
telsoa014fcda012018-03-09 14:13:49 +0000223 if (biasTensor.GetQuantizationOffset() != 0)
224 {
225 throw InvalidArgumentException(descName + ": Expected zero quantization offset for bias tensor but got " +
226 to_string(biasTensor.GetQuantizationOffset()));
227 }
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000228
James Conroy8502ade2020-11-12 19:26:29 +0000229 if (biasTensor.HasMultipleQuantizationScales() || weightsTensorInfo.HasMultipleQuantizationScales())
telsoa014fcda012018-03-09 14:13:49 +0000230 {
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000231 // Validate per-axis quantization scales
232 const std::vector<float>& weightScales = weightsTensorInfo.GetQuantizationScales();
233 const std::vector<float>& biasScales = biasTensor.GetQuantizationScales();
234
235 if (weightScales.size() != biasScales.size())
236 {
237 std::stringstream msg;
James Conroy8502ade2020-11-12 19:26:29 +0000238 msg << descName << ": Expected matching number of per-axis quantization scales for weights and bias, "
239 << "but got different values. This is currently unsupported: weights=" << weightScales.size()
240 << ", biases=" << biasScales.size();
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000241 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
242 }
243
244 for (size_t i = 0ul; i < biasScales.size(); ++i)
245 {
246 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightScales[i];
247 VerifyBiasQuantizationScale(biasScales[i], expectedScale);
248 }
249 }
250 else
251 {
252 // Validate per-tensor quantization scale
253 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightsTensorInfo.GetQuantizationScale();
254 VerifyBiasQuantizationScale(biasTensor.GetQuantizationScale(), expectedScale);
telsoa014fcda012018-03-09 14:13:49 +0000255 }
256}
257
258//---------------------------------------------------------------
259void ValidateTensors(const std::vector<ITensorHandle*>& vec,
260 unsigned int numExpected,
261 const std::string& descName,
262 const std::string& varName)
263{
264 if (vec.empty() && numExpected > 0)
265 {
266 throw InvalidArgumentException(descName + ": Invalid empty " + varName + " array.");
267 }
268
269 for (unsigned int i = 0; i < numExpected; ++i)
270 {
271 if (!vec[i])
272 {
273 throw InvalidArgumentException(descName + ": Invalid NULL for " + varName + to_string(i));
274 }
275 }
276}
277
278//---------------------------------------------------------------
279void ValidateBroadcastTensorShapesMatch(const TensorInfo& first,
280 const TensorInfo& second,
281 const TensorInfo& output,
282 std::string const& descName,
283 std::string const& firstName,
284 std::string const& secondName)
285{
286 // Tensors must have the same number of dimensions in order to be explicit about which dimensions will get
287 // broadcasted.
288 if (first.GetNumDimensions() != second.GetNumDimensions())
289 {
290 throw InvalidArgumentException(descName + ": Tensors "
291 + firstName + " & " + secondName
292 + " must have the same number of dimensions in order to be broadcasted");
293 }
294 uint32_t numDims = first.GetNumDimensions();
295 std::vector<uint32_t> outputDims(numDims, 0u);
296 for (uint32_t i = 0; i < numDims; i++)
297 {
298 const bool dimsNotEqual = first.GetShape()[i] != second.GetShape()[i];
299 const bool dimsNotOne = (first.GetShape()[i] != 1) && (second.GetShape()[i] != 1);
300 if (dimsNotEqual && dimsNotOne)
301 {
302 throw InvalidArgumentException("Broadcasting is not possible for incompatible shapes");
303 }
304 outputDims[i] = std::max(first.GetShape()[i], second.GetShape()[i]);
305 }
Matthew Sloyan171214c2020-09-09 09:07:37 +0100306 TensorShape broadcastShape = TensorShape(armnn::numeric_cast<unsigned int>(outputDims.size()), outputDims.data());
telsoa014fcda012018-03-09 14:13:49 +0000307 if (broadcastShape != output.GetShape())
308 {
309 throw InvalidArgumentException(descName + ": The tensor shape resulting from adding "
310 + firstName + " & " + secondName
311 + " does not match the output shape");
312 }
313}
314
315//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +0100316void ValidateDataTypes(const TensorInfo& info,
317 const std::vector<armnn::DataType>& supportedTypes,
318 std::string const& descName)
319{
320 auto iterator = std::find(supportedTypes.begin(), supportedTypes.end(), info.GetDataType());
321 if (iterator == supportedTypes.end())
322 {
323 throw InvalidArgumentException(descName + ": " + " Tensor type is not supported.");
324 }
325}
326
James Conroy4d1ff582019-06-10 17:06:39 +0100327//---------------------------------------------------------------
328void ValidateTensorDataTypesMatch(const TensorInfo& first,
329 const TensorInfo& second,
330 std::string const& descName,
331 std::string const& firstName,
332 std::string const& secondName)
333{
334 if (first.GetDataType() != second.GetDataType())
335 {
336 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
337 " must have identical data types.");
338 }
339}
340
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100341//---------------------------------------------------------------
342void ValidateTensorNumElementsMatch(const TensorInfo& first,
343 const TensorInfo& second,
344 std::string const& descName,
345 std::string const& firstName,
346 std::string const& secondName)
347{
348 if (first.GetNumElements() != second.GetNumElements())
349 {
350 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
351 " must have the same number of elements.");
352 }
353}
354
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000355void ValidateWeightDataType(const TensorInfo& inputInfo,
356 const TensorInfo& weightInfo,
357 const std::string& descName)
358{
359 const DataType inputType = inputInfo.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000360 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000361 {
362 const std::vector<DataType> validTypes =
363 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000364 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100365 DataType::QAsymmU8,
Jan Eilers1b2654f2021-09-24 15:45:46 +0100366 DataType::QSymmS8
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000367 };
368
369 ValidateDataTypes(weightInfo, validTypes, descName);
370 }
371 else
372 {
373 ValidateTensorDataTypesMatch(inputInfo, weightInfo, descName, "input", "weight");
374 }
375}
376
377void ValidatePerAxisQuantizationDimension(const TensorInfo& tensorInfo,
378 const std::string& descName,
379 const std::string& tensorName)
380{
381 const Optional<unsigned int>& quantizationDim = tensorInfo.GetQuantizationDim();
382 if (!quantizationDim.has_value())
383 {
James Ward47fce872020-09-10 11:57:28 +0100384 throw InvalidArgumentException(fmt::format("{0}: Quantization dimension for per-axis quantization "
385 "not set on tensor {1}.", descName, tensorName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000386 }
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000387}
388
389void ValidatePerAxisQuantizationOffset(const TensorInfo& tensorInfo,
390 const std::string& descName,
391 const std::string& tensorName)
392{
393 int32_t quantizationOffset = tensorInfo.GetQuantizationOffset();
394 if (quantizationOffset != 0)
395 {
James Ward47fce872020-09-10 11:57:28 +0100396 throw InvalidArgumentException(fmt::format(
397 "{0}: Quantization offset for per-axis quantization expected to be 0 on tensor {1}, but got: {2}",
398 descName, tensorName, quantizationOffset));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000399 }
400}
401
402void ValidatePerAxisQuantization(const TensorInfo& inputInfo,
403 const TensorInfo& outputInfo,
404 const TensorInfo& weightInfo,
405 const Optional<TensorInfo>& optionalBiasInfo,
406 const std::string& descName)
407{
408 if (weightInfo.HasPerAxisQuantization())
409 {
410 const DataType inputDataType = inputInfo.GetDataType();
411 const DataType outputDataType = outputInfo.GetDataType();
412
Keith Davis0c2eeac2020-02-11 16:51:50 +0000413 const bool canHavePerAxisQuantization = (IsQuantized8BitType(inputDataType)) && inputDataType == outputDataType;
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000414
415 if (!canHavePerAxisQuantization)
416 {
James Ward47fce872020-09-10 11:57:28 +0100417 throw InvalidArgumentException(fmt::format(
418 "{0}: Per-axis quantization parameters set on tensor {1}, but data type does not support "
419 "per-axis quantization.", descName, "weight"));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000420 }
421
Derek Lambertid466a542020-01-22 15:37:29 +0000422
423 ValidPerAxisQuantizedDataType(weightInfo, descName, "weight");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000424 ValidatePerAxisQuantizationDimension(weightInfo, descName, "weight");
425 ValidatePerAxisQuantizationOffset(weightInfo, descName, "weight");
426
427 if (optionalBiasInfo.has_value())
428 {
429 const TensorInfo& biasInfo = optionalBiasInfo.value();
430 if (!biasInfo.HasPerAxisQuantization())
431 {
James Ward47fce872020-09-10 11:57:28 +0100432 throw InvalidArgumentException(fmt::format(
433 "{}: Per-axis quantization parameters not set on bias tensor, "
434 "despite being set on weight tensor.", descName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000435 }
436
437 ValidateTensorDataType(biasInfo, DataType::Signed32, descName, "bias");
438 ValidatePerAxisQuantizationDimension(biasInfo, descName, "bias");
439 ValidatePerAxisQuantizationOffset(biasInfo, descName, "bias");
440 }
441 }
442}
443
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100444} // anonymous namespace
telsoa014fcda012018-03-09 14:13:49 +0000445
446void QueueDescriptor::ValidateInputsOutputs(const std::string& descName,
447 unsigned int numExpectedIn, unsigned int numExpectedOut) const
448{
449 ValidateTensors(m_Inputs, numExpectedIn, descName, "input");
450 ValidateTensors(m_Outputs, numExpectedOut, descName, "output");
451}
452
453//---------------------------------------------------------------
Jim Flynn68db06f2020-10-06 10:14:50 +0100454void MapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
455{
456 const std::string descriptorName{"MapQueueDescriptor"};
457
458 ValidateNumInputs(workloadInfo, descriptorName, 1);
Jim Flynn3a40ea52020-10-08 11:42:30 +0100459 ValidateNumOutputs(workloadInfo, descriptorName, 0);
460
461 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
462 {
463 if (!m_Inputs[i])
464 {
465 throw InvalidArgumentException(
466 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
467 }
468 }
469}
470
471//---------------------------------------------------------------
472void UnmapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
473{
474 const std::string descriptorName{"UnmapQueueDescriptor"};
475
476 ValidateNumInputs(workloadInfo, descriptorName, 1);
477 ValidateNumOutputs(workloadInfo, descriptorName, 0);
Jim Flynn68db06f2020-10-06 10:14:50 +0100478
479 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
480 {
481 if (!m_Inputs[i])
482 {
483 throw InvalidArgumentException(
484 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
485 }
486 }
487}
488
489//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000490void MemCopyQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
491{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100492 const std::string descriptorName{"MemCopyQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +0000493
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100494 ValidateNumInputs(workloadInfo, descriptorName, 1);
495 ValidateNumOutputs(workloadInfo, descriptorName , 1);
telsoa014fcda012018-03-09 14:13:49 +0000496
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100497 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
498 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
499
500 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
501 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000502
503 if (m_Inputs.size() != m_Outputs.size())
504 {
James Ward47fce872020-09-10 11:57:28 +0100505 throw InvalidArgumentException(fmt::format(
506 "{0}: Number of inputs ({1}) does not match the number of outputs ({2}).",
507 descriptorName, m_Inputs.size(), m_Outputs.size()));
telsoa014fcda012018-03-09 14:13:49 +0000508 }
509
510 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
511 {
512 if (!m_Inputs[i])
513 {
James Ward47fce872020-09-10 11:57:28 +0100514 throw InvalidArgumentException(fmt::format(
515 "{0}: Invalid NULL input {1}.", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000516 }
517
518 if (!m_Outputs[i])
519 {
James Ward47fce872020-09-10 11:57:28 +0100520 throw InvalidArgumentException(fmt::format("{0}: Invalid NULL output {1}", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000521 }
522 }
523}
524
Derek Lambertif674aa02019-08-01 15:56:25 +0100525//---------------------------------------------------------------
526void MemImportQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
527{
528 ValidateNumInputs(workloadInfo, "MemImportQueueDescriptor", 1);
529 ValidateNumOutputs(workloadInfo, "MemImportQueueDescriptor" , 1);
530
531 if (workloadInfo.m_InputTensorInfos.size() != 1)
532 {
James Ward47fce872020-09-10 11:57:28 +0100533 throw InvalidArgumentException(fmt::format("Number of input infos ({}) is not 1.",
534 workloadInfo.m_InputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100535
536 }
537
538 if (workloadInfo.m_InputTensorInfos.size() != workloadInfo.m_OutputTensorInfos.size())
539 {
James Ward47fce872020-09-10 11:57:28 +0100540 throw InvalidArgumentException(fmt::format(
541 "Number of input infos ({0}) does not match the number of output infos ({1})",
542 workloadInfo.m_InputTensorInfos.size(), workloadInfo.m_OutputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100543 }
544
545 for (std::size_t i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
546 {
547 if (workloadInfo.m_InputTensorInfos[i].GetNumElements() !=
548 workloadInfo.m_OutputTensorInfos[i].GetNumElements())
549 {
James Ward47fce872020-09-10 11:57:28 +0100550 throw InvalidArgumentException(fmt::format(
551 "Number of elements for tensor input and output {} does not match", i ));
Derek Lambertif674aa02019-08-01 15:56:25 +0100552 }
553 }
554
555 if (m_Inputs.size() != 1)
556 {
James Ward47fce872020-09-10 11:57:28 +0100557 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100558 }
559
560 if (m_Inputs.size() != m_Outputs.size())
561 {
James Ward47fce872020-09-10 11:57:28 +0100562 throw InvalidArgumentException(fmt::format(
563 "Number of inputs ({0}) does not match the number of outputs ({1})",
564 m_Inputs.size(), m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100565 }
566
567 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
568 {
569 if (!m_Inputs[i])
570 {
James Ward47fce872020-09-10 11:57:28 +0100571 throw InvalidArgumentException(fmt::format("Invalid null input {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100572 }
573
574 if (!m_Outputs[i])
575 {
James Ward47fce872020-09-10 11:57:28 +0100576 throw InvalidArgumentException(fmt::format("Invalid null output {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100577 }
578 }
579}
580
581//---------------------------------------------------------------
582void MemSyncQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
583{
584 ValidateNumInputs(workloadInfo, "MemSyncQueueDescriptor", 1);
585 ValidateNumOutputs(workloadInfo, "MemSyncQueueDescriptor" , 1);
586
Derek Lambertif674aa02019-08-01 15:56:25 +0100587 if (m_Inputs.size() != 1)
588 {
James Ward47fce872020-09-10 11:57:28 +0100589 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100590 }
591
592 if (m_Outputs.size() != 0)
593 {
James Ward47fce872020-09-10 11:57:28 +0100594 throw InvalidArgumentException(fmt::format("Number of outputs ({}) is not 0.", m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100595 }
596
597 if (!m_Inputs[0])
598 {
James Ward47fce872020-09-10 11:57:28 +0100599 throw InvalidArgumentException(fmt::format("Invalid null input 0"));
Derek Lambertif674aa02019-08-01 15:56:25 +0100600 }
601}
602
603//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000604void ActivationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
605{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100606 const std::string descriptorName{"ActivationQueueDescriptor"};
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100607
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100608 ValidateNumInputs(workloadInfo, descriptorName, 1);
609 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100610
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100611 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
612 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
nikraj01248683f2019-05-29 16:46:50 +0100613
614 std::vector<DataType> supportedTypes =
615 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000616 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100617 DataType::Float16,
618 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000619 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000620 DataType::QAsymmU8,
621 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100622 };
623
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100624 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
625 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
626 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000627}
628
Nikhil Rajee391d52019-09-05 17:50:44 +0100629void ArgMinMaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
630{
631 const std::string descriptorName{"ArgMinMaxQueueDescriptor"};
632
633 ValidateNumInputs(workloadInfo, descriptorName, 1);
634 ValidateNumOutputs(workloadInfo, descriptorName, 1);
635
636 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
637 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
638
Inki Daed4619e22020-09-10 15:33:54 +0900639 if (outputTensorInfo.GetDataType() != DataType::Signed32 &&
640 outputTensorInfo.GetDataType() != DataType::Signed64)
Nikhil Raj68c2c902019-09-19 11:21:11 +0100641 {
Inki Daed4619e22020-09-10 15:33:54 +0900642 throw InvalidArgumentException(descriptorName + ": Output of ArgMinMax layer must be Int32 or Int64.");
Nikhil Raj68c2c902019-09-19 11:21:11 +0100643 }
644
James Conroyd47a0642019-09-17 14:22:06 +0100645 std::vector<DataType> supportedInputTypes =
646 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000647 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100648 DataType::Float16,
649 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100650 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000651 DataType::QAsymmU8,
652 DataType::QSymmS16,
Inki Daed4619e22020-09-10 15:33:54 +0900653 DataType::Signed32,
654 DataType::Signed64
James Conroyd47a0642019-09-17 14:22:06 +0100655 };
Nikhil Rajee391d52019-09-05 17:50:44 +0100656
James Conroyd47a0642019-09-17 14:22:06 +0100657 ValidateDataTypes(inputTensorInfo, supportedInputTypes, descriptorName);
James Conroyc8724c72019-10-08 15:41:34 +0100658
659 auto inputShape = inputTensorInfo.GetShape();
660 auto outputShape = outputTensorInfo.GetShape();
661
662 auto inputNumDimensions = inputShape.GetNumDimensions();
663 auto unsignedAxis = armnnUtils::GetUnsignedAxis(inputNumDimensions, m_Parameters.m_Axis);
664
665 const std::string outputShapeError{": Output tensor shape does not match shape inferred from input tensor."};
666
667 // 1D input shape results in scalar output shape
668 if (inputShape.GetNumDimensions() == 1)
669 {
670 if (outputShape.GetNumDimensions() != 1 && outputShape[0] != 1)
671 {
672 throw InvalidArgumentException(descriptorName + outputShapeError);
673 }
674 }
675 else
676 {
677 for (unsigned int i = 0; i < unsignedAxis; ++i)
678 {
679 if (outputShape[i] != inputShape[i])
680 {
681 throw InvalidArgumentException(descriptorName + outputShapeError);
682 }
683 }
684
685 for (auto i = unsignedAxis + 1; i < inputNumDimensions; ++i)
686 {
687 if (outputShape[i - 1] != inputShape[i])
688 {
689 throw InvalidArgumentException(descriptorName + outputShapeError);
690 }
691 }
692 }
Nikhil Rajee391d52019-09-05 17:50:44 +0100693}
694
mathad01b392e982021-04-07 12:07:30 +0100695void CastQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
696{
697 const std::string descriptorName{"CastQueueDescriptor"};
698
699 ValidateNumInputs(workloadInfo, descriptorName, 1);
700 ValidateNumOutputs(workloadInfo, descriptorName, 1);
701
702 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
703 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
704
705 std::vector<DataType> supportedTypes =
706 {
707 DataType::BFloat16,
708 DataType::Float16,
709 DataType::Float32,
710 DataType::QAsymmS8,
711 DataType::QAsymmU8,
712 DataType::QSymmS8,
713 DataType::QSymmS16,
714 DataType::Signed32,
715 DataType::Signed64
716 };
717
718 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
719 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
720}
721
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100722void SoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
723{
724 const std::string descriptorName{"SoftmaxQueueDescriptor"};
725
726 ValidateNumInputs(workloadInfo, descriptorName, 1);
727 ValidateNumOutputs(workloadInfo, descriptorName, 1);
728
729 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
730 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
731
732 std::vector<DataType> supportedTypes =
733 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000734 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100735 DataType::Float16,
736 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000737 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000738 DataType::QAsymmU8,
739 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100740 };
741
742 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
743 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
744 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
745}
746
telsoa014fcda012018-03-09 14:13:49 +0000747void SplitterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
748{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100749 const std::string descriptorName{"SplitterQueueDescriptor"};
750
751 ValidateNumInputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000752
Ruomei Yan25339c32019-05-28 16:48:20 +0100753 // Check the supported data types
754 std::vector<DataType> supportedTypes =
755 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000756 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100757 DataType::Float32,
758 DataType::Float16,
759 DataType::Boolean,
760 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100761 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000762 DataType::QAsymmU8,
763 DataType::QSymmS16
Ruomei Yan25339c32019-05-28 16:48:20 +0100764 };
765
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100766 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
767 for (unsigned long i = 0ul; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Ruomei Yan25339c32019-05-28 16:48:20 +0100768 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100769 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[i];
770 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
771
772 const std::string outputName = "output_" + std::to_string(i);
773 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", outputName);
Ruomei Yan25339c32019-05-28 16:48:20 +0100774 }
Ruomei Yan25339c32019-05-28 16:48:20 +0100775
telsoa014fcda012018-03-09 14:13:49 +0000776 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
777 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100778 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000779 }
780
781 if (workloadInfo.m_OutputTensorInfos.size() != m_ViewOrigins.size())
782 {
783 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100784 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000785 "has to match number of workloadInfo.m_OutputTensorInfos. "
786 "Number of windows: " +
787 to_string(m_ViewOrigins.size()) +
788 ". Number of workloadInfo.m_OutputTensorInfos: " + to_string(workloadInfo.m_OutputTensorInfos.size()));
789 }
790
telsoa01c577f2c2018-08-31 09:22:23 +0100791 //The dimensionality of all the windows has to match the dimensionality (not shape) of the input.
telsoa014fcda012018-03-09 14:13:49 +0000792 std::size_t inputDims = workloadInfo.m_InputTensorInfos[0].GetNumDimensions();
793 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
794 {
telsoa01c577f2c2018-08-31 09:22:23 +0100795 //Checks that the dimensionality of input is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000796 ViewOrigin const& e = m_ViewOrigins[w];
797 if (e.m_Origin.size() != inputDims)
798 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100799 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000800 "have the same dimensionality as the input tensor. "
801 "Window origin (index: " +
802 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
803 " dimensions, the input "
804 "tensor has " +
805 to_string(inputDims) + " dimensions.");
806 }
807 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
808 {
809 if (e.m_Origin[i] + workloadInfo.m_OutputTensorInfos[w].GetShape()[i] >
810 workloadInfo.m_InputTensorInfos[0].GetShape()[i])
811 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100812 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000813 "be smaller or equal than the size of the input in that coord.");
814 }
815 }
816 }
817}
818
Jim Flynne242f2d2019-05-22 14:24:13 +0100819void ConcatQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
telsoa014fcda012018-03-09 14:13:49 +0000820{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100821 const std::string descriptorName{"ConcatQueueDescriptor"};
822
823 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000824
825 if (m_Inputs.size() <= 0)
826 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100827 throw InvalidArgumentException(descriptorName + ": At least one input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000828 }
829 if (m_Outputs.size() <= 0)
830 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100831 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000832 }
833
834 if (workloadInfo.m_InputTensorInfos.size() <= 0)
835 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100836 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000837 }
838 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
839 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100840 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000841 }
842
Nikhil Raj8599a412018-11-19 14:51:07 +0000843 if(m_Parameters.GetConcatAxis() > workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions())
844 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100845 throw InvalidArgumentException(descriptorName + ": Invalid concatenation axis provided.");
Nikhil Raj8599a412018-11-19 14:51:07 +0000846 }
847
848 if (workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions() - m_Parameters.GetConcatAxis() == 1)
849 {
850 return;
851 }
852
telsoa014fcda012018-03-09 14:13:49 +0000853 if (workloadInfo.m_InputTensorInfos.size() != m_ViewOrigins.size())
854 {
855 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100856 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000857 "has to match number of workloadInfo.m_InputTensorInfos. "
858 "Number of windows: " +
859 to_string(m_ViewOrigins.size()) +
860 ". Number of workloadInfo.m_InputTensorInfos: " + to_string(workloadInfo.m_InputTensorInfos.size()));
861 }
862
telsoa01c577f2c2018-08-31 09:22:23 +0100863 //The dimensionality of all the windows has to match the dimensionality (not shape) of the output.
telsoa014fcda012018-03-09 14:13:49 +0000864 std::size_t outputDims = workloadInfo.m_OutputTensorInfos[0].GetNumDimensions();
865 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
866 {
telsoa01c577f2c2018-08-31 09:22:23 +0100867 //Checks that the dimensionality of output is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000868 ViewOrigin const& e = m_ViewOrigins[w];
869 if (e.m_Origin.size() != outputDims)
870 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100871 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000872 "have the same dimensionality as the output tensor. "
873 "Window origin (index: " +
874 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
875 " dimensions, the output "
876 "tensor has " +
877 to_string(outputDims) + " dimensions.");
878 }
telsoa01c577f2c2018-08-31 09:22:23 +0100879 //Checks that the merge windows are within the output tensor.
telsoa014fcda012018-03-09 14:13:49 +0000880 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
881 {
882 if (e.m_Origin[i] + workloadInfo.m_InputTensorInfos[w].GetShape()[i]
883 > workloadInfo.m_OutputTensorInfos[0].GetShape()[i])
884 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100885 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000886 "be smaller or equal than the size of the output in that coord.");
887 }
888 }
889 }
Jim Flynncbb66aa2019-05-15 13:03:54 +0100890
891 // Check the supported data types
892 std::vector<DataType> supportedTypes =
893 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000894 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100895 DataType::Float32,
896 DataType::Float16,
897 DataType::Boolean,
898 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100899 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000900 DataType::QAsymmU8,
901 DataType::QSymmS16
Jim Flynncbb66aa2019-05-15 13:03:54 +0100902 };
903
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100904 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
905 for (unsigned long i = 0ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jim Flynncbb66aa2019-05-15 13:03:54 +0100906 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100907 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[i];
908 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
909
910 const std::string inputName = "input_" + std::to_string(i);
911 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, inputName, "output");
Jim Flynncbb66aa2019-05-15 13:03:54 +0100912 }
telsoa014fcda012018-03-09 14:13:49 +0000913}
914
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100915void StackQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
916{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100917 const std::string descriptorName{"StackQueueDescriptor"};
918
919 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100920
921 if (m_Parameters.m_NumInputs != workloadInfo.m_InputTensorInfos.size())
922 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100923 throw InvalidArgumentException(descriptorName + ": Must have the defined number of input tensors.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100924 }
925
926 // All inputs must have the same shape, which is defined in parameters
927 const TensorShape& inputShape = m_Parameters.m_InputShape;
928 for (unsigned int i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
929 {
930 if (workloadInfo.m_InputTensorInfos[i].GetShape() != inputShape)
931 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100932 throw InvalidArgumentException(descriptorName + ": All input tensor shapes must match the defined shape.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100933 }
934 }
935
Matthew Jacksondba634f2019-08-15 15:14:18 +0100936 if (inputShape.GetNumDimensions() > 4)
937 {
938 throw InvalidArgumentException(descriptorName + ": Input tensor may have up to 4 dimensions.");
939 }
940
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100941 // m_Axis is 0-based and may take values from 0 to the number of input dimensions (inclusive),
942 // since the output tensor has an additional dimension.
943 if (m_Parameters.m_Axis > inputShape.GetNumDimensions())
944 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100945 throw InvalidArgumentException(descriptorName + ": Axis may not be greater "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100946 "than the number of input dimensions.");
947 }
948
949 // Output shape must be as inferred from the input shape
950 const TensorShape& outputShape = workloadInfo.m_OutputTensorInfos[0].GetShape();
951 for (unsigned int i = 0; i < m_Parameters.m_Axis; ++i)
952 {
953 if (outputShape[i] != inputShape[i])
954 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100955 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100956 "match shape inferred from input tensor.");
957 }
958 }
959
960 if (outputShape[m_Parameters.m_Axis] != m_Parameters.m_NumInputs)
961 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100962 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100963 "match shape inferred from input tensor.");
964 }
965
966 for (unsigned int i = m_Parameters.m_Axis + 1; i < inputShape.GetNumDimensions() + 1; ++i)
967 {
968 if (outputShape[i] != inputShape[i-1])
969 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100970 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100971 "match shape inferred from input tensor.");
972 }
973 }
974
Matthew Jacksondba634f2019-08-15 15:14:18 +0100975 if (outputShape.GetNumDimensions() > 5)
976 {
977 throw InvalidArgumentException(descriptorName + ": Output tensor may have up to 5 dimensions.");
978 }
979
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100980 // Check the supported data types
981 std::vector<DataType> supportedTypes =
982 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000983 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100984 DataType::Float32,
985 DataType::Float16,
986 DataType::Boolean,
987 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100988 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000989 DataType::QAsymmU8,
990 DataType::QSymmS16
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100991 };
992
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100993 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100994
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100995 for (unsigned int i = 1ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100996 {
997 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
998 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100999 descriptorName,
1000 "input_0",
1001 "input_" + std::to_string(i));
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001002 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001003
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001004 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1005 workloadInfo.m_OutputTensorInfos[0],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001006 descriptorName,
1007 "input_0",
1008 "output");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001009}
1010
Ryan OSheaec6c6802020-06-05 17:17:06 +01001011void FillQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1012{
1013 const std::string descriptorName{"FillQueueDescriptor"};
1014
1015 ValidateNumInputs(workloadInfo, descriptorName, 1);
1016 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1017
1018 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1019 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1020
1021 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 1, "input");
1022
1023 std::vector<DataType> supportedTypes =
1024 {
1025 DataType::BFloat16,
1026 DataType::Float32,
1027 DataType::Float16,
1028 DataType::Signed32
1029 };
1030
1031 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
1032}
1033
telsoa014fcda012018-03-09 14:13:49 +00001034void FullyConnectedQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1035{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001036 const std::string descriptorName{"FullyConnectedQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001037
Matthew Sloyan81beae32021-07-13 19:46:11 +01001038 uint32_t numInputs = 2;
1039 if (m_Parameters.m_BiasEnabled)
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001040 {
Matthew Sloyan81beae32021-07-13 19:46:11 +01001041 numInputs = 3;
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001042 }
Matthew Sloyan81beae32021-07-13 19:46:11 +01001043
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001044 ValidateNumInputs(workloadInfo, descriptorName, numInputs);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001045 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1046
1047 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1048 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1049
1050 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1051
1052 if (!(inputTensorInfo.GetNumDimensions() == 2 || inputTensorInfo.GetNumDimensions() == 4))
telsoa014fcda012018-03-09 14:13:49 +00001053 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001054 throw InvalidArgumentException(descriptorName + ": Input tensor must have 2 or 4 dimensions.");
telsoa014fcda012018-03-09 14:13:49 +00001055 }
1056
Matthew Sloyan81beae32021-07-13 19:46:11 +01001057 TensorInfo weightTensorInfo = workloadInfo.m_InputTensorInfos[1];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001058 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 2, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001059
1060 if (m_Parameters.m_BiasEnabled)
1061 {
Matthew Sloyan81beae32021-07-13 19:46:11 +01001062 TensorInfo biasTensorInfo = workloadInfo.m_InputTensorInfos[2];
telsoa01c577f2c2018-08-31 09:22:23 +01001063 // Validates type and quantization values.
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001064 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001065 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1066 ValidateTensorNumDimensions(biasTensorInfo, descriptorName, 1, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001067 }
1068
Francis Murtagh46c09d02019-05-28 08:15:28 +01001069 // Check the supported data types
1070 std::vector<DataType> supportedTypes =
1071 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001072 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01001073 DataType::Float32,
1074 DataType::Float16,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001075 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001076 DataType::QAsymmU8,
1077 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +01001078 };
1079
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001080 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001081
1082 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
1083 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1084 {
1085 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1086 {
1087 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1088 "for BFloat16 input.");
1089 }
1090 }
1091 else
1092 {
1093 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1094 }
telsoa014fcda012018-03-09 14:13:49 +00001095}
1096
telsoa014fcda012018-03-09 14:13:49 +00001097void NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1098{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001099 const std::string descriptorName{"NormalizationQueueDescriptor"};
1100
1101 ValidateNumInputs(workloadInfo, descriptorName, 1);
1102 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1103
1104 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1105 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001106
1107 // Check the supported data types
1108 std::vector<DataType> supportedTypes =
1109 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001110 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001111 DataType::Float16,
1112 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001113 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001114 DataType::QAsymmU8,
1115 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001116 };
1117
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001118 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001119
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001120 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001121
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001122 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001123}
1124
1125void AdditionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1126{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001127 const std::string descriptorName{"AdditionQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001128
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001129 ValidateNumInputs(workloadInfo, descriptorName, 2);
1130 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1131
1132 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1133 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1134 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1135
1136 std::vector<DataType> supportedTypes =
1137 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001138 DataType::BFloat16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001139 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001140 DataType::Float16,
1141 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001142 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001143 DataType::QSymmS16,
1144 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001145 };
1146
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001147 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1148 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1149 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001150
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001151 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1152 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001153
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001154 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1155 inputTensorInfo1,
1156 outputTensorInfo,
1157 descriptorName,
1158 "input_0",
1159 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001160}
1161
telsoa014fcda012018-03-09 14:13:49 +00001162void MultiplicationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1163{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001164 const std::string descriptorName{"MultiplicationQueueDescriptor"};
surmeh01bceff2f2018-03-29 16:29:27 +01001165
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001166 ValidateNumInputs(workloadInfo, descriptorName, 2);
1167 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1168
1169 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1170 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1171 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1172
1173 std::vector<DataType> supportedTypes =
1174 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001175 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001176 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001177 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001178 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001179 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001180 DataType::QSymmS16,
1181 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001182 };
1183
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001184 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1185 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1186 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001187
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001188 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1189 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001190
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001191 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1192 inputTensorInfo1,
1193 outputTensorInfo,
1194 descriptorName,
1195 "input_0",
1196 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001197}
1198
1199void BatchNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1200{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001201 const std::string descriptorName{"BatchNormalizationQueueDescriptor"};
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001202
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001203 ValidateNumInputs(workloadInfo, descriptorName, 1);
1204 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1205
1206 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1207 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001208
1209 std::vector<DataType> supportedTypes =
1210 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001211 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001212 DataType::Float16,
1213 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001214 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001215 DataType::QAsymmU8,
1216 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001217 };
1218
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001219 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1220 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001221
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001222 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001223 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001224
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001225 ValidatePointer(m_Mean, descriptorName, "mean");
1226 ValidatePointer(m_Variance, descriptorName, "variance");
1227 ValidatePointer(m_Beta, descriptorName, "beta");
1228 ValidatePointer(m_Gamma, descriptorName, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001229
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001230 const TensorInfo& mean = m_Mean->GetTensorInfo();
1231 const TensorInfo& variance = m_Variance->GetTensorInfo();
1232 const TensorInfo& beta = m_Beta->GetTensorInfo();
1233 const TensorInfo& gamma = m_Gamma->GetTensorInfo();
telsoa014fcda012018-03-09 14:13:49 +00001234
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001235 ValidateTensorNumDimensions(mean, descriptorName, 1, "mean");
1236 ValidateTensorNumDimensions(variance, descriptorName, 1, "variance");
1237 ValidateTensorNumDimensions(beta, descriptorName, 1, "beta");
1238 ValidateTensorNumDimensions(gamma, descriptorName, 1, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001239
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001240 ValidateTensorShapesMatch(mean, variance, descriptorName, "mean", "variance");
1241 ValidateTensorShapesMatch(mean, beta, descriptorName, "mean", "beta");
1242 ValidateTensorShapesMatch(mean, gamma, descriptorName, "mean", "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001243}
1244
1245void Convolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1246{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001247 const std::string descriptorName{"Convolution2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001248
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001249 ValidateNumInputs(workloadInfo, descriptorName, 1);
1250 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001251
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001252 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1253 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001254
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001255 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1256 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001257
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001258 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001259
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001260 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1261 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001262
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001263 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001264
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001265 Optional<TensorInfo> optionalBiasTensorInfo;
telsoa014fcda012018-03-09 14:13:49 +00001266 if (m_Parameters.m_BiasEnabled)
1267 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001268 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001269
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001270 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1271 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001272
1273 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1274 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001275 }
1276
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001277 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1278 {
1279 throw InvalidArgumentException(
1280 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1281 "cannot be either negative or 0.",
1282 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1283 }
1284
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001285 ValidatePerAxisQuantization(inputTensorInfo,
1286 outputTensorInfo,
1287 weightTensorInfo,
1288 optionalBiasTensorInfo,
1289 descriptorName);
1290
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001291 std::vector<DataType> supportedTypes =
1292 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001293 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001294 DataType::Float16,
Ruomei Yan88d44b82019-05-23 14:29:06 +01001295 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001296 DataType::QAsymmS8,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001297 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001298 DataType::QSymmS16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001299 DataType::QSymmS8
Ruomei Yan88d44b82019-05-23 14:29:06 +01001300 };
1301
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001302 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001303
1304 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
1305 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1306 {
1307 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1308 {
1309 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1310 "for BFloat16 input.");
1311 }
1312 }
1313 else
1314 {
1315 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1316 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001317}
Ruomei Yan88d44b82019-05-23 14:29:06 +01001318
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001319void Convolution3dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1320{
1321 const std::string descriptorName{"Convolution3dQueueDescriptor"};
1322
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001323 uint32_t numInputs = 2;
1324 if (m_Parameters.m_BiasEnabled)
1325 {
1326 numInputs = 3;
1327 }
1328 ValidateNumInputs(workloadInfo, descriptorName, numInputs);
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001329 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1330
1331 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1332 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1333
1334 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 5, "input");
1335 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 5, "output");
1336
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001337 const TensorInfo& weightTensorInfo = workloadInfo.m_InputTensorInfos[1];
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001338 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 5, "weight");
1339
1340 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
1341
1342 Optional<TensorInfo> optionalBiasTensorInfo;
1343 if (m_Parameters.m_BiasEnabled)
1344 {
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001345 optionalBiasTensorInfo = MakeOptional<TensorInfo>(workloadInfo.m_InputTensorInfos[2]);
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001346 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
1347
1348 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1349 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1350 }
1351
1352 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 || m_Parameters.m_StrideZ <= 0 )
1353 {
1354 throw InvalidArgumentException(
1355 fmt::format("{}: strideX (provided {}), strideY (provided {}) or strideZ (provided {})"
1356 "cannot be either negative or 0.",
1357 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY, m_Parameters.m_StrideZ));
1358 }
1359
1360 ValidatePerAxisQuantization(inputTensorInfo,
1361 outputTensorInfo,
1362 weightTensorInfo,
1363 optionalBiasTensorInfo,
1364 descriptorName);
1365
1366 std::vector<DataType> supportedTypes =
1367 {
1368 DataType::BFloat16,
1369 DataType::Float16,
1370 DataType::Float32,
1371 DataType::QAsymmS8,
1372 DataType::QAsymmU8,
1373 DataType::QSymmS16,
1374 DataType::QSymmS8
1375 };
1376
1377 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1378 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1379}
1380
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001381void DepthwiseConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1382{
1383 const std::string descriptorName{"DepthwiseConvolution2dQueueDescriptor"};
1384
1385 ValidateNumInputs(workloadInfo, descriptorName, 1);
1386 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1387
1388 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1389 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1390
1391 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1392 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
1393
1394 ValidatePointer(m_Weight, descriptorName, "weight");
1395
1396 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1397 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
1398
1399 if (m_Parameters.m_DilationX < 1 || m_Parameters.m_DilationY < 1 )
1400 {
1401 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001402 fmt::format("{}: dilationX (provided {}) and dilationY (provided {}) "
1403 "cannot be smaller than 1.",
1404 descriptorName, m_Parameters.m_DilationX, m_Parameters.m_DilationX));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001405 }
1406
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001407 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1408 {
1409 throw InvalidArgumentException(
1410 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1411 "cannot be either negative or 0.",
1412 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1413 }
1414
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001415 const unsigned int channelIndex = (m_Parameters.m_DataLayout == DataLayout::NCHW) ? 1 : 3;
1416
Jan Eilers53ef7952021-06-02 12:01:25 +01001417 // Expected weight shape: [ 1, H, W, I*M ] - This shape does NOT depend on the data layout
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001418 // inputChannels * channelMultiplier should be equal to outputChannels.
Jan Eilers53ef7952021-06-02 12:01:25 +01001419 const unsigned int numWeightOutputChannels = weightTensorInfo.GetShape()[3]; // I*M=Cout
1420 const unsigned int numOutputChannels = outputTensorInfo.GetShape()[channelIndex];
1421 if (numWeightOutputChannels != numOutputChannels)
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001422 {
James Ward47fce872020-09-10 11:57:28 +01001423 throw InvalidArgumentException(fmt::format(
Jan Eilers53ef7952021-06-02 12:01:25 +01001424 "{0}: The weight format in armnn is expected to be [1, H, W, Cout]."
1425 "But 4th dimension is not equal to Cout. Cout = {1} Provided weight shape: [{2}, {3}, {4}, {5}]",
1426 descriptorName,
1427 numOutputChannels,
1428 weightTensorInfo.GetShape()[0],
1429 weightTensorInfo.GetShape()[1],
1430 weightTensorInfo.GetShape()[2],
1431 weightTensorInfo.GetShape()[3]));
1432 }
1433 if (weightTensorInfo.GetShape()[0] != 1)
1434 {
1435 throw InvalidArgumentException(fmt::format(
1436 "{0}: The weight format in armnn is expected to be [1, H, W, Cout]."
1437 "But first dimension is not equal to 1. Provided weight shape: [{1}, {2}, {3}, {4}]",
1438 descriptorName,
1439 weightTensorInfo.GetShape()[0],
1440 weightTensorInfo.GetShape()[1],
1441 weightTensorInfo.GetShape()[2],
1442 weightTensorInfo.GetShape()[3]));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001443 }
1444
Teresa Charlind8df0262019-11-11 12:28:15 +00001445 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001446
Teresa Charlind8df0262019-11-11 12:28:15 +00001447 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001448 if (m_Parameters.m_BiasEnabled)
1449 {
1450 ValidatePointer(m_Bias, descriptorName, "bias");
1451
Teresa Charlind8df0262019-11-11 12:28:15 +00001452 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1453 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001454
1455 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1456 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1457 }
Teresa Charlind8df0262019-11-11 12:28:15 +00001458 ValidatePerAxisQuantization(inputTensorInfo,
1459 outputTensorInfo,
1460 weightTensorInfo,
1461 optionalBiasTensorInfo,
1462 descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001463
1464 std::vector<DataType> supportedTypes =
1465 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001466 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001467 DataType::Float16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001468 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001469 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001470 DataType::QAsymmU8,
1471 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001472 };
1473
1474 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1475 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001476}
1477
1478void PermuteQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1479{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001480 const std::string descriptorName{"PermuteQueueDescriptor"};
1481
1482 ValidateNumInputs(workloadInfo, descriptorName, 1);
1483 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001484
1485 const PermutationVector& mapping = m_Parameters.m_DimMappings;
1486
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001487 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1488 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001489
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001490 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
1491 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
telsoa014fcda012018-03-09 14:13:49 +00001492
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001493 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
telsoa014fcda012018-03-09 14:13:49 +00001494 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001495 if (inputTensorInfo.GetShape()[i] != outputTensorInfo.GetShape()[mapping[i]])
telsoa014fcda012018-03-09 14:13:49 +00001496 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001497 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(i) +
1498 " (=" + to_string(inputTensorInfo.GetShape()[i]) + ") " +
1499 "must match dst dimension " + to_string(mapping[i]) +
1500 " (=" + to_string(outputTensorInfo.GetShape()[mapping[i]]) + ")");
telsoa014fcda012018-03-09 14:13:49 +00001501 }
1502 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001503
1504 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001505}
1506
1507void Pooling2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1508{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001509 const std::string descriptorName{"Pooling2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001510
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001511 ValidateNumInputs(workloadInfo, descriptorName, 1);
1512 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1513
1514 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1515 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1516
1517 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1518 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlina3b20472019-06-06 11:12:32 +01001519
1520 std::vector<DataType> supportedTypes =
1521 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001522 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001523 DataType::Float32,
1524 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001525 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001526 DataType::QAsymmU8,
1527 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001528 };
1529
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001530 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1531 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001532}
1533
Tamás Nyíri7b885b32021-10-26 14:47:57 +01001534void Pooling3dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1535{
1536 const std::string descriptorName{"Pooling3dQueueDescriptor"};
1537
1538 ValidateNumInputs(workloadInfo, descriptorName, 1);
1539 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1540
1541 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1542 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1543
1544 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 5, "input");
1545 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 5, "output");
1546
1547 std::vector<DataType> supportedTypes =
1548 {
1549 DataType::BFloat16,
1550 DataType::Float32,
1551 DataType::Float16,
1552 DataType::QAsymmS8,
1553 DataType::QAsymmU8,
1554 DataType::QSymmS16
1555 };
1556
1557 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1558 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1559}
1560
1561
telsoa014fcda012018-03-09 14:13:49 +00001562void ResizeBilinearQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1563{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001564 const std::string descriptorName{"ResizeBilinearQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001565
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001566 ValidateNumInputs(workloadInfo, descriptorName, 1);
1567 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1568
1569 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1570 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1571
1572 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1573 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001574
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001575 std::vector<DataType> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001576 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001577 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001578 DataType::Float16,
1579 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001580 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001581 DataType::QAsymmU8,
1582 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001583 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001584
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001585 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1586 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001587
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001588 // ResizeBilinear only changes width and height: batch and channel count must match.
1589 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1590 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001591 if (inputBatchSize != outputBatchSize)
telsoa014fcda012018-03-09 14:13:49 +00001592 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001593 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001594 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1595 descriptorName, inputBatchSize, outputBatchSize));
telsoa014fcda012018-03-09 14:13:49 +00001596 }
1597
Teresa Charlin970f43b2019-07-01 13:51:07 +01001598 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001599 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1600 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001601 if (inputChannelCount != outputChannelCount)
telsoa014fcda012018-03-09 14:13:49 +00001602 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001603 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001604 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1605 descriptorName, inputChannelCount, outputChannelCount));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001606 }
1607}
1608
1609void ResizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1610{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001611 const std::string descriptorName{"ResizeQueueDescriptor"};
Teresa Charlin970f43b2019-07-01 13:51:07 +01001612
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001613 ValidateNumInputs(workloadInfo, descriptorName, 1);
1614 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1615
1616 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1617 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1618
1619 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1620 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001621
1622 std::vector<DataType> supportedTypes =
1623 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001624 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001625 DataType::Float16,
1626 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001627 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001628 DataType::QAsymmU8,
1629 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001630 };
1631
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001632 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1633 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001634
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001635 // Resize only changes width and height: batch and channel count must match.
1636 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1637 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001638 if (inputBatchSize != outputBatchSize)
1639 {
1640 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001641 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1642 descriptorName, inputBatchSize, outputBatchSize));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001643 }
1644
1645 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001646 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1647 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001648 if (inputChannelCount != outputChannelCount)
1649 {
1650 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001651 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1652 descriptorName, inputChannelCount, outputChannelCount));
telsoa014fcda012018-03-09 14:13:49 +00001653 }
1654}
1655
1656void FakeQuantizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1657{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001658 const std::string descriptorName{"FakeQuantizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001659
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001660 ValidateNumInputs(workloadInfo, descriptorName, 1);
1661 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1662
1663 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1664 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1665
1666 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 2, "input");
1667 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1668
1669 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1670
telsoa014fcda012018-03-09 14:13:49 +00001671 if (m_Parameters.m_Min > m_Parameters.m_Max)
1672 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001673 throw InvalidArgumentException(descriptorName + ": min cannot be greater than max");
telsoa014fcda012018-03-09 14:13:49 +00001674 }
telsoa014fcda012018-03-09 14:13:49 +00001675}
1676
Kevin Mayce5045a2019-10-02 14:07:47 +01001677void InstanceNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1678{
1679 const std::string descriptorName{"InstanceNormalizationQueueDescriptor"};
1680
1681 ValidateNumInputs(workloadInfo, descriptorName, 1);
1682 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1683
1684 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1685 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1686
1687 if (inputTensorInfo.GetNumDimensions() > 4)
1688 {
1689 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1690 }
1691
1692 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1693
1694 // Check the supported data types
1695 std::vector<DataType> supportedTypes =
1696 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001697 DataType::BFloat16,
Kevin Mayce5045a2019-10-02 14:07:47 +01001698 DataType::Float32,
1699 DataType::Float16
1700 };
1701
1702 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Kevin Mayce5045a2019-10-02 14:07:47 +01001703 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Kevin Mayce5045a2019-10-02 14:07:47 +01001704}
1705
telsoa014fcda012018-03-09 14:13:49 +00001706void L2NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1707{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001708 const std::string descriptorName{"L2NormalizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001709
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001710 ValidateNumInputs(workloadInfo, descriptorName, 1);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001711 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1712
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001713 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1714 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1715
Matthew Jackson82b15ed2019-07-25 16:14:30 +01001716 if (inputTensorInfo.GetNumDimensions() > 4)
1717 {
1718 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1719 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001720
1721 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001722
1723 // Check the supported data types
1724 std::vector<DataType> supportedTypes =
1725 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001726 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001727 DataType::Float32,
1728 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001729 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001730 DataType::QAsymmU8,
1731 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001732 };
1733
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001734 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001735 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1736}
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001737
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001738void LogSoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1739{
1740 const std::string descriptorName{"LogSoftmaxQueueDescriptor"};
1741
1742 ValidateNumInputs(workloadInfo, descriptorName, 1);
1743 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1744
1745 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1746 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1747
1748 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1749
1750 std::vector<DataType> supportedTypes =
1751 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001752 DataType::BFloat16,
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001753 DataType::Float32,
1754 DataType::Float16,
1755 };
1756
1757 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001758 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001759}
1760
1761void ConstantQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1762{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001763 const std::string descriptorName{"ConstantQueueDescriptor"};
1764
1765 ValidateNumInputs(workloadInfo, descriptorName, 0);
1766 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001767
1768 if (!m_LayerOutput)
1769 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001770 throw InvalidArgumentException(descriptorName + ": No const input specified.");
telsoa014fcda012018-03-09 14:13:49 +00001771 }
1772
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001773 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1774 ValidateTensorShapesMatch(m_LayerOutput->GetTensorInfo(), outputTensorInfo, descriptorName, "constant", "output");
Nina Drozd58ef2c62019-05-16 12:09:18 +01001775
1776 // Check the supported data types
1777 std::vector<DataType> supportedTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001778 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001779 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001780 DataType::Float32,
1781 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001782 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001783 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +00001784 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001785 DataType::QSymmS16,
1786 DataType::Signed32
Nina Drozd2f2778f2019-05-27 10:37:05 +01001787 };
Nina Drozd58ef2c62019-05-16 12:09:18 +01001788
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001789 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001790}
1791
1792void ReshapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1793{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001794 const std::string descriptorName{"ReshapeQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001795
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001796 ValidateNumInputs(workloadInfo, descriptorName, 1);
1797 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1798
1799 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1800 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1801
1802 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nina Drozd2f2778f2019-05-27 10:37:05 +01001803
1804 // Check the supported data types
1805 std::vector<DataType> supportedTypes =
1806 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001807 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001808 DataType::Float32,
1809 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001810 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001811 DataType::QAsymmU8,
1812 DataType::QSymmS16,
Narumol Prangnawarat0c95f4c2020-11-18 16:52:07 +00001813 DataType::Signed32,
1814 DataType::Boolean
Nina Drozd2f2778f2019-05-27 10:37:05 +01001815 };
1816
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001817 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1818 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001819}
1820
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001821void SpaceToBatchNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1822{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001823 const std::string descriptorName{"SpaceToBatchNdQueueDescriptor"};
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001824
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001825 ValidateNumInputs(workloadInfo, descriptorName, 1);
1826 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1827
1828 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1829 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1830
1831 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1832 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001833
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001834 if (m_Parameters.m_BlockShape.size() != 2)
1835 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001836 throw InvalidArgumentException(descriptorName + ": Block Shape must contain 2 spatial dimensions.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001837 }
1838
1839 if (m_Parameters.m_BlockShape.size() != m_Parameters.m_PadList.size())
1840 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001841 throw InvalidArgumentException(descriptorName + ": Pad List must contain the same number of "
1842 "dimensions as Block Shape.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001843 }
1844
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001845 const TensorShape& inputShape = inputTensorInfo.GetShape();
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001846
1847 std::pair<unsigned int, unsigned int> heightPad = m_Parameters.m_PadList[0];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001848 std::pair<unsigned int, unsigned int> widthPad = m_Parameters.m_PadList[1];
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001849
Matthew Bentham8800c002018-11-19 13:19:28 +00001850 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001851
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001852 const unsigned int inputWidth = inputShape[dimensionIndices.GetWidthIndex()] +
1853 widthPad.first + widthPad.second;
1854 const unsigned int inputHeight = inputShape[dimensionIndices.GetHeightIndex()] +
1855 heightPad.first + heightPad.second;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001856
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001857 const unsigned int numInputElements = inputShape[0] * inputHeight * inputWidth *
1858 inputShape[dimensionIndices.GetChannelsIndex()];
1859 const unsigned int numOutputElements = outputTensorInfo.GetNumElements();
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001860
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001861 if (numOutputElements != numInputElements)
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001862 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001863 throw InvalidArgumentException(descriptorName + ": Input tensor has " +
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001864 to_string(numInputElements) + " after padding but output tensor has " +
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001865 to_string(numOutputElements) + " elements.");
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001866 }
1867
1868 if (inputHeight % m_Parameters.m_BlockShape[0] != 0 || inputWidth % m_Parameters.m_BlockShape[1] != 0)
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001869 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001870 throw InvalidArgumentException(descriptorName + ": Input shape after padding must be "
1871 "divisible by Block Shape in all spatial dimensions");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001872 }
nikraj01120522a2019-05-31 11:33:07 +01001873
1874 std::vector<DataType> supportedTypes =
1875 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001876 DataType::BFloat16,
1877 DataType::Float16,
1878 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001879 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001880 DataType::QAsymmU8,
1881 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001882 };
1883
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001884 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1885 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001886}
1887
Keith Davisa57eccb2019-06-14 17:33:22 +01001888void SpaceToDepthQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1889{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001890 const std::string descriptorName{"SpaceToDepthQueueDescriptor"};
Keith Davisa57eccb2019-06-14 17:33:22 +01001891
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001892 ValidateNumInputs(workloadInfo, descriptorName, 1);
1893 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Keith Davisa57eccb2019-06-14 17:33:22 +01001894
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001895 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1896 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1897
1898 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1899 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Keith Davisa57eccb2019-06-14 17:33:22 +01001900
1901 std::vector<DataType> supportedTypes =
1902 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001903 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001904 DataType::Float32,
1905 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001906 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001907 DataType::QAsymmU8,
1908 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001909 };
1910
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001911 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1912 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Keith Davisa57eccb2019-06-14 17:33:22 +01001913
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001914 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1915
1916 if (m_Parameters.m_BlockSize == 0)
1917 {
1918 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
1919 }
1920
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001921 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
1922 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
1923 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
1924 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
Keith Davisa57eccb2019-06-14 17:33:22 +01001925
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001926 const TensorShape& inputShape = inputTensorInfo.GetShape();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001927 if (inputShape[hIndex] % m_Parameters.m_BlockSize != 0 || inputShape[wIndex] % m_Parameters.m_BlockSize != 0)
Keith Davisa57eccb2019-06-14 17:33:22 +01001928 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001929 throw InvalidArgumentException(descriptorName + ": Input shape must be divisible "
1930 "by block size in all spatial dimensions");
Keith Davisa57eccb2019-06-14 17:33:22 +01001931 }
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001932
1933 const TensorShape& outputShape = outputTensorInfo.GetShape();
1934 if (outputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
1935 {
1936 throw InvalidArgumentException(descriptorName + ": The depth of the output tensor"
1937 "must be divisible by the square of block size." );
1938 }
Keith Davisa57eccb2019-06-14 17:33:22 +01001939}
1940
telsoa014fcda012018-03-09 14:13:49 +00001941void FloorQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1942{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001943 const std::string descriptorName{"FloorQueueDescriptor"};
James Conroy83735b12019-05-30 16:36:59 +01001944
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001945 ValidateNumInputs(workloadInfo, descriptorName, 1);
1946 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1947
1948 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1949 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy83735b12019-05-30 16:36:59 +01001950
1951 std::vector<DataType> supportedTypes =
1952 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001953 DataType::BFloat16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001954 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001955 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001956 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +01001957 };
1958
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001959 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matthew Sloyan81beae32021-07-13 19:46:11 +01001960 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1961 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1962 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001963}
1964
telsoa01c577f2c2018-08-31 09:22:23 +01001965void LstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1966{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001967 // ported from android/ml/nn/common/operations/LSTM.cpp CheckInputTensorDimensions()
1968
1969 const std::string descriptorName{"LstmQueueDescriptor"};
1970
1971 // check dimensions of all inputs and outputs
1972 if (workloadInfo.m_InputTensorInfos.size() != 3)
1973 {
1974 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
1975 }
1976 if (workloadInfo.m_OutputTensorInfos.size() != 4)
1977 {
1978 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
1979 }
1980
1981 std::vector<DataType> supportedTypes =
1982 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001983 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001984 DataType::Float16,
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001985 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001986 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001987 };
1988
Jan Eilers38e05bd2019-06-26 13:10:09 +01001989 // check for supported type of one input and match them with all the other input and output
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001990 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
1991
Jan Eilers38e05bd2019-06-26 13:10:09 +01001992 // type matches all other inputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001993 for (uint32_t i = 1u; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001994 {
1995 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1996 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001997 descriptorName,
1998 "input_0",
1999 "input_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01002000 }
2001 // type matches all other outputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002002 for (uint32_t i = 0u; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01002003 {
2004 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
2005 workloadInfo.m_OutputTensorInfos[i],
2006 "LstmQueueDescriptor",
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002007 "input_0",
2008 "output_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01002009 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01002010
janeil0117d8d852019-11-15 15:00:16 +00002011 // Making sure clipping parameters have valid values.
2012 // == 0 means no clipping
2013 // > 0 means clipping
2014 if (m_Parameters.m_ClippingThresCell < 0.0f)
2015 {
2016 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
2017 }
2018 if (m_Parameters.m_ClippingThresProj < 0.0f)
2019 {
2020 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
2021 }
2022
Jan Eilers38e05bd2019-06-26 13:10:09 +01002023 // Inferring batch size, number of outputs and number of cells from the inputs.
Jan Eilers38e05bd2019-06-26 13:10:09 +01002024 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[1];
2025 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[0];
2026 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
2027 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
2028 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
2029 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
2030
Jan Eilers38e05bd2019-06-26 13:10:09 +01002031 // input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002032 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 2, (n_batch * n_input),
2033 descriptorName + " input_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002034 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002035 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
2036 descriptorName + " input_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002037 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002038 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
2039 descriptorName + " input_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002040 // scratchBufferTensor
2041 unsigned int scratchBufferSize = m_Parameters.m_CifgEnabled ? n_cell * 3 : n_cell * 4;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002042 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[0], 2, (n_batch * scratchBufferSize),
2043 descriptorName + " output_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002044 // outputStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002045 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[1], 2, (n_batch * n_output),
2046 descriptorName + " output_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002047 // cellStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002048 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[2], 2, (n_batch * n_cell),
2049 descriptorName + " output_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002050 // outputTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002051 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[3], 2, (n_batch * n_output),
2052 descriptorName + " output_3");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002053
Jan Eilers38e05bd2019-06-26 13:10:09 +01002054 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
2055 if ( m_InputToInputWeights )
2056 {
2057 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
2058 (n_cell * n_input), "InputLayerNormWeights");
2059 }
2060
2061 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
2062 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
2063 (n_cell * n_input), "InputToForgetWeights");
2064
2065 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
2066 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
2067 (n_cell * n_input), "InputToCellWeights");
2068
2069 if ( m_RecurrentToInputWeights )
2070 {
2071 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
2072 (n_cell * n_output), "RecurrentToInputWeights");
2073 }
2074
2075 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
2076 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
2077 (n_cell * n_output), "RecurrentToForgetWeights");
2078
2079 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
2080 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
2081 (n_cell * n_output), "RecurrentToCellWeights");
2082
2083 // Make sure the input-gate's parameters are either both present (regular
2084 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
2085 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
2086 !m_Parameters.m_CifgEnabled) ||
2087 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
2088 m_Parameters.m_CifgEnabled));
2089 if (!cifg_weights_all_or_none)
2090 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002091 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
2092 "RecurrentToInputWeights must either both be present (regular LSTM) "
2093 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
2094 "accordingly.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002095 }
2096
2097 if ( m_CellToInputWeights )
2098 {
2099 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
2100 n_cell, "CellToInputWeights");
2101 }
2102 if ( m_CellToForgetWeights )
2103 {
2104 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
2105 n_cell, "CellToForgetWeights");
2106 }
2107 if ( m_CellToOutputWeights )
2108 {
2109 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
2110 n_cell, "CellToOutputWeights");
2111 }
2112
2113 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
2114 bool peephole_weights_all_or_none =
2115 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
2116 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
2117 || ( !m_CellToInputWeights && !m_CellToForgetWeights
2118 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
2119 if (!peephole_weights_all_or_none)
2120 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002121 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002122 }
2123
2124 // Make sure the input gate bias is present only when not a CIFG-LSTM.
2125 if (m_Parameters.m_CifgEnabled)
2126 {
2127 if (m_InputGateBias)
2128 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002129 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002130 }
2131 }
2132 else
2133 {
2134 if (!m_InputGateBias)
2135 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002136 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
2137 "must be present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002138 }
2139 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
2140 n_cell, "InputGateBias");
2141 }
2142
2143 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
2144 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
2145
2146 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
2147 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
2148
2149 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
2150 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
2151
2152 if (m_ProjectionWeights)
2153 {
2154 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
2155 (n_cell * n_output), "ProjectionWeights");
2156 }
2157 if (m_ProjectionBias)
2158 {
2159 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
2160 }
2161
2162 // Making sure the projection tensors are consistent:
2163 // 1) If projection weight is not present, then projection bias should not be
2164 // present.
2165 // 2) If projection weight is present, then projection bias is optional.
2166 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
2167 !m_Parameters.m_ProjectionEnabled)
2168 || (m_ProjectionWeights && !m_ProjectionBias &&
2169 m_Parameters.m_ProjectionEnabled)
2170 || (m_ProjectionWeights && m_ProjectionBias &&
2171 m_Parameters.m_ProjectionEnabled));
2172 if (!projecton_tensors_consistent)
2173 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002174 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002175 }
2176
2177 // The four layer normalization weights either all have values or none of them have values. Additionally, if
2178 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
2179 // either all have values or none of them have values. Layer normalization is used when the values of all the
2180 // layer normalization weights are present
2181 if (m_InputLayerNormWeights)
2182 {
2183 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
2184 }
2185 if (m_ForgetLayerNormWeights)
2186 {
2187 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2188 }
2189 if (m_CellLayerNormWeights)
2190 {
2191 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2192 }
2193 if (m_OutputLayerNormWeights)
2194 {
2195 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2196 }
2197
Jan Eilers38e05bd2019-06-26 13:10:09 +01002198 if (m_Parameters.m_LayerNormEnabled)
2199 {
2200 if (!m_Parameters.m_CifgEnabled)
2201 {
2202 if (!m_InputLayerNormWeights)
2203 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002204 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
2205 "disabled but InputLayerNormWeights are not present");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002206 }
2207 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
2208 1, n_cell, "InputLayerNormWeights");
2209 }
2210 else if (m_InputLayerNormWeights)
2211 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002212 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
2213 "enabled");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002214 }
2215
2216 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
2217 "ForgetLayerNormWeights");
2218 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2219
2220 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
2221 "OutputLayerNormWeights");
2222 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2223
2224 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
2225 "CellLayerNormWeights");
2226 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2227 }
2228 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
2229 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002230 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
2231 "normalisation weights are present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002232 }
telsoa01c577f2c2018-08-31 09:22:23 +01002233}
2234
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +00002235void ConvertBf16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2236{
2237 const std::string descriptorName{"ConvertBf16ToFp32QueueDescriptor"};
2238
2239 ValidateNumInputs(workloadInfo, descriptorName, 1);
2240 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2241
2242 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2243 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2244
2245 if (inputTensorInfo.GetDataType() != DataType::BFloat16)
2246 {
2247 throw InvalidArgumentException(descriptorName + ": Input tensor type must be BFloat16.");
2248 }
2249
2250 if (outputTensorInfo.GetDataType() != DataType::Float32)
2251 {
2252 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2253 }
2254
2255 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2256}
2257
Narumol Prangnawaratea54a012020-03-16 16:36:10 +00002258void ConvertFp32ToBf16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2259{
2260 const std::string descriptorName{"ConvertFp32ToBf16QueueDescriptor"};
2261
2262 ValidateNumInputs(workloadInfo, descriptorName, 1);
2263 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2264
2265 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2266 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2267
2268 if (inputTensorInfo.GetDataType() != DataType::Float32)
2269 {
2270 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
2271 }
2272
2273 if (outputTensorInfo.GetDataType() != DataType::BFloat16)
2274 {
2275 throw InvalidArgumentException(descriptorName + ": Output tensor type must be BFloat16.");
2276 }
2277
2278 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2279}
2280
telsoa01c577f2c2018-08-31 09:22:23 +01002281void ConvertFp32ToFp16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2282{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002283 const std::string descriptorName{"ConvertFp32ToFp16QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002284
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002285 ValidateNumInputs(workloadInfo, descriptorName, 1);
2286 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2287
2288 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2289 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2290
2291 if (inputTensorInfo.GetDataType() != DataType::Float32)
telsoa01c577f2c2018-08-31 09:22:23 +01002292 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002293 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
telsoa01c577f2c2018-08-31 09:22:23 +01002294 }
2295
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002296 if (outputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002297 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002298 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002299 }
2300
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002301 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002302}
2303
2304void ConvertFp16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2305{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002306 const std::string descriptorName{"ConvertFp16ToFp32QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002307
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002308 ValidateNumInputs(workloadInfo, descriptorName, 1);
2309 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2310
2311 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2312 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2313
2314 if (inputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002315 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002316 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002317 }
2318
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002319 if (outputTensorInfo.GetDataType() != DataType::Float32)
2320 {
2321 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2322 }
2323
2324 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002325}
2326
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002327void DivisionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2328{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002329 const std::string descriptorName{"DivisionQueueDescriptor"};
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002330
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002331 ValidateNumInputs(workloadInfo, descriptorName, 2);
2332 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2333
2334 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2335 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2336 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2337
2338 std::vector<DataType> supportedTypes =
2339 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002340 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002341 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002342 DataType::Float32,
2343 DataType::QAsymmS8,
2344 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002345 DataType::QSymmS16,
2346 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002347 };
2348
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002349 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2350 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2351 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002352
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002353 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2354 inputTensorInfo1,
2355 outputTensorInfo,
2356 descriptorName,
2357 "input_0",
2358 "input_1");
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002359}
2360
David Beckc2044fe2018-09-05 15:00:38 +01002361void SubtractionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2362{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002363 const std::string descriptorName{"SubtractionQueueDescriptor"};
David Beckc2044fe2018-09-05 15:00:38 +01002364
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002365 ValidateNumInputs(workloadInfo, descriptorName, 2);
2366 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2367
2368 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2369 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2370 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2371
2372 std::vector<DataType> supportedTypes =
2373 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002374 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002375 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002376 DataType::Float32,
2377 DataType::QAsymmS8,
2378 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002379 DataType::QSymmS16,
2380 DataType::Signed32,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002381 };
2382
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002383 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2384 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2385 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002386
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002387 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2388 inputTensorInfo1,
2389 outputTensorInfo,
2390 descriptorName,
2391 "input_0",
2392 "input_1");
David Beckc2044fe2018-09-05 15:00:38 +01002393}
2394
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002395void MaximumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2396{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002397 const std::string descriptorName{"MaximumQueueDescriptor"};
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002398
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002399 ValidateNumInputs(workloadInfo, descriptorName, 2);
2400 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2401
2402 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2403 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2404 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2405
2406 std::vector<DataType> supportedTypes =
2407 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002408 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002409 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002410 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00002411 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002412 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002413 DataType::QSymmS16,
2414 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002415 };
2416
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002417 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2418 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2419 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002420
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002421 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2422 inputTensorInfo1,
2423 outputTensorInfo,
2424 descriptorName,
2425 "input_0",
2426 "input_1");
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002427}
2428
narpra01a6bf9122018-09-10 09:50:09 +01002429void MeanQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2430{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002431 const std::string descriptorName{"MeanQueueDescriptor"};
James Conroy4d1ff582019-06-10 17:06:39 +01002432
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002433 ValidateNumInputs(workloadInfo, descriptorName, 1);
2434 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2435
2436 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2437 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy4d1ff582019-06-10 17:06:39 +01002438
2439 std::vector<DataType> supportedTypes =
2440 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002441 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01002442 DataType::Float32,
2443 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002444 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002445 DataType::QAsymmU8,
2446 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01002447 };
narpra01eb061912018-09-10 17:35:27 +01002448
James Conroy4d1ff582019-06-10 17:06:39 +01002449 // First check if input tensor data type is supported, then
2450 // check if this data type matches the output tensor data type
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002451 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2452 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
James Conroy4d1ff582019-06-10 17:06:39 +01002453
narpra0132b90462018-09-13 11:07:48 +01002454 if (m_Parameters.m_KeepDims)
narpra01eb061912018-09-10 17:35:27 +01002455 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002456 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
narpra01eb061912018-09-10 17:35:27 +01002457 }
narpra0132b90462018-09-13 11:07:48 +01002458 else if (m_Parameters.m_Axis.empty())
narpra01eb061912018-09-10 17:35:27 +01002459 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002460 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
narpra01eb061912018-09-10 17:35:27 +01002461 }
2462 else
2463 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002464 unsigned int outputDim =
Matthew Sloyan171214c2020-09-09 09:07:37 +01002465 inputTensorInfo.GetNumDimensions() - armnn::numeric_cast<unsigned int>(m_Parameters.m_Axis.size());
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002466 ValidateTensorNumDimensions(outputTensorInfo,
2467 descriptorName,
narpra01eb061912018-09-10 17:35:27 +01002468 outputDim > 0 ? outputDim : 1,
2469 "output");
2470 }
narpra01a6bf9122018-09-10 09:50:09 +01002471}
2472
jimfly012c9322a2018-09-19 10:59:49 +01002473void PadQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2474{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002475 const std::string descriptorName{"PadQueueDescriptor"};
jimfly012c9322a2018-09-19 10:59:49 +01002476
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002477 ValidateNumInputs(workloadInfo, descriptorName, 1);
2478 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2479
2480 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2481 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nina Drozd661dfa72018-10-02 11:14:17 +01002482
jimfly012c9322a2018-09-19 10:59:49 +01002483 // input and output should have the same number of dimensions
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002484 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
2485
jimfly012c9322a2018-09-19 10:59:49 +01002486 // there should be entry in the pad list for each dimension in the input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002487 if (m_Parameters.m_PadList.size() != inputTensorInfo.GetNumDimensions()) {
2488 throw InvalidArgumentException(descriptorName + ":Pad List should contain the same number of entries "
2489 "as there are dimensions in the input tensor that is " +
2490 std::to_string(inputTensorInfo.GetNumDimensions()) + " entries " +
2491 " not " + std::to_string(m_Parameters.m_PadList.size()) + " entries.");
jimfly012c9322a2018-09-19 10:59:49 +01002492 }
2493}
2494
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002495void QuantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2496{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002497 const std::string descriptorName{"QuantizeQueueDescriptor"};
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002498
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002499 ValidateNumInputs(workloadInfo, descriptorName, 1);
2500 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002501
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002502 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2503 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2504
Sadik Armagan2208b602019-07-31 16:36:27 +01002505 std::vector<DataType> supportedTypes =
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002506 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002507 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002508 DataType::Float32,
Keith Davis5e51cd82020-01-29 16:52:59 +00002509 DataType::Float16,
2510 DataType::QSymmS8,
Ryan OShea9add1202020-02-07 10:06:33 +00002511 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00002512 DataType::QAsymmU8,
2513 DataType::QSymmS16
Sadik Armagan2208b602019-07-31 16:36:27 +01002514 };
2515
2516 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002517
Keith Davis0c2eeac2020-02-11 16:51:50 +00002518 if (!IsQuantizedType(outputTensorInfo.GetDataType()))
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002519 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002520 throw InvalidArgumentException(descriptorName + ": Output of quantized layer must be quantized type.");
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002521 }
2522}
2523
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002524void BatchToSpaceNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2525{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002526 const std::string descriptorName{"BatchToSpaceNdQueueDescriptor"};
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002527
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002528 ValidateNumInputs(workloadInfo, descriptorName, 1);
2529 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002530
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002531 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2532 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002533
2534 std::vector<DataType> supportedTypes =
2535 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002536 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002537 DataType::Float32,
2538 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002539 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002540 DataType::QAsymmU8,
2541 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002542 };
2543
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002544 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2545 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002546}
2547
Conor Kennedy430b5d82018-11-14 15:28:28 +00002548void StridedSliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2549{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002550 const std::string descriptorName{"StridedSliceQueueDescriptor"};
Conor Kennedy430b5d82018-11-14 15:28:28 +00002551
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002552 ValidateNumInputs(workloadInfo, descriptorName, 1);
2553 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2554
2555 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2556 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002557
2558 std::vector<DataType> supportedTypes =
2559 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002560 DataType::BFloat16,
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002561 DataType::Float16,
2562 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002563 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002564 DataType::QAsymmU8,
2565 DataType::QSymmS16
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002566 };
2567
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002568 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2569 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002570
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002571 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002572
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002573 const uint32_t rank = inputTensorInfo.GetNumDimensions();
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002574 if (rank > 4)
2575 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002576 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002577 }
2578
Conor Kennedy430b5d82018-11-14 15:28:28 +00002579 // Begin, End & Stride length must be of rank(input0)
2580 if (m_Parameters.m_Begin.size() != rank)
2581 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002582 throw InvalidArgumentException(descriptorName + ": Begin length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002583 }
2584
2585 if (m_Parameters.m_End.size() != rank)
2586 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002587 throw InvalidArgumentException(descriptorName + ": End length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002588 }
2589
2590 if (m_Parameters.m_Stride.size() != rank)
2591 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002592 throw InvalidArgumentException(descriptorName + ": Stride length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002593 }
2594
2595 // Stride entries must be non-zero
2596 for (auto& stride : m_Parameters.m_Stride)
2597 {
2598 if (stride == 0)
2599 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002600 throw InvalidArgumentException(descriptorName + ": Stride entries must be non-zero.");
Conor Kennedy430b5d82018-11-14 15:28:28 +00002601 }
2602 }
2603}
2604
kevmay0190539692018-11-29 08:40:19 +00002605void MinimumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2606{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002607 const std::string descriptorName{"MinimumQueueDescriptor"};
kevmay0190539692018-11-29 08:40:19 +00002608
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002609 ValidateNumInputs(workloadInfo, descriptorName, 2);
2610 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2611
2612 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2613 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2614 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2615
2616 std::vector<DataType> supportedTypes =
2617 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002618 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002619 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002620 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002621 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002622 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002623 DataType::QSymmS16,
2624 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002625 };
2626
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002627 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2628 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2629 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002630
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002631 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2632 inputTensorInfo1,
2633 outputTensorInfo,
2634 descriptorName,
2635 "input_0",
2636 "input_1");
kevmay0190539692018-11-29 08:40:19 +00002637}
2638
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002639void DebugQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2640{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002641 const std::string descriptorName{"DebugQueueDescriptor"};
2642
2643 ValidateNumInputs(workloadInfo, descriptorName, 1);
2644 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002645}
2646
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002647void EqualQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2648{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002649 const std::string descriptorName{"EqualQueueDescriptor"};
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002650
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002651 ValidateNumInputs(workloadInfo, descriptorName, 2);
2652 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002653
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002654 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2655 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2656 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2657
2658 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2659 inputTensorInfo1,
2660 outputTensorInfo,
2661 descriptorName,
2662 "input_0",
2663 "input_1");
2664
2665 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002666 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002667 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002668 }
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002669}
2670
FrancisMurtagh878f0232018-12-19 10:56:15 +00002671void GreaterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2672{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002673 const std::string descriptorName{"GreaterQueueDescriptor"};
FrancisMurtagh878f0232018-12-19 10:56:15 +00002674
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002675 ValidateNumInputs(workloadInfo, descriptorName, 2);
2676 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002677
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002678 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2679 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2680 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2681
2682 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2683 inputTensorInfo1,
2684 outputTensorInfo,
2685 descriptorName,
2686 "input_0",
2687 "input_1");
2688
2689 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002690 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002691 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002692 }
FrancisMurtagh878f0232018-12-19 10:56:15 +00002693}
2694
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002695void RsqrtQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2696{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002697 const std::string descriptorName{"RsqrtQueueDescriptor"};
2698
2699 ValidateNumInputs(workloadInfo, descriptorName, 1);
2700 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2701
2702 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2703 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2704
2705 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
nikraj010421e7f2019-06-14 09:40:34 +01002706
2707 std::vector<DataType> supportedTypes =
2708 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002709 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002710 DataType::Float16,
2711 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002712 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002713 DataType::QAsymmU8,
2714 DataType::QSymmS16
nikraj010421e7f2019-06-14 09:40:34 +01002715 };
2716
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002717 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2718 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002719}
2720
narpra01b89b05f2019-01-16 09:53:09 +00002721void GatherQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2722{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002723 const std::string descriptorName{"GatherQueueDescriptor"};
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002724
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002725 ValidateNumInputs(workloadInfo, descriptorName, 2);
2726 ValidateNumOutputs(workloadInfo, descriptorName, 1);
narpra014951d842019-01-18 16:53:53 +00002727
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002728 const TensorInfo& indicesTensorInfo = workloadInfo.m_InputTensorInfos[1];
2729 if (indicesTensorInfo.GetDataType() != DataType::Signed32)
narpra014951d842019-01-18 16:53:53 +00002730 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002731 throw InvalidArgumentException(descriptorName + ": Indices tensor type must be Int32.");
narpra014951d842019-01-18 16:53:53 +00002732 }
2733
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002734 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2735 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2736
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002737 std::vector<DataType> supportedTypes =
2738 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002739 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002740 DataType::Float16,
2741 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002742 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002743 DataType::QAsymmU8,
Teresa Charlin93492462020-05-29 13:08:59 +01002744 DataType::QSymmS16,
2745 DataType::Signed32,
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002746 };
2747
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002748 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002749
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002750 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002751
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002752 unsigned int outputDim = inputTensorInfo.GetNumDimensions() + indicesTensorInfo.GetNumDimensions() - 1;
2753 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, outputDim, "output");
narpra01b89b05f2019-01-16 09:53:09 +00002754}
2755
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002756void DetectionPostProcessQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2757{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002758 const std::string& descriptorName{"DetectionPostProcessQueueDescriptor"};
2759
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002760 ValidateNumInputs(workloadInfo, descriptorName, 2);
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002761
2762 if (workloadInfo.m_OutputTensorInfos.size() != 4)
2763 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002764 throw InvalidArgumentException(descriptorName + ": Requires exactly four outputs. " +
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002765 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
2766 }
2767
2768 if (m_Anchors == nullptr)
2769 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002770 throw InvalidArgumentException(descriptorName + ": Anchors tensor descriptor is missing.");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002771 }
2772
2773 const TensorInfo& boxEncodingsInfo = workloadInfo.m_InputTensorInfos[0];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002774 const TensorInfo& scoresInfo = workloadInfo.m_InputTensorInfos[1];
2775 const TensorInfo& anchorsInfo = m_Anchors->GetTensorInfo();
2776
2777 const TensorInfo& detectionBoxesInfo = workloadInfo.m_OutputTensorInfos[0];
Narumol Prangnawarat6d302bf2019-02-04 11:46:26 +00002778 const TensorInfo& detectionClassesInfo = workloadInfo.m_OutputTensorInfos[1];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002779 const TensorInfo& detectionScoresInfo = workloadInfo.m_OutputTensorInfos[2];
2780 const TensorInfo& numDetectionsInfo = workloadInfo.m_OutputTensorInfos[3];
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002781
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002782 ValidateTensorNumDimensions(boxEncodingsInfo, descriptorName, 3, "box encodings");
2783 ValidateTensorNumDimensions(scoresInfo, descriptorName, 3, "scores");
2784 ValidateTensorNumDimensions(anchorsInfo, descriptorName, 2, "anchors");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002785
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002786 const std::vector<DataType> supportedInputTypes =
2787 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002788 DataType::BFloat16,
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002789 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01002790 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002791 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002792 DataType::QAsymmU8,
2793 DataType::QSymmS16
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002794 };
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002795
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002796 ValidateDataTypes(boxEncodingsInfo, supportedInputTypes, descriptorName);
2797 ValidateDataTypes(scoresInfo, supportedInputTypes, descriptorName);
2798 ValidateDataTypes(anchorsInfo, supportedInputTypes, descriptorName);
2799
2800 ValidateTensorNumDimensions(detectionBoxesInfo, descriptorName, 3, "detection boxes");
2801 ValidateTensorNumDimensions(detectionScoresInfo, descriptorName, 2, "detection scores");
2802 ValidateTensorNumDimensions(detectionClassesInfo, descriptorName, 2, "detection classes");
2803 ValidateTensorNumDimensions(numDetectionsInfo, descriptorName, 1, "num detections");
2804
2805 // NOTE: Output is always Float32 regardless of input type
2806 ValidateTensorDataType(detectionBoxesInfo, DataType::Float32, descriptorName, "detection boxes");
2807 ValidateTensorDataType(detectionScoresInfo, DataType::Float32, descriptorName, "detection scores");
2808 ValidateTensorDataType(detectionClassesInfo, DataType::Float32, descriptorName, "detection classes");
2809 ValidateTensorDataType(numDetectionsInfo, DataType::Float32, descriptorName, "num detections");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002810
2811 if (m_Parameters.m_NmsIouThreshold <= 0.0f || m_Parameters.m_NmsIouThreshold > 1.0f)
2812 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002813 throw InvalidArgumentException(descriptorName + ": Intersection over union threshold "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002814 "must be positive and less than or equal to 1.");
2815 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002816
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002817 if (scoresInfo.GetShape()[2] != m_Parameters.m_NumClasses + 1)
2818 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002819 throw InvalidArgumentException(descriptorName + ": Number of classes with background "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002820 "should be equal to number of classes + 1.");
2821 }
2822}
2823
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002824void DequantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2825{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002826 const std::string& descriptorName{"DequantizeQueueDescriptor"};
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002827
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002828 ValidateNumInputs(workloadInfo, descriptorName, 1);
2829 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2830
2831 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2832 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2833
Aron Virginas-Tare9323ec2019-11-26 12:50:34 +00002834 if (!IsQuantizedType(inputTensorInfo.GetDataType()))
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002835 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002836 throw InvalidArgumentException(descriptorName + ": Input to dequantize layer must be quantized type.");
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002837 }
2838
Sadik Armagan2208b602019-07-31 16:36:27 +01002839 std::vector<DataType> supportedTypes =
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002840 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002841 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002842 DataType::Float32,
2843 DataType::Float16
Sadik Armagan2208b602019-07-31 16:36:27 +01002844 };
2845
2846 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002847}
2848
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002849void MergeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2850{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002851 const std::string& descriptorName{"MergeQueueDescriptor"};
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002852
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002853 ValidateNumInputs(workloadInfo, descriptorName, 2);
2854 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002855
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002856 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2857 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2858 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002859
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002860 ValidateTensorShapesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2861 ValidateTensorShapesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
2862
2863 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2864 ValidateTensorDataTypesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002865}
2866
Keith Davis3ae3f972021-05-21 16:33:48 +01002867void ShapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2868{
2869 const std::string& descriptorName{"ShapeQueueDescriptor"};
2870
2871 ValidateNumInputs(workloadInfo, descriptorName, 1);
2872 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2873
2874 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2875 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2876
2877 std::vector<DataType> supportedTypes =
2878 {
2879 DataType::BFloat16,
2880 DataType::Float16,
2881 DataType::Float32,
2882 DataType::QAsymmS8,
2883 DataType::QAsymmU8,
2884 DataType::QAsymmS8,
2885 DataType::QSymmS8,
2886 DataType::QSymmS16,
2887 DataType::Signed32
2888 };
2889
2890 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2891 ValidateDataTypes(outputTensorInfo, {DataType::Signed32}, descriptorName);
2892}
2893
Sadik Armaganeff363d2019-04-05 15:25:46 +01002894void SwitchQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2895{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002896 const std::string& descriptorName{"SwitchQueueDescriptor"};
Sadik Armaganeff363d2019-04-05 15:25:46 +01002897
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002898 ValidateNumInputs(workloadInfo, descriptorName, 2);
2899 ValidateNumOutputs(workloadInfo, descriptorName, 2);
2900
2901 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2902 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2903
2904 const TensorInfo& outputTensorInfo0 = workloadInfo.m_OutputTensorInfos[0];
2905 const TensorInfo& outputTensorInfo1 = workloadInfo.m_OutputTensorInfos[1];
2906
2907 std::vector<DataType> supportedTypes =
2908 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002909 DataType::BFloat16,
Sadik Armaganeff363d2019-04-05 15:25:46 +01002910 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002911 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002912 DataType::QAsymmU8,
2913 DataType::QSymmS16
Sadik Armaganeff363d2019-04-05 15:25:46 +01002914 };
2915
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002916 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2917 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002918
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002919 ValidateDataTypes(outputTensorInfo0, supportedTypes, descriptorName);
2920 ValidateDataTypes(outputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002921
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002922 ValidateTensorShapesMatch(inputTensorInfo0,
2923 outputTensorInfo0,
2924 descriptorName,
2925 "input_0",
2926 "output_0");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002927
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002928 ValidateTensorShapesMatch(inputTensorInfo0,
2929 outputTensorInfo1,
2930 descriptorName,
2931 "input_0",
2932 "output_1");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002933}
2934
Derek Lamberti901ea112019-12-10 22:07:09 +00002935void PreCompiledQueueDescriptor::Validate(const WorkloadInfo& /*workloadInfo*/) const
Matteo Martincigh49124022019-01-11 13:25:59 +00002936{
2937 // This is internally generated so it should not need validation.
2938}
2939
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002940void PreluQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2941{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002942 const std::string& descriptorName{"PreluQueueDescriptor"};
2943
2944 ValidateNumInputs(workloadInfo, descriptorName, 2);
2945 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2946
2947 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2948 const TensorInfo& alphaTensorInfo = workloadInfo.m_InputTensorInfos[1];
2949 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002950
2951 std::vector<DataType> supportedTypes
2952 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002953 DataType::BFloat16,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002954 DataType::Float16,
2955 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002956 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002957 DataType::QAsymmU8,
2958 DataType::QSymmS16
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002959 };
2960
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002961 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2962 ValidateDataTypes(alphaTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002963
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002964 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002965
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002966 ValidateTensorDataTypesMatch(inputTensorInfo, alphaTensorInfo, descriptorName, "input", "alpha");
2967 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "ouptut");
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002968
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002969 ValidateBroadcastTensorShapesMatch(inputTensorInfo,
2970 alphaTensorInfo,
2971 outputTensorInfo,
2972 descriptorName,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002973 "input",
2974 "alpha");
2975}
2976
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002977void TransposeConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2978{
2979 const std::string descriptorName{"TransposeConvolution2dQueueDescriptor"};
2980
2981 ValidateNumInputs(workloadInfo, descriptorName, 1);
2982 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2983
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002984 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2985 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2986
2987 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
2988 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002989
2990 ValidatePointer(m_Weight, descriptorName, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002991
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002992 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
2993 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002994
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002995 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
2996
2997 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002998 if (m_Parameters.m_BiasEnabled)
2999 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003000 ValidatePointer(m_Bias, descriptorName, "bias");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003001
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003002 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
3003 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003004
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003005 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003006 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003007 }
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003008
3009 ValidatePerAxisQuantization(inputTensorInfo,
3010 outputTensorInfo,
3011 weightTensorInfo,
3012 optionalBiasTensorInfo,
3013 descriptorName);
3014
3015 std::vector<DataType> supportedTypes =
3016 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003017 DataType::BFloat16,
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003018 DataType::Float32,
3019 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003020 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003021 DataType::QAsymmU8,
3022 DataType::QSymmS16
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003023 };
3024
3025 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3026 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003027}
3028
Mike Kellyc9ea45a2020-02-28 18:11:58 +00003029void TransposeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3030{
3031 const std::string descriptorName{"TransposeQueueDescriptor"};
3032
3033 ValidateNumInputs(workloadInfo, descriptorName, 1);
3034 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3035
3036 const PermutationVector& mapping = m_Parameters.m_DimMappings;
3037
3038 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3039 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3040
3041 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
3042 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
3043
3044 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
3045 {
3046 if (inputTensorInfo.GetShape()[mapping[i]] != outputTensorInfo.GetShape()[i])
3047 {
3048 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(mapping[i]) +
3049 " (=" + to_string(inputTensorInfo.GetShape()[mapping[i]]) + ") " +
3050 "must match dst dimension " + to_string(i) +
3051 " (=" + to_string(outputTensorInfo.GetShape()[i]) + ")");
3052 }
3053 }
3054
3055 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3056}
3057
Simon Obute51f67772021-09-03 15:50:13 +01003058void ChannelShuffleQueueDescriptor::Validate(const WorkloadInfo &workloadInfo) const
3059{
3060 const std::string descriptorName{"TransposeQueueDescriptor"};
3061
3062 ValidateNumInputs(workloadInfo, descriptorName, 1);
3063 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3064
3065 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3066 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3067
3068 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3069}
3070
James Conroy4f1f8992020-04-29 20:01:10 +01003071void QLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3072{
3073 const std::string descriptorName{"QLstmQueueDescriptor"};
3074
3075 // Validate number of inputs/outputs
3076 ValidateNumInputs(workloadInfo, descriptorName, 3);
3077 ValidateNumOutputs(workloadInfo, descriptorName, 3);
3078
3079 // Input/output tensor info
3080 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3081 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[1];
3082 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[2];
3083
3084 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3085 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3086 auto outputInfo = workloadInfo.m_OutputTensorInfos[2];
3087
3088 // Supported types for various tensors in QLSTM
3089 std::vector<DataType> inputOutputSupportedTypes =
3090 {
3091 DataType::QAsymmS8
3092 };
3093
3094 std::vector<DataType> cellStateSupportedTypes =
3095 {
3096 DataType::QSymmS16
3097 };
3098
3099 std::vector<DataType> weightsSupportedTypes =
3100 {
3101 DataType::QSymmS8
3102 };
3103
3104 std::vector<DataType> layerNormPeepholeWeightsSupportedTypes =
3105 {
3106 DataType::QSymmS16
3107 };
3108
3109 std::vector<DataType> biasSupportedTypes =
3110 {
3111 DataType::Signed32
3112 };
3113
3114 // Validate types of input/output tensors
3115 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3116 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3117 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3118
3119 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3120 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3121 ValidateDataTypes(outputInfo, inputOutputSupportedTypes, descriptorName);
3122
3123 // Validate matching types of input/output tensors
3124 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3125 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3126 "outputStateIn", "outputStateOut");
3127 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3128
3129 // Infer number of batches, number of units, input size and output size from tensor dimensions
3130 const uint32_t numBatches = inputInfo.GetShape()[0];
3131 const uint32_t inputSize = inputInfo.GetShape()[1];
3132 const uint32_t outputSize = outputStateInInfo.GetShape()[1];
3133 const uint32_t numUnits = cellStateInInfo.GetShape()[1];
3134
3135 // Validate number of dimensions and number of elements for input/output tensors
3136 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3137 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3138 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * numUnits), descriptorName + " cellStateIn");
3139
3140 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3141 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * numUnits), descriptorName + " cellStateOut");
3142 ValidateTensorNumDimNumElem(outputInfo, 2, (numBatches * outputSize), descriptorName + " output");
3143
3144 // Validate number of dimensions and number of elements for MANDATORY weight tensors
3145 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3146 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3147 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (numUnits * inputSize), " InputToForgetWeights");
3148
3149 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3150 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3151 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (numUnits * inputSize), " InputToCellWeights");
3152
3153 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3154 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3155 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (numUnits * inputSize), " InputToOutputWeights");
3156
3157 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3158 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3159 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (numUnits * outputSize),
3160 " RecurrentToForgetWeights");
3161
3162 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3163 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3164 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3165
3166 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3167 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3168 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3169
3170 // Validate data types for MANDATORY weights tensors (all should match each other)
3171 ValidateDataTypes(inputToForgetWeightsInfo, weightsSupportedTypes, descriptorName);
3172
3173 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToCellWeightsInfo, descriptorName,
3174 "inputToForgetWeights", "inputToCellWeights");
3175 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3176 "inputToForgetWeights", "inputToOutputWeights");
3177
3178 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3179 "inputToForgetWeights", "recurrentToForgeteights");
3180 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3181 "inputToForgetWeights", "recurrentToCellWeights");
3182 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3183 "inputToForgetWeights", "recurrentToOutputWeights");
3184
3185 // Validate number of dimensions and number of elements for MANDATORY bias tensors
3186 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3187 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3188 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, numUnits, " ForgetGateBias");
3189
3190 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3191 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3192 ValidateTensorNumDimNumElem(cellBiasInfo, 1, numUnits, " CellBias");
3193
3194 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3195 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3196 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, numUnits, " OutputGateBias");
3197
3198 // Validate data types for MANDATORY bias tensors
3199 ValidateDataTypes(forgetGateBiasInfo, biasSupportedTypes, descriptorName);
3200
3201 ValidateTensorDataTypesMatch(forgetGateBiasInfo, cellBiasInfo, descriptorName,
3202 "forgetGateBias", "cellBias");
3203 ValidateTensorDataTypesMatch(forgetGateBiasInfo, outputGateBiasInfo, descriptorName,
3204 "forgetGateBias", "outputGateBias");
3205
3206 // Validate OPTIONAL params: CIFG (inputToInputWeights, recurrentToInputWeights, inputGateBias)
3207 const bool allCifgParamsPresentOrNot = ((m_InputToInputWeights && m_RecurrentToInputWeights && m_InputGateBias &&
3208 !m_Parameters.m_CifgEnabled) ||
3209 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3210 !m_InputGateBias && m_Parameters.m_CifgEnabled));
3211
3212 if (!allCifgParamsPresentOrNot)
3213 {
3214 throw InvalidArgumentException(descriptorName +
3215 ": InputToInputWeights, RecurrentToInputWeights and InputGateBias must either all be present "
3216 "(CIFG disabled) or not be present at all (CIFG enabled). m_Parameters.m_CifgEnabled should be "
3217 "set appropriately.");
3218 }
3219
3220 if (!m_Parameters.m_CifgEnabled)
3221 {
3222 // Validate number of dimensions and number of elements
3223 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3224 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (numUnits * inputSize), " InputToInputWeights");
3225
3226 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3227 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (numUnits * outputSize),
3228 " RecurrentToInputWeights");
3229
3230 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3231 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, numUnits, " InputGateBias");
3232
3233 // Validate data types
3234 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToInputWeightsInfo, descriptorName,
3235 "inputToForgetWeights", "inputToInputWeights");
3236 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3237 "inputToForgetWeights", "recurrentToInputWeights");
3238 ValidateTensorDataTypesMatch(forgetGateBiasInfo, inputGateBiasInfo, descriptorName,
3239 "forgetGateBias", "inputGateBias");
3240 }
3241
3242 // Validate OPTIONAL params: Peephole (cellToInputWeights, cellToForgetWeights, cellToOutputWeights)
3243 bool allPeepholeWeightsPresentOrNot =
3244 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3245 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3246 || (!m_CellToInputWeights && !m_CellToForgetWeights
3247 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3248
3249 if (!allPeepholeWeightsPresentOrNot)
3250 {
3251 throw InvalidArgumentException(descriptorName +
3252 ": CellToInputWeights, CellToForgetWeights and CellToOutputWeights should all be present (Peephole "
3253 "enabled) or not be present at all (Peephole disabled). CellToInputWeights should only be present "
3254 "when Peephole is enabled and CIFG is disabled. m_Parameters.m_PeepholeEnabled should be set "
3255 "appropriately.");
3256 }
3257
3258 if (m_Parameters.m_PeepholeEnabled)
3259 {
3260 auto cellToForgetWeightsInfo = m_CellToForgetWeights->GetTensorInfo();
3261 ValidateTensorNumDimNumElem(cellToForgetWeightsInfo, 1, numUnits, " cellToForgetWeights");
3262 ValidateDataTypes(cellToForgetWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3263
3264 auto cellToOutputWeightsInfo = m_CellToOutputWeights->GetTensorInfo();
3265 ValidateTensorNumDimNumElem(cellToOutputWeightsInfo, 1, numUnits, " cellToOutputWeights");
3266 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToOutputWeightsInfo, descriptorName,
3267 "cellToForgetWeight", "cellToOutputWeights");
3268
3269 if (!m_Parameters.m_CifgEnabled)
3270 {
3271 auto cellToInputWeightsInfo = m_CellToInputWeights->GetTensorInfo();
3272 ValidateTensorNumDimNumElem(cellToInputWeightsInfo, 1, numUnits, " cellToInputWeights");
3273 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToInputWeightsInfo, descriptorName,
3274 "cellToForgetWeights", "cellToInputWeights");
3275 }
3276 }
3277
3278 // Validate OPTIONAL params: Layer Norm Weights
3279 bool allLayerNormWeightsPresentOrNot =
3280 (((m_InputLayerNormWeights || m_Parameters.m_CifgEnabled) && m_ForgetLayerNormWeights
3281 && m_CellLayerNormWeights && m_OutputLayerNormWeights && m_Parameters.m_LayerNormEnabled)
3282 || (!m_InputLayerNormWeights && !m_ForgetLayerNormWeights && !m_CellLayerNormWeights
3283 && !m_OutputLayerNormWeights && !m_Parameters.m_LayerNormEnabled));
3284
3285 if (!allLayerNormWeightsPresentOrNot)
3286 {
3287 throw InvalidArgumentException(descriptorName +
3288 ": InputLayerNormWeights, ForgetLayerNormWeights, m_OutputLayerNormWeights "
3289 "and CellLayerNormWeights should all be present (Layer Norm enabled) or not "
3290 "be present at all (Layer Norm disabled). InputLayerNormWeights should "
3291 "only be present when Layer Norm is enabled and CIFG is disabled. "
3292 "m_Parameters.m_LayerNormEnabled should be set appropriately.");
3293 }
3294
3295 if (m_Parameters.m_LayerNormEnabled)
3296 {
3297 auto forgetLayerNormWeightsInfo = m_ForgetLayerNormWeights->GetTensorInfo();
3298 ValidateTensorNumDimNumElem(forgetLayerNormWeightsInfo, 1, numUnits, " forgetLayerNormWeights");
3299 ValidateDataTypes(forgetLayerNormWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3300
3301 auto cellLayerNormWeightsInfo = m_CellLayerNormWeights->GetTensorInfo();
3302 ValidateTensorNumDimNumElem(cellLayerNormWeightsInfo, 1, numUnits, " cellLayerNormWeights");
3303 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, cellLayerNormWeightsInfo, descriptorName,
3304 "forgetLayerNormWeights", "cellLayerNormWeights");
3305
3306 auto outputLayerNormWeightsInfo = m_OutputLayerNormWeights->GetTensorInfo();
3307 ValidateTensorNumDimNumElem(outputLayerNormWeightsInfo, 1, numUnits, " outputLayerNormWeights");
3308 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, outputLayerNormWeightsInfo, descriptorName,
3309 "forgetLayerNormWeights", "outputLayerNormWeights");
3310
3311 if (!m_Parameters.m_CifgEnabled)
3312 {
3313 auto inputLayerNormWeightsInfo = m_InputLayerNormWeights->GetTensorInfo();
3314 ValidateTensorNumDimNumElem(inputLayerNormWeightsInfo, 1, numUnits, " inputLayerNormWeights");
3315 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, inputLayerNormWeightsInfo, descriptorName,
3316 "forgetLayerNormWeights", "inputLayerNormWeights");
3317 }
3318 }
3319
3320 // Validate OPTIONAL params: Projection (projectionWeights, projectionBias)
3321 bool correctProjectionTensorsPresent =
3322 ((!m_ProjectionWeights && !m_ProjectionBias && !m_Parameters.m_ProjectionEnabled) ||
3323 (m_ProjectionWeights && !m_ProjectionBias && m_Parameters.m_ProjectionEnabled) ||
3324 (m_ProjectionWeights && m_ProjectionBias && m_Parameters.m_ProjectionEnabled));
3325
3326 if (!correctProjectionTensorsPresent)
3327 {
3328 throw InvalidArgumentException(descriptorName +
3329 ": If projection is enabled, ProjectionWeights should be present and "
3330 "ProjectionBias is optional. If projection is disabled, neither "
3331 "ProjectionWeights nor ProjectionBias should be present.");
3332 }
3333
3334 if (m_Parameters.m_ProjectionEnabled)
3335 {
3336 auto projectionWeightsInfo = m_ProjectionWeights->GetTensorInfo();
3337 ValidateTensorNumDimNumElem(projectionWeightsInfo, 2, (numUnits * outputSize), "ProjectionWeights");
3338 ValidateDataTypes(projectionWeightsInfo, weightsSupportedTypes, descriptorName);
3339
3340 if (m_ProjectionBias)
3341 {
3342 auto projectionBiasInfo = m_ProjectionBias->GetTensorInfo();
Sadik Armagand6f06492020-05-22 08:36:33 +01003343 ValidateTensorNumDimNumElem(projectionBiasInfo, 1, outputSize, "ProjectionBias");
James Conroy4f1f8992020-04-29 20:01:10 +01003344 ValidateDataTypes(projectionBiasInfo, biasSupportedTypes, descriptorName);
3345 }
3346
3347 }
3348 else if ((outputInfo.GetQuantizationScale() != m_Parameters.m_HiddenStateScale) &&
3349 outputInfo.GetQuantizationOffset() != m_Parameters.m_HiddenStateZeroPoint) {
3350 throw InvalidArgumentException(descriptorName +
3351 ": If projection is disabled, output quantization info (scale, offset) "
3352 "should match HiddenStateScale and HiddenStateZeroPoint.");
3353 }
3354
3355}
3356
James Conroy9c3cae82019-08-01 16:01:48 +01003357void QuantizedLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3358{
3359 const std::string descriptorName{"QuantizedLstmQueueDescriptor"};
3360
3361 // Validate number of inputs/outputs
3362 ValidateNumInputs(workloadInfo, descriptorName, 3);
3363 ValidateNumOutputs(workloadInfo, descriptorName, 2);
3364
3365 // Input/output tensor infos
3366 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3367 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[1];
3368 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[2];
3369
3370 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3371 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3372
3373 std::vector<DataType> inputOutputSupportedTypes =
3374 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003375 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003376 };
3377
3378 std::vector<DataType> cellStateSupportedTypes =
3379 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003380 DataType::QSymmS16
James Conroy9c3cae82019-08-01 16:01:48 +01003381 };
3382
3383 std::vector<DataType> weightsSupportedTypes =
3384 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003385 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003386 };
3387
3388 std::vector<DataType> biasSupportedTypes =
3389 {
3390 DataType::Signed32
3391 };
3392
3393 // Validate types of input/output tensors
3394 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3395 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3396 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3397
3398 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3399 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3400
3401 // Validate matching types of input/output tensors
3402 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3403 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3404 "outputStateIn", "outputStateOut");
3405 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3406
3407 // Validate matching quantization info for input/output tensors
3408 ValidateTensorQuantizationSpace(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3409 ValidateTensorQuantizationSpace(inputInfo, outputStateOutInfo, descriptorName, "input", "outputStateOut");
3410 ValidateTensorQuantizationSpace(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003411
James Conroy9c3cae82019-08-01 16:01:48 +01003412 // Infer number of batches, input size and output size from tensor dimensions
3413 const uint32_t numBatches = inputInfo.GetShape()[0];
3414 const uint32_t inputSize = inputInfo.GetShape()[1];
3415 const uint32_t outputSize = cellStateInInfo.GetShape()[1];
3416
3417 // Validate number of dimensions and number of elements for input/output tensors
3418 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3419 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * outputSize), descriptorName + " cellStateIn");
3420 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3421 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * outputSize), descriptorName + " cellStateOut");
3422 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3423
3424 // Validate number of dimensions and number of elements for weights tensors
3425 ValidatePointer(m_InputToInputWeights, descriptorName, "InputToInputWeights");
3426 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3427 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (outputSize * inputSize), " InputToInputWeights");
3428
3429 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3430 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3431 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (outputSize * inputSize), " InputToForgetWeights");
3432
3433 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3434 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3435 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (outputSize * inputSize), " InputToCellWeights");
3436
3437 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3438 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3439 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (outputSize * inputSize), " InputToOutputWeights");
3440
3441 ValidatePointer(m_RecurrentToInputWeights, descriptorName, "RecurrentToInputWeights");
3442 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3443 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToInputWeights");
3444
3445 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3446 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3447 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (outputSize * outputSize),
3448 " RecurrentToForgetWeights");
3449
3450 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3451 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3452 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3453
3454 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3455 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3456 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3457
3458 // Validate data types for weights tensors (all should match each other)
3459 ValidateDataTypes(inputToInputWeightsInfo, weightsSupportedTypes, descriptorName);
3460
3461 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToForgetWeightsInfo, descriptorName,
3462 "inputToInputWeights", "inputToForgetWeights");
3463 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToCellWeightsInfo, descriptorName,
3464 "inputToInputWeights", "inputToCellWeights");
3465 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3466 "inputToInputWeights", "inputToOutputWeights");
3467
3468 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3469 "inputToInputWeights", "recurrentToInputWeights");
3470 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3471 "inputToInputWeights", "recurrentToForgeteights");
3472 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3473 "inputToInputWeights", "recurrentToCellWeights");
3474 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3475 "inputToInputWeights", "recurrentToOutputWeights");
3476
3477 // Validate matching quantization info for weight tensors (all should match each other)
3478 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToForgetWeightsInfo,
3479 descriptorName, "inputToInputWeights", "inputToForgetWeights");
3480 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToCellWeightsInfo,
3481 descriptorName, "inputToInputWeights", "inputToCellWeights");
3482 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToOutputWeightsInfo,
3483 descriptorName, "inputToInputWeights", "inputToOutputWeights");
3484
3485 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToInputWeightsInfo,
3486 descriptorName, "inputToInputWeights", "recurrentToInputWeights");
3487 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToForgetWeightsInfo,
3488 descriptorName, "inputToInputWeights", "recurrentToForgetWeights");
3489 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToCellWeightsInfo,
3490 descriptorName, "inputToInputWeights", "recurrentToCellWeights");
3491 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToOutputWeightsInfo,
3492 descriptorName, "inputToInputWeights", "recurrentToOutputWeights");
3493
3494 // Validate number of dimensions and number of elements in bias tensors
3495 ValidatePointer(m_InputGateBias, descriptorName, "InputGateBias");
3496 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3497 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, outputSize, " InputGateBias");
3498
3499 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3500 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3501 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, outputSize, " ForgetGateBias");
3502
3503 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3504 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3505 ValidateTensorNumDimNumElem(cellBiasInfo, 1, outputSize, " CellBias");
3506
3507 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3508 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3509 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, outputSize, " OutputGateBias");
3510
3511 // Validate data types for bias tensors (all should match each other)
3512 ValidateDataTypes(inputGateBiasInfo, biasSupportedTypes, descriptorName);
3513
3514 ValidateTensorDataTypesMatch(inputGateBiasInfo, forgetGateBiasInfo, descriptorName,
3515 "inputGateBias", "forgetGateBias");
3516 ValidateTensorDataTypesMatch(inputGateBiasInfo, cellBiasInfo, descriptorName,
3517 "inputGateBias", "cellBias");
3518 ValidateTensorDataTypesMatch(inputGateBiasInfo, outputGateBiasInfo, descriptorName,
3519 "inputGateBias", "outputGateBias");
3520
3521 // Validate bias tensor quantization info
3522 ValidateBiasTensorQuantization(inputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3523 ValidateBiasTensorQuantization(forgetGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3524 ValidateBiasTensorQuantization(cellBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3525 ValidateBiasTensorQuantization(outputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3526}
3527
Kevin May868eb142019-09-04 17:29:31 +01003528void AbsQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3529{
3530 const std::string descriptorName{"AbsQueueDescriptor"};
3531
3532 ValidateNumInputs(workloadInfo, descriptorName, 1);
3533 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3534
3535 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3536 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3537
3538 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3539
3540 std::vector<DataType> supportedTypes =
James Conroyd47a0642019-09-17 14:22:06 +01003541 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003542 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01003543 DataType::Float16,
3544 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003545 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003546 DataType::QAsymmU8,
Kevin Mayec52c3a2020-04-24 09:42:31 +01003547 DataType::QSymmS16,
3548 DataType::Signed32
James Conroyd47a0642019-09-17 14:22:06 +01003549 };
Kevin May868eb142019-09-04 17:29:31 +01003550
3551 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3552 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3553}
3554
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003555void SliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3556{
3557 const std::string descriptorName{"SliceQueueDescriptor"};
3558
3559 ValidateNumInputs(workloadInfo, descriptorName, 1);
3560 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3561
3562 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3563 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3564
3565 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3566
3567 const unsigned int rank = inputTensorInfo.GetNumDimensions();
3568 if (rank > 4)
3569 {
3570 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
3571 }
3572
3573 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, rank, "output");
3574
3575 // Check if m_Begin and m_Size have the expected length
3576 if (m_Parameters.m_Begin.size() != rank)
3577 {
3578 throw InvalidArgumentException(descriptorName +
3579 ": Length of begin offset descriptor must equal rank " + std::to_string(rank));
3580 }
3581 if (m_Parameters.m_Size.size() != rank)
3582 {
3583 throw InvalidArgumentException(descriptorName +
3584 ": Length of size descriptor must equal rank " + std::to_string(rank));
3585 }
3586
3587 // Check if the shape of the output tensor matches m_Size
3588 const TensorShape& outputShape = outputTensorInfo.GetShape();
3589 for (unsigned int i = 0u; i < rank; ++i)
3590 {
3591 if (m_Parameters.m_Size[i] != outputShape[i])
3592 {
3593 throw InvalidArgumentException(descriptorName + ": Size descriptor does not match output tensor.");
3594 }
3595 }
3596
3597 // Check if the sum of begin offset and size in a given dimension
3598 // does not exceed the size of corresponding input
3599 const TensorShape& inputShape = inputTensorInfo.GetShape();
3600 for(unsigned int i = 0u; i < rank; ++i)
3601 {
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01003602 if (m_Parameters.m_Begin[i] + m_Parameters.m_Size[i] > inputShape[i])
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003603 {
3604 throw InvalidArgumentException(descriptorName + ": Sum of begin offset and size for dimension " +
3605 std::to_string(i) + " exceeds input size.");
3606 }
3607 }
3608}
3609
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003610void DepthToSpaceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3611{
3612 const std::string descriptorName{"DepthToSpaceQueueDescriptor"};
3613
3614 ValidateNumInputs(workloadInfo, descriptorName, 1);
3615 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3616
3617 const TensorInfo& inputInfo = workloadInfo.m_InputTensorInfos[0];
3618 const TensorInfo& outputInfo = workloadInfo.m_OutputTensorInfos[0];
3619
3620 ValidateTensorNumDimensions(inputInfo, descriptorName, 4, "input");
3621 ValidateTensorNumDimensions(outputInfo, descriptorName, 4, "output");
3622
3623 std::vector<DataType> supportedTypes =
3624 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003625 DataType::BFloat16,
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003626 DataType::Float32,
3627 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003628 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003629 DataType::QAsymmU8,
3630 DataType::QSymmS16
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003631 };
3632
3633 ValidateDataTypes(inputInfo, supportedTypes, descriptorName);
3634 ValidateDataTypes(outputInfo, supportedTypes, descriptorName);
3635
3636 ValidateTensorNumElementsMatch(inputInfo, outputInfo, descriptorName, "input", "output");
3637
3638 if (m_Parameters.m_BlockSize == 0)
3639 {
3640 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
3641 }
3642
3643 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
3644 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
3645 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
3646 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
3647
3648 const TensorShape& outputShape = outputInfo.GetShape();
3649 if (outputShape[hIndex] % m_Parameters.m_BlockSize != 0 || outputShape[wIndex] % m_Parameters.m_BlockSize != 0)
3650 {
3651 throw InvalidArgumentException(descriptorName + ": Output width and height shape"
3652 "must be divisible by block size.");
3653 }
3654
3655 const TensorShape& inputShape = inputInfo.GetShape();
3656 if (inputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
3657 {
3658 throw InvalidArgumentException(descriptorName + ": The depth of the input tensor"
3659 "must be divisible by the square of block size." );
3660 }
3661}
3662
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +01003663void ComparisonQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3664{
3665 const std::string descriptorName{"ComparisonQueueDescriptor"};
3666
3667 ValidateNumInputs(workloadInfo, descriptorName, 2);
3668 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3669
3670 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3671 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3672 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3673
3674 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3675 inputTensorInfo1,
3676 outputTensorInfo,
3677 descriptorName,
3678 "input_0",
3679 "input_1");
3680
3681 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3682 {
3683 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3684 }
3685}
3686
josh minor4a3c6102020-01-06 16:40:46 -06003687void ElementwiseUnaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3688{
3689 const std::string descriptorName{"ElementwiseUnaryQueueDescriptor"};
3690
3691 ValidateNumInputs(workloadInfo, descriptorName, 1);
3692 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3693
3694 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3695 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3696
3697 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3698
3699 std::vector<DataType> supportedTypes =
3700 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003701 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -06003702 DataType::Float16,
3703 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003704 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -06003705 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +00003706 DataType::QSymmS16,
3707 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -06003708 };
3709
James Conroyaba90cd2020-11-06 16:28:18 +00003710 std::vector<DataType> logicalSupportedTypes =
3711 {
3712 DataType::Boolean
3713 };
3714
3715 if (m_Parameters.m_Operation == UnaryOperation::LogicalNot)
3716 {
3717 ValidateDataTypes(inputTensorInfo, logicalSupportedTypes, descriptorName);
3718 }
3719 else
3720 {
3721 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3722 }
3723
3724
josh minor4a3c6102020-01-06 16:40:46 -06003725 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3726}
3727
Finn Williams2605b232020-06-10 15:53:46 +01003728void RankQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3729{
3730 const std::string descriptorName{"RankQueueDescriptor"};
3731
3732 ValidateNumInputs(workloadInfo, descriptorName, 1);
3733 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3734
3735 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3736 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3737
3738 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
3739 ValidateTensorNumElements(outputTensorInfo, descriptorName, 1, "output");
3740
3741 std::vector<DataType> supportedTypes =
3742 {
3743 DataType::BFloat16,
3744 DataType::Float16,
3745 DataType::Float32,
3746 DataType::QAsymmS8,
3747 DataType::QAsymmU8,
3748 DataType::QSymmS8,
3749 DataType::QSymmS16,
3750 DataType::Signed32
3751 };
3752
3753 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3754 ValidateDataTypes(outputTensorInfo, { DataType::Signed32 }, descriptorName);
3755}
3756
James Conroyaba90cd2020-11-06 16:28:18 +00003757void LogicalBinaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3758{
3759 const std::string descriptorName{"LogicalBinaryQueueDescriptor"};
3760
3761 ValidateNumInputs(workloadInfo, descriptorName, 2);
3762 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3763
3764 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3765 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3766 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3767
3768 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3769 inputTensorInfo1,
3770 outputTensorInfo,
3771 descriptorName,
3772 "input_0",
3773 "input_1");
3774
3775 if (inputTensorInfo0.GetDataType() != DataType::Boolean)
3776 {
3777 throw InvalidArgumentException(descriptorName + ": Input tensor 0 type must be Boolean.");
3778 }
3779
3780 if (inputTensorInfo1.GetDataType() != DataType::Boolean)
3781 {
3782 throw InvalidArgumentException(descriptorName + ": Input tensor 1 type must be Boolean.");
3783 }
3784
3785 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3786 {
3787 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3788 }
3789}
3790
Sadik Armagan0c3ea5b2021-02-03 09:29:30 +00003791void ReduceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3792{
3793 const std::string descriptorName{"ReduceQueueDescriptor"};
3794
3795 ValidateNumInputs(workloadInfo, descriptorName, 1);
3796 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3797
3798 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3799 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3800
Sadik Armagan0c3ea5b2021-02-03 09:29:30 +00003801 std::vector<DataType> supportedTypes =
3802 {
3803 DataType::BFloat16,
3804 DataType::Float16,
3805 DataType::Float32,
3806 DataType::QAsymmS8,
3807 DataType::QAsymmU8,
3808 DataType::QSymmS16,
3809 DataType::Signed32
3810 };
3811
3812 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3813 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3814}
3815
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003816void UnidirectionalSequenceLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3817{
3818 // Modified from LstmQueueDescriptor::Validate to support UnidirectionalSequenceLstm
3819
3820 const std::string descriptorName{"UnidirectionalSequenceLstmQueueDescriptor"};
3821
3822 // check dimensions of all inputs and outputs
3823 if (workloadInfo.m_InputTensorInfos.size() != 3)
3824 {
3825 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
3826 }
3827 if (workloadInfo.m_OutputTensorInfos.size() != 1)
3828 {
3829 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
3830 }
3831
3832 std::vector<DataType> supportedTypes =
3833 {
Narumol Prangnawarate5339e72021-07-28 17:33:28 +01003834 DataType::Float32
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003835 };
3836
3837 // check for supported type of one input and match them with all the other input and output
3838 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
3839
3840 // type matches all other inputs
3841 for (uint32_t i = 1u; i < workloadInfo.m_InputTensorInfos.size(); ++i)
3842 {
3843 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
3844 workloadInfo.m_InputTensorInfos[i],
3845 descriptorName,
3846 "input_0",
3847 "input_" + std::to_string(i));
3848 }
3849 // type matches all other outputs
3850 for (uint32_t i = 0u; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
3851 {
3852 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
3853 workloadInfo.m_OutputTensorInfos[i],
3854 "LstmQueueDescriptor",
3855 "input_0",
3856 "output_" + std::to_string(i));
3857 }
3858
3859 // Making sure clipping parameters have valid values.
3860 // == 0 means no clipping
3861 // > 0 means clipping
3862 if (m_Parameters.m_ClippingThresCell < 0.0f)
3863 {
3864 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
3865 }
3866 if (m_Parameters.m_ClippingThresProj < 0.0f)
3867 {
3868 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
3869 }
3870
3871 unsigned int batchIndx = 0;
3872 unsigned int inputIndx = 1;
3873 uint32_t timeStep = 1;
3874 unsigned int timeIndx = 1;
3875 inputIndx = 2;
3876 if (m_Parameters.m_TimeMajor)
3877 {
3878 batchIndx = 1;
3879 timeIndx = 0;
3880
3881 }
3882 timeStep = workloadInfo.m_InputTensorInfos[0].GetShape()[timeIndx];
3883
3884 // Inferring batch size, number of outputs and number of cells from the inputs.
3885 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[inputIndx];
3886 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[batchIndx];
3887 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
3888 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
3889 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
3890 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
3891
3892 // input tensor
3893 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 3, (timeStep * n_batch * n_input),
3894 descriptorName + " input_0");
3895 // outputStateInTensor
3896 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
3897 descriptorName + " input_1");
3898 // outputStateInTensor
3899 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
3900 descriptorName + " input_2");
3901
3902 // outputTensor
3903 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[0], 3, (timeStep * n_batch * n_output),
3904 descriptorName + " output_0");
3905
3906 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
3907 if ( m_InputToInputWeights )
3908 {
3909 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
3910 (n_cell * n_input), "InputLayerNormWeights");
3911 }
3912
3913 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
3914 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
3915 (n_cell * n_input), "InputToForgetWeights");
3916
3917 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
3918 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
3919 (n_cell * n_input), "InputToCellWeights");
3920
3921 if ( m_RecurrentToInputWeights )
3922 {
3923 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
3924 (n_cell * n_output), "RecurrentToInputWeights");
3925 }
3926
3927 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
3928 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
3929 (n_cell * n_output), "RecurrentToForgetWeights");
3930
3931 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
3932 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
3933 (n_cell * n_output), "RecurrentToCellWeights");
3934
3935 // Make sure the input-gate's parameters are either both present (regular
3936 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
3937 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
3938 !m_Parameters.m_CifgEnabled) ||
3939 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3940 m_Parameters.m_CifgEnabled));
3941 if (!cifg_weights_all_or_none)
3942 {
3943 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
3944 "RecurrentToInputWeights must either both be present (regular LSTM) "
3945 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
3946 "accordingly.");
3947 }
3948
3949 if ( m_CellToInputWeights )
3950 {
3951 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
3952 n_cell, "CellToInputWeights");
3953 }
3954 if ( m_CellToForgetWeights )
3955 {
3956 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
3957 n_cell, "CellToForgetWeights");
3958 }
3959 if ( m_CellToOutputWeights )
3960 {
3961 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
3962 n_cell, "CellToOutputWeights");
3963 }
3964
3965 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
3966 bool peephole_weights_all_or_none =
3967 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3968 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3969 || ( !m_CellToInputWeights && !m_CellToForgetWeights
3970 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3971 if (!peephole_weights_all_or_none)
3972 {
3973 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
3974 }
3975
3976 // Make sure the input gate bias is present only when not a CIFG-LSTM.
3977 if (m_Parameters.m_CifgEnabled)
3978 {
3979 if (m_InputGateBias)
3980 {
3981 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
3982 }
3983 }
3984 else
3985 {
3986 if (!m_InputGateBias)
3987 {
3988 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
3989 "must be present.");
3990 }
3991 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
3992 n_cell, "InputGateBias");
3993 }
3994
3995 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
3996 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
3997
3998 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
3999 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
4000
4001 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
4002 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
4003
4004 if (m_ProjectionWeights)
4005 {
4006 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
4007 (n_cell * n_output), "ProjectionWeights");
4008 }
4009 if (m_ProjectionBias)
4010 {
4011 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
4012 }
4013
4014 // Making sure the projection tensors are consistent:
4015 // 1) If projection weight is not present, then projection bias should not be
4016 // present.
4017 // 2) If projection weight is present, then projection bias is optional.
4018 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
4019 !m_Parameters.m_ProjectionEnabled)
4020 || (m_ProjectionWeights && !m_ProjectionBias &&
4021 m_Parameters.m_ProjectionEnabled)
4022 || (m_ProjectionWeights && m_ProjectionBias &&
4023 m_Parameters.m_ProjectionEnabled));
4024 if (!projecton_tensors_consistent)
4025 {
4026 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
4027 }
4028
4029 // The four layer normalization weights either all have values or none of them have values. Additionally, if
4030 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
4031 // either all have values or none of them have values. Layer normalization is used when the values of all the
4032 // layer normalization weights are present
4033 if (m_InputLayerNormWeights)
4034 {
4035 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
4036 }
4037 if (m_ForgetLayerNormWeights)
4038 {
4039 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
4040 }
4041 if (m_CellLayerNormWeights)
4042 {
4043 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
4044 }
4045 if (m_OutputLayerNormWeights)
4046 {
4047 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
4048 }
4049
4050 if (m_Parameters.m_LayerNormEnabled)
4051 {
4052 if (!m_Parameters.m_CifgEnabled)
4053 {
4054 if (!m_InputLayerNormWeights)
4055 {
4056 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
4057 "disabled but InputLayerNormWeights are not present");
4058 }
4059 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
4060 1, n_cell, "InputLayerNormWeights");
4061 }
4062 else if (m_InputLayerNormWeights)
4063 {
4064 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
4065 "enabled");
4066 }
4067
4068 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
4069 "ForgetLayerNormWeights");
4070 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
4071
4072 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
4073 "OutputLayerNormWeights");
4074 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
4075
4076 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
4077 "CellLayerNormWeights");
4078 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
4079 }
4080 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
4081 {
4082 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
4083 "normalisation weights are present.");
4084 }
4085}
4086
4087
mathad01df9a3222021-04-28 11:42:57 +01004088} // namespace armnn