blob: 7a46741964e4f49661ce89ee7e89d034663f16b1 [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
telsoa014fcda012018-03-09 14:13:49 +00002// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Matteo Martincighe011d202019-11-28 11:35:47 +00005
Colm Donelan0c479742021-12-10 12:43:54 +00006#include <armnn/backends/TensorHandle.hpp>
7#include <armnn/backends/WorkloadData.hpp>
8#include <armnn/backends/WorkloadInfo.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +00009#include <armnnUtils/DataLayoutIndexed.hpp>
10#include <armnnUtils/TensorUtils.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010011#include <armnn/utility/NumericCast.hpp>
mathad01df9a3222021-04-28 11:42:57 +010012#include <armnn/Logging.hpp>
Matthew Bentham8800c002018-11-19 13:19:28 +000013
telsoa014fcda012018-03-09 14:13:49 +000014#include <algorithm>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000015#include <iomanip>
telsoa014fcda012018-03-09 14:13:49 +000016#include <string>
17#include <sstream>
telsoa014fcda012018-03-09 14:13:49 +000018
James Ward47fce872020-09-10 11:57:28 +010019#include <fmt/format.h>
telsoa014fcda012018-03-09 14:13:49 +000020
Matteo Martincigh21350152018-11-28 16:22:22 +000021using namespace armnnUtils;
22
telsoa014fcda012018-03-09 14:13:49 +000023namespace armnn
24{
25
26//---------------------------------------------------------------
27DataType GetBiasDataType(DataType inputDataType)
28{
29 switch (inputDataType)
30 {
telsoa01c577f2c2018-08-31 09:22:23 +010031 case DataType::Float16:
32 return DataType::Float16;
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +000033 case DataType::BFloat16:
telsoa014fcda012018-03-09 14:13:49 +000034 case DataType::Float32:
35 return DataType::Float32;
Keith Davis0c2eeac2020-02-11 16:51:50 +000036 case DataType::QAsymmS8:
37 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000038 case DataType::QAsymmU8:
telsoa014fcda012018-03-09 14:13:49 +000039 return DataType::Signed32;
Keith Davis5204aa82020-01-27 15:24:59 +000040 case DataType::QSymmS8:
41 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000042 case DataType::QSymmS16:
Ruomei Yan88d44b82019-05-23 14:29:06 +010043 return DataType::Signed32;
telsoa014fcda012018-03-09 14:13:49 +000044 default:
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +010045 ARMNN_ASSERT_MSG(false, "Invalid input data type");
telsoa014fcda012018-03-09 14:13:49 +000046 return DataType::Float32;
47 }
48}
49
50namespace
51{
52
53//---------------------------------------------------------------
54//android ndk does not support std::to_string function.
55template <typename T>
56std::string to_string(T value)
57{
58 std::ostringstream os;
59 os << value;
60 return os.str();
61}
62
63//---------------------------------------------------------------
64void ValidatePointer(const void* ptr, std::string const& descName, std::string const& paramName)
65{
66 if (!ptr)
67 {
68 throw InvalidArgumentException(descName + ": Invalid null pointer. The " +
69 paramName + " parameter must be set.");
70 }
71}
72
73//---------------------------------------------------------------
74void ValidateTensorShapesMatch(const TensorInfo& first,
75 const TensorInfo& second,
76 std::string const& descName,
77 std::string const& firstName,
78 std::string const& secondName)
79{
80 if (first.GetShape() != second.GetShape())
81 {
82 throw InvalidArgumentException(descName + ": "
83 + firstName + " & " + secondName + " must have identical shapes");
84 }
85}
86
87//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010088void ValidateNumInputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000089{
Sadik Armaganeff363d2019-04-05 15:25:46 +010090 if (workloadInfo.m_InputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000091 {
92 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +010093 ": Requires exactly " + to_string(expectedSize) + "input(s). " +
telsoa014fcda012018-03-09 14:13:49 +000094 to_string(workloadInfo.m_InputTensorInfos.size()) + " have been provided.");
95 }
96}
97
98//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010099void ValidateNumOutputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +0000100{
Sadik Armaganeff363d2019-04-05 15:25:46 +0100101 if (workloadInfo.m_OutputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +0000102 {
103 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +0100104 ": Requires exactly " + to_string(expectedSize) + " output(s). " +
telsoa014fcda012018-03-09 14:13:49 +0000105 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
106 }
107}
108
109//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100110void ValidateTensorNumDimensions(const TensorInfo& tensor,
telsoa014fcda012018-03-09 14:13:49 +0000111 std::string const& descName,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100112 unsigned int numDimensions,
telsoa014fcda012018-03-09 14:13:49 +0000113 std::string const& tensorName)
114{
115 if (tensor.GetNumDimensions() != numDimensions)
116 {
117 throw InvalidArgumentException(descName + ": Expected " + to_string(numDimensions) + " but got " +
118 to_string(tensor.GetNumDimensions()) + " dimensions for " +
119 tensorName + " tensor.");
120 }
121}
122
123//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100124void ValidateTensorNumElements(const TensorInfo& tensor,
125 std::string const& descName,
126 unsigned int numElements,
127 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100128{
129 if (tensor.GetNumElements() != numElements)
130 {
131 throw InvalidArgumentException(descName + ": Expected " + to_string(numElements) + " but got " +
James Conroyceda7852019-08-22 11:41:07 +0100132 to_string(tensor.GetNumElements()) + " elements for " +
Jan Eilers38e05bd2019-06-26 13:10:09 +0100133 tensorName + " tensor.");
134 }
135}
136
137//---------------------------------------------------------------
138void ValidateTensorNumDimNumElem(const TensorInfo& tensorInfo,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100139 unsigned int numDimension,
140 unsigned int numElements,
141 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100142{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100143 const std::string functionName{"ValidateTensorNumDimNumElem"};
144 ValidateTensorNumDimensions(tensorInfo, functionName, numDimension, tensorName);
145 ValidateTensorNumElements(tensorInfo, functionName, numElements, tensorName);
Jan Eilers38e05bd2019-06-26 13:10:09 +0100146}
147
148//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000149void ValidateTensorDataType(const TensorInfo& tensor, DataType dataType,
150 const std::string& descName, std::string const& tensorName)
151{
152 if (tensor.GetDataType() != dataType)
153 {
154 throw InvalidArgumentException(descName + ": Expected data type " + GetDataTypeName(dataType) + " but got " +
155 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
156 }
157}
158
Derek Lambertid466a542020-01-22 15:37:29 +0000159void ValidPerAxisQuantizedDataType(const TensorInfo& tensor, const std::string& descName, const std::string& tensorName)
160{
Jan Eilers1b2654f2021-09-24 15:45:46 +0100161 if (tensor.GetDataType() != DataType::QSymmS8)
Derek Lambertid466a542020-01-22 15:37:29 +0000162 {
163 throw InvalidArgumentException(descName +
164 ": Expected data type which supports per-axis quantization scheme but got " +
165 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
166 }
Derek Lambertid466a542020-01-22 15:37:29 +0000167}
168
telsoa014fcda012018-03-09 14:13:49 +0000169//---------------------------------------------------------------
Matteo Martincighe851b3d2019-05-28 14:31:20 +0100170void ValidateTensorQuantizationSpace(const TensorInfo& first,
171 const TensorInfo& second,
172 const std::string& descName,
173 std::string const& firstName,
174 std::string const& secondName)
175{
176 if (!first.IsQuantized() ||
177 !second.IsQuantized())
178 {
179 // Not a quantized type, ignore the validation
180 return;
181 }
182
183 DataType firstDataType = first.GetDataType();
184 DataType secondDataType = second.GetDataType();
185
186 if (firstDataType != secondDataType)
187 {
188 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
189 " must be of the same quantized type, " +
190 firstName + " is " + GetDataTypeName(firstDataType) + ", " +
191 secondName + " is " + GetDataTypeName(secondDataType));
192 }
193
194 if (!first.IsTypeSpaceMatch(second))
195 {
196 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
197 " must have the same quantization space, " +
198 firstName + " has offset " + to_string(first.GetQuantizationOffset()) +
199 " and scale " + to_string(first.GetQuantizationScale()) + ", " +
200 secondName + " has offset " + to_string(second.GetQuantizationOffset()) +
201 " and scale " + to_string(second.GetQuantizationScale()));
202 }
203}
204
205//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100206void ValidateBiasTensorQuantization(const TensorInfo& biasTensor,
207 const TensorInfo& inputTensorInfo,
208 const TensorInfo& weightsTensorInfo,
209 const std::string& descName)
telsoa014fcda012018-03-09 14:13:49 +0000210{
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000211 // Helper lambda function to validate a single bias quantization scale value
212 auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void
213 {
mathad01df9a3222021-04-28 11:42:57 +0100214 constexpr float tolerance = 0.0001f;
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000215 if (std::abs(biasScale - expectedScale) > tolerance)
216 {
217 // Print the float values with extra precision to see very small differences
mathad01df9a3222021-04-28 11:42:57 +0100218 ARMNN_LOG(warning) << std::setprecision(6) << descName << ": Expected " << expectedScale <<
219 " for bias quantization scale (product of input and weight scales), but got " <<
220 biasScale << ". Using scale provided.";
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000221 }
222 };
223
telsoa014fcda012018-03-09 14:13:49 +0000224 if (biasTensor.GetQuantizationOffset() != 0)
225 {
226 throw InvalidArgumentException(descName + ": Expected zero quantization offset for bias tensor but got " +
227 to_string(biasTensor.GetQuantizationOffset()));
228 }
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000229
James Conroy8502ade2020-11-12 19:26:29 +0000230 if (biasTensor.HasMultipleQuantizationScales() || weightsTensorInfo.HasMultipleQuantizationScales())
telsoa014fcda012018-03-09 14:13:49 +0000231 {
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000232 // Validate per-axis quantization scales
233 const std::vector<float>& weightScales = weightsTensorInfo.GetQuantizationScales();
234 const std::vector<float>& biasScales = biasTensor.GetQuantizationScales();
235
236 if (weightScales.size() != biasScales.size())
237 {
238 std::stringstream msg;
James Conroy8502ade2020-11-12 19:26:29 +0000239 msg << descName << ": Expected matching number of per-axis quantization scales for weights and bias, "
240 << "but got different values. This is currently unsupported: weights=" << weightScales.size()
241 << ", biases=" << biasScales.size();
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000242 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
243 }
244
245 for (size_t i = 0ul; i < biasScales.size(); ++i)
246 {
247 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightScales[i];
248 VerifyBiasQuantizationScale(biasScales[i], expectedScale);
249 }
250 }
251 else
252 {
253 // Validate per-tensor quantization scale
254 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightsTensorInfo.GetQuantizationScale();
255 VerifyBiasQuantizationScale(biasTensor.GetQuantizationScale(), expectedScale);
telsoa014fcda012018-03-09 14:13:49 +0000256 }
257}
258
259//---------------------------------------------------------------
260void ValidateTensors(const std::vector<ITensorHandle*>& vec,
261 unsigned int numExpected,
262 const std::string& descName,
263 const std::string& varName)
264{
265 if (vec.empty() && numExpected > 0)
266 {
267 throw InvalidArgumentException(descName + ": Invalid empty " + varName + " array.");
268 }
269
270 for (unsigned int i = 0; i < numExpected; ++i)
271 {
272 if (!vec[i])
273 {
274 throw InvalidArgumentException(descName + ": Invalid NULL for " + varName + to_string(i));
275 }
276 }
277}
278
279//---------------------------------------------------------------
280void ValidateBroadcastTensorShapesMatch(const TensorInfo& first,
281 const TensorInfo& second,
282 const TensorInfo& output,
283 std::string const& descName,
284 std::string const& firstName,
285 std::string const& secondName)
286{
287 // Tensors must have the same number of dimensions in order to be explicit about which dimensions will get
288 // broadcasted.
289 if (first.GetNumDimensions() != second.GetNumDimensions())
290 {
291 throw InvalidArgumentException(descName + ": Tensors "
292 + firstName + " & " + secondName
293 + " must have the same number of dimensions in order to be broadcasted");
294 }
295 uint32_t numDims = first.GetNumDimensions();
296 std::vector<uint32_t> outputDims(numDims, 0u);
297 for (uint32_t i = 0; i < numDims; i++)
298 {
299 const bool dimsNotEqual = first.GetShape()[i] != second.GetShape()[i];
300 const bool dimsNotOne = (first.GetShape()[i] != 1) && (second.GetShape()[i] != 1);
301 if (dimsNotEqual && dimsNotOne)
302 {
303 throw InvalidArgumentException("Broadcasting is not possible for incompatible shapes");
304 }
305 outputDims[i] = std::max(first.GetShape()[i], second.GetShape()[i]);
306 }
Matthew Sloyan171214c2020-09-09 09:07:37 +0100307 TensorShape broadcastShape = TensorShape(armnn::numeric_cast<unsigned int>(outputDims.size()), outputDims.data());
telsoa014fcda012018-03-09 14:13:49 +0000308 if (broadcastShape != output.GetShape())
309 {
310 throw InvalidArgumentException(descName + ": The tensor shape resulting from adding "
311 + firstName + " & " + secondName
312 + " does not match the output shape");
313 }
314}
315
316//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +0100317void ValidateDataTypes(const TensorInfo& info,
318 const std::vector<armnn::DataType>& supportedTypes,
319 std::string const& descName)
320{
321 auto iterator = std::find(supportedTypes.begin(), supportedTypes.end(), info.GetDataType());
322 if (iterator == supportedTypes.end())
323 {
324 throw InvalidArgumentException(descName + ": " + " Tensor type is not supported.");
325 }
326}
327
James Conroy4d1ff582019-06-10 17:06:39 +0100328//---------------------------------------------------------------
329void ValidateTensorDataTypesMatch(const TensorInfo& first,
330 const TensorInfo& second,
331 std::string const& descName,
332 std::string const& firstName,
333 std::string const& secondName)
334{
335 if (first.GetDataType() != second.GetDataType())
336 {
337 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
338 " must have identical data types.");
339 }
340}
341
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100342//---------------------------------------------------------------
343void ValidateTensorNumElementsMatch(const TensorInfo& first,
344 const TensorInfo& second,
345 std::string const& descName,
346 std::string const& firstName,
347 std::string const& secondName)
348{
349 if (first.GetNumElements() != second.GetNumElements())
350 {
351 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
352 " must have the same number of elements.");
353 }
354}
355
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000356void ValidateWeightDataType(const TensorInfo& inputInfo,
357 const TensorInfo& weightInfo,
358 const std::string& descName)
359{
360 const DataType inputType = inputInfo.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000361 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000362 {
363 const std::vector<DataType> validTypes =
364 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000365 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100366 DataType::QAsymmU8,
Jan Eilers1b2654f2021-09-24 15:45:46 +0100367 DataType::QSymmS8
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000368 };
369
370 ValidateDataTypes(weightInfo, validTypes, descName);
371 }
372 else
373 {
374 ValidateTensorDataTypesMatch(inputInfo, weightInfo, descName, "input", "weight");
375 }
376}
377
378void ValidatePerAxisQuantizationDimension(const TensorInfo& tensorInfo,
379 const std::string& descName,
380 const std::string& tensorName)
381{
382 const Optional<unsigned int>& quantizationDim = tensorInfo.GetQuantizationDim();
383 if (!quantizationDim.has_value())
384 {
James Ward47fce872020-09-10 11:57:28 +0100385 throw InvalidArgumentException(fmt::format("{0}: Quantization dimension for per-axis quantization "
386 "not set on tensor {1}.", descName, tensorName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000387 }
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000388}
389
390void ValidatePerAxisQuantizationOffset(const TensorInfo& tensorInfo,
391 const std::string& descName,
392 const std::string& tensorName)
393{
394 int32_t quantizationOffset = tensorInfo.GetQuantizationOffset();
395 if (quantizationOffset != 0)
396 {
James Ward47fce872020-09-10 11:57:28 +0100397 throw InvalidArgumentException(fmt::format(
398 "{0}: Quantization offset for per-axis quantization expected to be 0 on tensor {1}, but got: {2}",
399 descName, tensorName, quantizationOffset));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000400 }
401}
402
403void ValidatePerAxisQuantization(const TensorInfo& inputInfo,
404 const TensorInfo& outputInfo,
405 const TensorInfo& weightInfo,
406 const Optional<TensorInfo>& optionalBiasInfo,
407 const std::string& descName)
408{
409 if (weightInfo.HasPerAxisQuantization())
410 {
411 const DataType inputDataType = inputInfo.GetDataType();
412 const DataType outputDataType = outputInfo.GetDataType();
413
Keith Davis0c2eeac2020-02-11 16:51:50 +0000414 const bool canHavePerAxisQuantization = (IsQuantized8BitType(inputDataType)) && inputDataType == outputDataType;
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000415
416 if (!canHavePerAxisQuantization)
417 {
James Ward47fce872020-09-10 11:57:28 +0100418 throw InvalidArgumentException(fmt::format(
419 "{0}: Per-axis quantization parameters set on tensor {1}, but data type does not support "
420 "per-axis quantization.", descName, "weight"));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000421 }
422
Derek Lambertid466a542020-01-22 15:37:29 +0000423
424 ValidPerAxisQuantizedDataType(weightInfo, descName, "weight");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000425 ValidatePerAxisQuantizationDimension(weightInfo, descName, "weight");
426 ValidatePerAxisQuantizationOffset(weightInfo, descName, "weight");
427
428 if (optionalBiasInfo.has_value())
429 {
430 const TensorInfo& biasInfo = optionalBiasInfo.value();
431 if (!biasInfo.HasPerAxisQuantization())
432 {
James Ward47fce872020-09-10 11:57:28 +0100433 throw InvalidArgumentException(fmt::format(
434 "{}: Per-axis quantization parameters not set on bias tensor, "
435 "despite being set on weight tensor.", descName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000436 }
437
438 ValidateTensorDataType(biasInfo, DataType::Signed32, descName, "bias");
439 ValidatePerAxisQuantizationDimension(biasInfo, descName, "bias");
440 ValidatePerAxisQuantizationOffset(biasInfo, descName, "bias");
441 }
442 }
443}
444
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100445} // anonymous namespace
telsoa014fcda012018-03-09 14:13:49 +0000446
447void QueueDescriptor::ValidateInputsOutputs(const std::string& descName,
448 unsigned int numExpectedIn, unsigned int numExpectedOut) const
449{
450 ValidateTensors(m_Inputs, numExpectedIn, descName, "input");
451 ValidateTensors(m_Outputs, numExpectedOut, descName, "output");
452}
453
454//---------------------------------------------------------------
Jim Flynn68db06f2020-10-06 10:14:50 +0100455void MapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
456{
457 const std::string descriptorName{"MapQueueDescriptor"};
458
459 ValidateNumInputs(workloadInfo, descriptorName, 1);
Jim Flynn3a40ea52020-10-08 11:42:30 +0100460 ValidateNumOutputs(workloadInfo, descriptorName, 0);
461
462 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
463 {
464 if (!m_Inputs[i])
465 {
466 throw InvalidArgumentException(
467 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
468 }
469 }
470}
471
472//---------------------------------------------------------------
473void UnmapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
474{
475 const std::string descriptorName{"UnmapQueueDescriptor"};
476
477 ValidateNumInputs(workloadInfo, descriptorName, 1);
478 ValidateNumOutputs(workloadInfo, descriptorName, 0);
Jim Flynn68db06f2020-10-06 10:14:50 +0100479
480 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
481 {
482 if (!m_Inputs[i])
483 {
484 throw InvalidArgumentException(
485 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
486 }
487 }
488}
489
490//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000491void MemCopyQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
492{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100493 const std::string descriptorName{"MemCopyQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +0000494
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100495 ValidateNumInputs(workloadInfo, descriptorName, 1);
496 ValidateNumOutputs(workloadInfo, descriptorName , 1);
telsoa014fcda012018-03-09 14:13:49 +0000497
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100498 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
499 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
500
501 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
502 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000503
504 if (m_Inputs.size() != m_Outputs.size())
505 {
James Ward47fce872020-09-10 11:57:28 +0100506 throw InvalidArgumentException(fmt::format(
507 "{0}: Number of inputs ({1}) does not match the number of outputs ({2}).",
508 descriptorName, m_Inputs.size(), m_Outputs.size()));
telsoa014fcda012018-03-09 14:13:49 +0000509 }
510
511 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
512 {
513 if (!m_Inputs[i])
514 {
James Ward47fce872020-09-10 11:57:28 +0100515 throw InvalidArgumentException(fmt::format(
516 "{0}: Invalid NULL input {1}.", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000517 }
518
519 if (!m_Outputs[i])
520 {
James Ward47fce872020-09-10 11:57:28 +0100521 throw InvalidArgumentException(fmt::format("{0}: Invalid NULL output {1}", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000522 }
523 }
524}
525
Derek Lambertif674aa02019-08-01 15:56:25 +0100526//---------------------------------------------------------------
527void MemImportQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
528{
529 ValidateNumInputs(workloadInfo, "MemImportQueueDescriptor", 1);
530 ValidateNumOutputs(workloadInfo, "MemImportQueueDescriptor" , 1);
531
532 if (workloadInfo.m_InputTensorInfos.size() != 1)
533 {
James Ward47fce872020-09-10 11:57:28 +0100534 throw InvalidArgumentException(fmt::format("Number of input infos ({}) is not 1.",
535 workloadInfo.m_InputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100536
537 }
538
539 if (workloadInfo.m_InputTensorInfos.size() != workloadInfo.m_OutputTensorInfos.size())
540 {
James Ward47fce872020-09-10 11:57:28 +0100541 throw InvalidArgumentException(fmt::format(
542 "Number of input infos ({0}) does not match the number of output infos ({1})",
543 workloadInfo.m_InputTensorInfos.size(), workloadInfo.m_OutputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100544 }
545
546 for (std::size_t i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
547 {
548 if (workloadInfo.m_InputTensorInfos[i].GetNumElements() !=
549 workloadInfo.m_OutputTensorInfos[i].GetNumElements())
550 {
James Ward47fce872020-09-10 11:57:28 +0100551 throw InvalidArgumentException(fmt::format(
552 "Number of elements for tensor input and output {} does not match", i ));
Derek Lambertif674aa02019-08-01 15:56:25 +0100553 }
554 }
555
556 if (m_Inputs.size() != 1)
557 {
James Ward47fce872020-09-10 11:57:28 +0100558 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100559 }
560
561 if (m_Inputs.size() != m_Outputs.size())
562 {
James Ward47fce872020-09-10 11:57:28 +0100563 throw InvalidArgumentException(fmt::format(
564 "Number of inputs ({0}) does not match the number of outputs ({1})",
565 m_Inputs.size(), m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100566 }
567
568 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
569 {
570 if (!m_Inputs[i])
571 {
James Ward47fce872020-09-10 11:57:28 +0100572 throw InvalidArgumentException(fmt::format("Invalid null input {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100573 }
574
575 if (!m_Outputs[i])
576 {
James Ward47fce872020-09-10 11:57:28 +0100577 throw InvalidArgumentException(fmt::format("Invalid null output {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100578 }
579 }
580}
581
582//---------------------------------------------------------------
583void MemSyncQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
584{
585 ValidateNumInputs(workloadInfo, "MemSyncQueueDescriptor", 1);
Derek Lambertif674aa02019-08-01 15:56:25 +0100586
Derek Lambertif674aa02019-08-01 15:56:25 +0100587 if (m_Inputs.size() != 1)
588 {
James Ward47fce872020-09-10 11:57:28 +0100589 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100590 }
591
592 if (m_Outputs.size() != 0)
593 {
James Ward47fce872020-09-10 11:57:28 +0100594 throw InvalidArgumentException(fmt::format("Number of outputs ({}) is not 0.", m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100595 }
596
597 if (!m_Inputs[0])
598 {
James Ward47fce872020-09-10 11:57:28 +0100599 throw InvalidArgumentException(fmt::format("Invalid null input 0"));
Derek Lambertif674aa02019-08-01 15:56:25 +0100600 }
601}
602
603//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000604void ActivationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
605{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100606 const std::string descriptorName{"ActivationQueueDescriptor"};
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100607
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100608 ValidateNumInputs(workloadInfo, descriptorName, 1);
609 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100610
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100611 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
612 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
nikraj01248683f2019-05-29 16:46:50 +0100613
614 std::vector<DataType> supportedTypes =
615 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000616 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100617 DataType::Float16,
618 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000619 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000620 DataType::QAsymmU8,
621 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100622 };
623
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100624 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
625 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
626 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000627}
628
Nikhil Rajee391d52019-09-05 17:50:44 +0100629void ArgMinMaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
630{
631 const std::string descriptorName{"ArgMinMaxQueueDescriptor"};
632
633 ValidateNumInputs(workloadInfo, descriptorName, 1);
634 ValidateNumOutputs(workloadInfo, descriptorName, 1);
635
636 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
637 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
638
Inki Daed4619e22020-09-10 15:33:54 +0900639 if (outputTensorInfo.GetDataType() != DataType::Signed32 &&
640 outputTensorInfo.GetDataType() != DataType::Signed64)
Nikhil Raj68c2c902019-09-19 11:21:11 +0100641 {
Inki Daed4619e22020-09-10 15:33:54 +0900642 throw InvalidArgumentException(descriptorName + ": Output of ArgMinMax layer must be Int32 or Int64.");
Nikhil Raj68c2c902019-09-19 11:21:11 +0100643 }
644
James Conroyd47a0642019-09-17 14:22:06 +0100645 std::vector<DataType> supportedInputTypes =
646 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000647 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100648 DataType::Float16,
649 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100650 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000651 DataType::QAsymmU8,
652 DataType::QSymmS16,
Inki Daed4619e22020-09-10 15:33:54 +0900653 DataType::Signed32,
654 DataType::Signed64
James Conroyd47a0642019-09-17 14:22:06 +0100655 };
Nikhil Rajee391d52019-09-05 17:50:44 +0100656
James Conroyd47a0642019-09-17 14:22:06 +0100657 ValidateDataTypes(inputTensorInfo, supportedInputTypes, descriptorName);
James Conroyc8724c72019-10-08 15:41:34 +0100658
659 auto inputShape = inputTensorInfo.GetShape();
660 auto outputShape = outputTensorInfo.GetShape();
661
662 auto inputNumDimensions = inputShape.GetNumDimensions();
663 auto unsignedAxis = armnnUtils::GetUnsignedAxis(inputNumDimensions, m_Parameters.m_Axis);
664
665 const std::string outputShapeError{": Output tensor shape does not match shape inferred from input tensor."};
666
667 // 1D input shape results in scalar output shape
668 if (inputShape.GetNumDimensions() == 1)
669 {
670 if (outputShape.GetNumDimensions() != 1 && outputShape[0] != 1)
671 {
672 throw InvalidArgumentException(descriptorName + outputShapeError);
673 }
674 }
675 else
676 {
677 for (unsigned int i = 0; i < unsignedAxis; ++i)
678 {
679 if (outputShape[i] != inputShape[i])
680 {
681 throw InvalidArgumentException(descriptorName + outputShapeError);
682 }
683 }
684
685 for (auto i = unsignedAxis + 1; i < inputNumDimensions; ++i)
686 {
687 if (outputShape[i - 1] != inputShape[i])
688 {
689 throw InvalidArgumentException(descriptorName + outputShapeError);
690 }
691 }
692 }
Nikhil Rajee391d52019-09-05 17:50:44 +0100693}
694
mathad01b392e982021-04-07 12:07:30 +0100695void CastQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
696{
697 const std::string descriptorName{"CastQueueDescriptor"};
698
699 ValidateNumInputs(workloadInfo, descriptorName, 1);
700 ValidateNumOutputs(workloadInfo, descriptorName, 1);
701
702 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
703 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
704
705 std::vector<DataType> supportedTypes =
706 {
707 DataType::BFloat16,
708 DataType::Float16,
709 DataType::Float32,
710 DataType::QAsymmS8,
711 DataType::QAsymmU8,
712 DataType::QSymmS8,
713 DataType::QSymmS16,
714 DataType::Signed32,
715 DataType::Signed64
716 };
717
718 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
719 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
720}
721
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100722void SoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
723{
724 const std::string descriptorName{"SoftmaxQueueDescriptor"};
725
726 ValidateNumInputs(workloadInfo, descriptorName, 1);
727 ValidateNumOutputs(workloadInfo, descriptorName, 1);
728
729 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
730 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
731
732 std::vector<DataType> supportedTypes =
733 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000734 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100735 DataType::Float16,
736 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000737 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000738 DataType::QAsymmU8,
739 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100740 };
741
742 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
743 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
744 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
745}
746
telsoa014fcda012018-03-09 14:13:49 +0000747void SplitterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
748{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100749 const std::string descriptorName{"SplitterQueueDescriptor"};
750
751 ValidateNumInputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000752
Ruomei Yan25339c32019-05-28 16:48:20 +0100753 // Check the supported data types
754 std::vector<DataType> supportedTypes =
755 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000756 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100757 DataType::Float32,
758 DataType::Float16,
759 DataType::Boolean,
760 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100761 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000762 DataType::QAsymmU8,
763 DataType::QSymmS16
Ruomei Yan25339c32019-05-28 16:48:20 +0100764 };
765
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100766 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
767 for (unsigned long i = 0ul; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Ruomei Yan25339c32019-05-28 16:48:20 +0100768 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100769 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[i];
770 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
771
772 const std::string outputName = "output_" + std::to_string(i);
773 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", outputName);
Ruomei Yan25339c32019-05-28 16:48:20 +0100774 }
Ruomei Yan25339c32019-05-28 16:48:20 +0100775
telsoa014fcda012018-03-09 14:13:49 +0000776 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
777 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100778 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000779 }
780
781 if (workloadInfo.m_OutputTensorInfos.size() != m_ViewOrigins.size())
782 {
783 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100784 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000785 "has to match number of workloadInfo.m_OutputTensorInfos. "
786 "Number of windows: " +
787 to_string(m_ViewOrigins.size()) +
788 ". Number of workloadInfo.m_OutputTensorInfos: " + to_string(workloadInfo.m_OutputTensorInfos.size()));
789 }
790
telsoa01c577f2c2018-08-31 09:22:23 +0100791 //The dimensionality of all the windows has to match the dimensionality (not shape) of the input.
telsoa014fcda012018-03-09 14:13:49 +0000792 std::size_t inputDims = workloadInfo.m_InputTensorInfos[0].GetNumDimensions();
793 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
794 {
telsoa01c577f2c2018-08-31 09:22:23 +0100795 //Checks that the dimensionality of input is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000796 ViewOrigin const& e = m_ViewOrigins[w];
797 if (e.m_Origin.size() != inputDims)
798 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100799 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000800 "have the same dimensionality as the input tensor. "
801 "Window origin (index: " +
802 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
803 " dimensions, the input "
804 "tensor has " +
805 to_string(inputDims) + " dimensions.");
806 }
807 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
808 {
809 if (e.m_Origin[i] + workloadInfo.m_OutputTensorInfos[w].GetShape()[i] >
810 workloadInfo.m_InputTensorInfos[0].GetShape()[i])
811 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100812 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000813 "be smaller or equal than the size of the input in that coord.");
814 }
815 }
816 }
817}
818
Jim Flynne242f2d2019-05-22 14:24:13 +0100819void ConcatQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
telsoa014fcda012018-03-09 14:13:49 +0000820{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100821 const std::string descriptorName{"ConcatQueueDescriptor"};
822
823 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000824
825 if (m_Inputs.size() <= 0)
826 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100827 throw InvalidArgumentException(descriptorName + ": At least one input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000828 }
829 if (m_Outputs.size() <= 0)
830 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100831 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000832 }
833
834 if (workloadInfo.m_InputTensorInfos.size() <= 0)
835 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100836 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000837 }
838 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
839 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100840 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000841 }
842
Nikhil Raj8599a412018-11-19 14:51:07 +0000843 if(m_Parameters.GetConcatAxis() > workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions())
844 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100845 throw InvalidArgumentException(descriptorName + ": Invalid concatenation axis provided.");
Nikhil Raj8599a412018-11-19 14:51:07 +0000846 }
847
848 if (workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions() - m_Parameters.GetConcatAxis() == 1)
849 {
850 return;
851 }
852
telsoa014fcda012018-03-09 14:13:49 +0000853 if (workloadInfo.m_InputTensorInfos.size() != m_ViewOrigins.size())
854 {
855 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100856 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000857 "has to match number of workloadInfo.m_InputTensorInfos. "
858 "Number of windows: " +
859 to_string(m_ViewOrigins.size()) +
860 ". Number of workloadInfo.m_InputTensorInfos: " + to_string(workloadInfo.m_InputTensorInfos.size()));
861 }
862
telsoa01c577f2c2018-08-31 09:22:23 +0100863 //The dimensionality of all the windows has to match the dimensionality (not shape) of the output.
telsoa014fcda012018-03-09 14:13:49 +0000864 std::size_t outputDims = workloadInfo.m_OutputTensorInfos[0].GetNumDimensions();
865 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
866 {
telsoa01c577f2c2018-08-31 09:22:23 +0100867 //Checks that the dimensionality of output is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000868 ViewOrigin const& e = m_ViewOrigins[w];
869 if (e.m_Origin.size() != outputDims)
870 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100871 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000872 "have the same dimensionality as the output tensor. "
873 "Window origin (index: " +
874 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
875 " dimensions, the output "
876 "tensor has " +
877 to_string(outputDims) + " dimensions.");
878 }
telsoa01c577f2c2018-08-31 09:22:23 +0100879 //Checks that the merge windows are within the output tensor.
telsoa014fcda012018-03-09 14:13:49 +0000880 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
881 {
882 if (e.m_Origin[i] + workloadInfo.m_InputTensorInfos[w].GetShape()[i]
883 > workloadInfo.m_OutputTensorInfos[0].GetShape()[i])
884 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100885 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000886 "be smaller or equal than the size of the output in that coord.");
887 }
888 }
889 }
Jim Flynncbb66aa2019-05-15 13:03:54 +0100890
891 // Check the supported data types
892 std::vector<DataType> supportedTypes =
893 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000894 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100895 DataType::Float32,
896 DataType::Float16,
897 DataType::Boolean,
898 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100899 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000900 DataType::QAsymmU8,
901 DataType::QSymmS16
Jim Flynncbb66aa2019-05-15 13:03:54 +0100902 };
903
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100904 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
905 for (unsigned long i = 0ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jim Flynncbb66aa2019-05-15 13:03:54 +0100906 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100907 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[i];
908 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
909
910 const std::string inputName = "input_" + std::to_string(i);
911 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, inputName, "output");
Jim Flynncbb66aa2019-05-15 13:03:54 +0100912 }
telsoa014fcda012018-03-09 14:13:49 +0000913}
914
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100915void StackQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
916{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100917 const std::string descriptorName{"StackQueueDescriptor"};
918
919 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100920
921 if (m_Parameters.m_NumInputs != workloadInfo.m_InputTensorInfos.size())
922 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100923 throw InvalidArgumentException(descriptorName + ": Must have the defined number of input tensors.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100924 }
925
926 // All inputs must have the same shape, which is defined in parameters
927 const TensorShape& inputShape = m_Parameters.m_InputShape;
928 for (unsigned int i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
929 {
930 if (workloadInfo.m_InputTensorInfos[i].GetShape() != inputShape)
931 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100932 throw InvalidArgumentException(descriptorName + ": All input tensor shapes must match the defined shape.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100933 }
934 }
935
Matthew Jacksondba634f2019-08-15 15:14:18 +0100936 if (inputShape.GetNumDimensions() > 4)
937 {
938 throw InvalidArgumentException(descriptorName + ": Input tensor may have up to 4 dimensions.");
939 }
940
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100941 // m_Axis is 0-based and may take values from 0 to the number of input dimensions (inclusive),
942 // since the output tensor has an additional dimension.
943 if (m_Parameters.m_Axis > inputShape.GetNumDimensions())
944 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100945 throw InvalidArgumentException(descriptorName + ": Axis may not be greater "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100946 "than the number of input dimensions.");
947 }
948
949 // Output shape must be as inferred from the input shape
950 const TensorShape& outputShape = workloadInfo.m_OutputTensorInfos[0].GetShape();
951 for (unsigned int i = 0; i < m_Parameters.m_Axis; ++i)
952 {
953 if (outputShape[i] != inputShape[i])
954 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100955 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100956 "match shape inferred from input tensor.");
957 }
958 }
959
960 if (outputShape[m_Parameters.m_Axis] != m_Parameters.m_NumInputs)
961 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100962 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100963 "match shape inferred from input tensor.");
964 }
965
966 for (unsigned int i = m_Parameters.m_Axis + 1; i < inputShape.GetNumDimensions() + 1; ++i)
967 {
968 if (outputShape[i] != inputShape[i-1])
969 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100970 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100971 "match shape inferred from input tensor.");
972 }
973 }
974
Matthew Jacksondba634f2019-08-15 15:14:18 +0100975 if (outputShape.GetNumDimensions() > 5)
976 {
977 throw InvalidArgumentException(descriptorName + ": Output tensor may have up to 5 dimensions.");
978 }
979
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100980 // Check the supported data types
981 std::vector<DataType> supportedTypes =
982 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000983 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100984 DataType::Float32,
985 DataType::Float16,
986 DataType::Boolean,
987 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100988 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000989 DataType::QAsymmU8,
990 DataType::QSymmS16
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100991 };
992
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100993 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100994
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100995 for (unsigned int i = 1ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100996 {
997 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
998 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100999 descriptorName,
1000 "input_0",
1001 "input_" + std::to_string(i));
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001002 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001003
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001004 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1005 workloadInfo.m_OutputTensorInfos[0],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001006 descriptorName,
1007 "input_0",
1008 "output");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +01001009}
1010
Ryan OSheaec6c6802020-06-05 17:17:06 +01001011void FillQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1012{
1013 const std::string descriptorName{"FillQueueDescriptor"};
1014
1015 ValidateNumInputs(workloadInfo, descriptorName, 1);
1016 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1017
1018 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1019 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1020
1021 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 1, "input");
1022
1023 std::vector<DataType> supportedTypes =
1024 {
1025 DataType::BFloat16,
1026 DataType::Float32,
1027 DataType::Float16,
1028 DataType::Signed32
1029 };
1030
1031 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
1032}
1033
telsoa014fcda012018-03-09 14:13:49 +00001034void FullyConnectedQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1035{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001036 const std::string descriptorName{"FullyConnectedQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001037
Matthew Sloyan81beae32021-07-13 19:46:11 +01001038 uint32_t numInputs = 2;
1039 if (m_Parameters.m_BiasEnabled)
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001040 {
Matthew Sloyan81beae32021-07-13 19:46:11 +01001041 numInputs = 3;
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001042 }
Matthew Sloyan81beae32021-07-13 19:46:11 +01001043
Sadik Armaganf0a6dec2021-03-25 07:46:55 +00001044 ValidateNumInputs(workloadInfo, descriptorName, numInputs);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001045 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1046
1047 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1048 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1049
1050 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1051
1052 if (!(inputTensorInfo.GetNumDimensions() == 2 || inputTensorInfo.GetNumDimensions() == 4))
telsoa014fcda012018-03-09 14:13:49 +00001053 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001054 throw InvalidArgumentException(descriptorName + ": Input tensor must have 2 or 4 dimensions.");
telsoa014fcda012018-03-09 14:13:49 +00001055 }
1056
Matthew Sloyan81beae32021-07-13 19:46:11 +01001057 TensorInfo weightTensorInfo = workloadInfo.m_InputTensorInfos[1];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001058 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 2, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001059
1060 if (m_Parameters.m_BiasEnabled)
1061 {
Matthew Sloyan81beae32021-07-13 19:46:11 +01001062 TensorInfo biasTensorInfo = workloadInfo.m_InputTensorInfos[2];
telsoa01c577f2c2018-08-31 09:22:23 +01001063 // Validates type and quantization values.
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001064 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001065 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1066 ValidateTensorNumDimensions(biasTensorInfo, descriptorName, 1, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001067 }
1068
Francis Murtagh46c09d02019-05-28 08:15:28 +01001069 // Check the supported data types
1070 std::vector<DataType> supportedTypes =
1071 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001072 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01001073 DataType::Float32,
1074 DataType::Float16,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001075 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001076 DataType::QAsymmU8,
1077 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +01001078 };
1079
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001080 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001081
1082 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
1083 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1084 {
1085 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1086 {
1087 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1088 "for BFloat16 input.");
1089 }
1090 }
1091 else
1092 {
1093 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1094 }
telsoa014fcda012018-03-09 14:13:49 +00001095}
1096
telsoa014fcda012018-03-09 14:13:49 +00001097void NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1098{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001099 const std::string descriptorName{"NormalizationQueueDescriptor"};
1100
1101 ValidateNumInputs(workloadInfo, descriptorName, 1);
1102 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1103
1104 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1105 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001106
1107 // Check the supported data types
1108 std::vector<DataType> supportedTypes =
1109 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001110 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001111 DataType::Float16,
1112 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001113 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001114 DataType::QAsymmU8,
1115 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001116 };
1117
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001118 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001119
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001120 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001121
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001122 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001123}
1124
1125void AdditionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1126{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001127 const std::string descriptorName{"AdditionQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001128
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001129 ValidateNumInputs(workloadInfo, descriptorName, 2);
1130 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1131
1132 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1133 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1134 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1135
1136 std::vector<DataType> supportedTypes =
1137 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001138 DataType::BFloat16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001139 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001140 DataType::Float16,
1141 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001142 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001143 DataType::QSymmS16,
1144 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001145 };
1146
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001147 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1148 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1149 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001150
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001151 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1152 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001153
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001154 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1155 inputTensorInfo1,
1156 outputTensorInfo,
1157 descriptorName,
1158 "input_0",
1159 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001160}
1161
telsoa014fcda012018-03-09 14:13:49 +00001162void MultiplicationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1163{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001164 const std::string descriptorName{"MultiplicationQueueDescriptor"};
surmeh01bceff2f2018-03-29 16:29:27 +01001165
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001166 ValidateNumInputs(workloadInfo, descriptorName, 2);
1167 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1168
1169 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1170 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1171 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1172
1173 std::vector<DataType> supportedTypes =
1174 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001175 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001176 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001177 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001178 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001179 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001180 DataType::QSymmS16,
1181 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001182 };
1183
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001184 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1185 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1186 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001187
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001188 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1189 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001190
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001191 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1192 inputTensorInfo1,
1193 outputTensorInfo,
1194 descriptorName,
1195 "input_0",
1196 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001197}
1198
1199void BatchNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1200{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001201 const std::string descriptorName{"BatchNormalizationQueueDescriptor"};
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001202
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001203 ValidateNumInputs(workloadInfo, descriptorName, 1);
1204 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1205
1206 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1207 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001208
1209 std::vector<DataType> supportedTypes =
1210 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001211 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001212 DataType::Float16,
1213 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001214 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001215 DataType::QAsymmU8,
1216 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001217 };
1218
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001219 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1220 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001221
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001222 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001223 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001224
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001225 ValidatePointer(m_Mean, descriptorName, "mean");
1226 ValidatePointer(m_Variance, descriptorName, "variance");
1227 ValidatePointer(m_Beta, descriptorName, "beta");
1228 ValidatePointer(m_Gamma, descriptorName, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001229
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001230 const TensorInfo& mean = m_Mean->GetTensorInfo();
1231 const TensorInfo& variance = m_Variance->GetTensorInfo();
1232 const TensorInfo& beta = m_Beta->GetTensorInfo();
1233 const TensorInfo& gamma = m_Gamma->GetTensorInfo();
telsoa014fcda012018-03-09 14:13:49 +00001234
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001235 ValidateTensorNumDimensions(mean, descriptorName, 1, "mean");
1236 ValidateTensorNumDimensions(variance, descriptorName, 1, "variance");
1237 ValidateTensorNumDimensions(beta, descriptorName, 1, "beta");
1238 ValidateTensorNumDimensions(gamma, descriptorName, 1, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001239
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001240 ValidateTensorShapesMatch(mean, variance, descriptorName, "mean", "variance");
1241 ValidateTensorShapesMatch(mean, beta, descriptorName, "mean", "beta");
1242 ValidateTensorShapesMatch(mean, gamma, descriptorName, "mean", "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001243}
1244
1245void Convolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1246{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001247 const std::string descriptorName{"Convolution2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001248
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001249 ValidateNumInputs(workloadInfo, descriptorName, 1);
1250 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001251
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001252 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1253 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001254
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001255 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1256 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001257
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001258 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001259
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001260 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1261 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001262
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001263 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001264
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001265 Optional<TensorInfo> optionalBiasTensorInfo;
telsoa014fcda012018-03-09 14:13:49 +00001266 if (m_Parameters.m_BiasEnabled)
1267 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001268 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001269
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001270 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1271 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001272
1273 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1274 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001275 }
1276
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001277 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1278 {
1279 throw InvalidArgumentException(
1280 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1281 "cannot be either negative or 0.",
1282 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1283 }
1284
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001285 ValidatePerAxisQuantization(inputTensorInfo,
1286 outputTensorInfo,
1287 weightTensorInfo,
1288 optionalBiasTensorInfo,
1289 descriptorName);
1290
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001291 std::vector<DataType> supportedTypes =
1292 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001293 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001294 DataType::Float16,
Ruomei Yan88d44b82019-05-23 14:29:06 +01001295 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001296 DataType::QAsymmS8,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001297 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001298 DataType::QSymmS16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001299 DataType::QSymmS8
Ruomei Yan88d44b82019-05-23 14:29:06 +01001300 };
1301
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001302 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001303
1304 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
1305 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1306 {
1307 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1308 {
1309 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1310 "for BFloat16 input.");
1311 }
1312 }
1313 else
1314 {
1315 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1316 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001317}
Ruomei Yan88d44b82019-05-23 14:29:06 +01001318
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001319void Convolution3dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1320{
1321 const std::string descriptorName{"Convolution3dQueueDescriptor"};
1322
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001323 uint32_t numInputs = 2;
1324 if (m_Parameters.m_BiasEnabled)
1325 {
1326 numInputs = 3;
1327 }
1328 ValidateNumInputs(workloadInfo, descriptorName, numInputs);
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001329 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1330
1331 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1332 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1333
1334 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 5, "input");
1335 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 5, "output");
1336
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001337 const TensorInfo& weightTensorInfo = workloadInfo.m_InputTensorInfos[1];
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001338 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 5, "weight");
1339
1340 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
1341
1342 Optional<TensorInfo> optionalBiasTensorInfo;
1343 if (m_Parameters.m_BiasEnabled)
1344 {
Matthew Sloyan5d7b0a32021-10-18 13:07:49 +01001345 optionalBiasTensorInfo = MakeOptional<TensorInfo>(workloadInfo.m_InputTensorInfos[2]);
Matthew Sloyanb63a3112021-09-08 13:05:51 +01001346 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
1347
1348 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1349 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1350 }
1351
1352 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 || m_Parameters.m_StrideZ <= 0 )
1353 {
1354 throw InvalidArgumentException(
1355 fmt::format("{}: strideX (provided {}), strideY (provided {}) or strideZ (provided {})"
1356 "cannot be either negative or 0.",
1357 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY, m_Parameters.m_StrideZ));
1358 }
1359
1360 ValidatePerAxisQuantization(inputTensorInfo,
1361 outputTensorInfo,
1362 weightTensorInfo,
1363 optionalBiasTensorInfo,
1364 descriptorName);
1365
1366 std::vector<DataType> supportedTypes =
1367 {
1368 DataType::BFloat16,
1369 DataType::Float16,
1370 DataType::Float32,
1371 DataType::QAsymmS8,
1372 DataType::QAsymmU8,
1373 DataType::QSymmS16,
1374 DataType::QSymmS8
1375 };
1376
1377 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1378 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1379}
1380
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001381void DepthwiseConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1382{
1383 const std::string descriptorName{"DepthwiseConvolution2dQueueDescriptor"};
1384
Cathal Corbett06902652022-04-14 17:55:11 +01001385 uint32_t numInputs = 2;
1386 if (m_Parameters.m_BiasEnabled)
1387 {
1388 numInputs = 3;
1389 }
1390
1391 ValidateNumInputs(workloadInfo, descriptorName, numInputs);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001392 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1393
1394 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1395 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1396
1397 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1398 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
1399
Cathal Corbett06902652022-04-14 17:55:11 +01001400 const TensorInfo& weightTensorInfo = workloadInfo.m_InputTensorInfos[1];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001401 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
1402
1403 if (m_Parameters.m_DilationX < 1 || m_Parameters.m_DilationY < 1 )
1404 {
1405 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001406 fmt::format("{}: dilationX (provided {}) and dilationY (provided {}) "
1407 "cannot be smaller than 1.",
1408 descriptorName, m_Parameters.m_DilationX, m_Parameters.m_DilationX));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001409 }
1410
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001411 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1412 {
1413 throw InvalidArgumentException(
1414 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1415 "cannot be either negative or 0.",
1416 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1417 }
1418
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001419 const unsigned int channelIndex = (m_Parameters.m_DataLayout == DataLayout::NCHW) ? 1 : 3;
1420
Jan Eilers53ef7952021-06-02 12:01:25 +01001421 // Expected weight shape: [ 1, H, W, I*M ] - This shape does NOT depend on the data layout
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001422 // inputChannels * channelMultiplier should be equal to outputChannels.
Jan Eilers53ef7952021-06-02 12:01:25 +01001423 const unsigned int numWeightOutputChannels = weightTensorInfo.GetShape()[3]; // I*M=Cout
1424 const unsigned int numOutputChannels = outputTensorInfo.GetShape()[channelIndex];
1425 if (numWeightOutputChannels != numOutputChannels)
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001426 {
James Ward47fce872020-09-10 11:57:28 +01001427 throw InvalidArgumentException(fmt::format(
Jan Eilers53ef7952021-06-02 12:01:25 +01001428 "{0}: The weight format in armnn is expected to be [1, H, W, Cout]."
1429 "But 4th dimension is not equal to Cout. Cout = {1} Provided weight shape: [{2}, {3}, {4}, {5}]",
1430 descriptorName,
1431 numOutputChannels,
1432 weightTensorInfo.GetShape()[0],
1433 weightTensorInfo.GetShape()[1],
1434 weightTensorInfo.GetShape()[2],
1435 weightTensorInfo.GetShape()[3]));
1436 }
1437 if (weightTensorInfo.GetShape()[0] != 1)
1438 {
1439 throw InvalidArgumentException(fmt::format(
1440 "{0}: The weight format in armnn is expected to be [1, H, W, Cout]."
1441 "But first dimension is not equal to 1. Provided weight shape: [{1}, {2}, {3}, {4}]",
1442 descriptorName,
1443 weightTensorInfo.GetShape()[0],
1444 weightTensorInfo.GetShape()[1],
1445 weightTensorInfo.GetShape()[2],
1446 weightTensorInfo.GetShape()[3]));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001447 }
1448
Teresa Charlind8df0262019-11-11 12:28:15 +00001449 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001450
Teresa Charlind8df0262019-11-11 12:28:15 +00001451 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001452 if (m_Parameters.m_BiasEnabled)
1453 {
Cathal Corbett06902652022-04-14 17:55:11 +01001454 optionalBiasTensorInfo = MakeOptional<TensorInfo>(workloadInfo.m_InputTensorInfos[2]);
Teresa Charlind8df0262019-11-11 12:28:15 +00001455 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001456
1457 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1458 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1459 }
Teresa Charlind8df0262019-11-11 12:28:15 +00001460 ValidatePerAxisQuantization(inputTensorInfo,
1461 outputTensorInfo,
1462 weightTensorInfo,
1463 optionalBiasTensorInfo,
1464 descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001465
1466 std::vector<DataType> supportedTypes =
1467 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001468 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001469 DataType::Float16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001470 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001471 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001472 DataType::QAsymmU8,
1473 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001474 };
1475
1476 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1477 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001478}
1479
1480void PermuteQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1481{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001482 const std::string descriptorName{"PermuteQueueDescriptor"};
1483
1484 ValidateNumInputs(workloadInfo, descriptorName, 1);
1485 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001486
1487 const PermutationVector& mapping = m_Parameters.m_DimMappings;
1488
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001489 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1490 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001491
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001492 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
1493 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
telsoa014fcda012018-03-09 14:13:49 +00001494
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001495 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
telsoa014fcda012018-03-09 14:13:49 +00001496 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001497 if (inputTensorInfo.GetShape()[i] != outputTensorInfo.GetShape()[mapping[i]])
telsoa014fcda012018-03-09 14:13:49 +00001498 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001499 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(i) +
1500 " (=" + to_string(inputTensorInfo.GetShape()[i]) + ") " +
1501 "must match dst dimension " + to_string(mapping[i]) +
1502 " (=" + to_string(outputTensorInfo.GetShape()[mapping[i]]) + ")");
telsoa014fcda012018-03-09 14:13:49 +00001503 }
1504 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001505
1506 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001507}
1508
1509void Pooling2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1510{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001511 const std::string descriptorName{"Pooling2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001512
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001513 ValidateNumInputs(workloadInfo, descriptorName, 1);
1514 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1515
1516 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1517 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1518
1519 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1520 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlina3b20472019-06-06 11:12:32 +01001521
1522 std::vector<DataType> supportedTypes =
1523 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001524 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001525 DataType::Float32,
1526 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001527 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001528 DataType::QAsymmU8,
1529 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001530 };
1531
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001532 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1533 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001534}
1535
Tamás Nyíri7b885b32021-10-26 14:47:57 +01001536void Pooling3dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1537{
1538 const std::string descriptorName{"Pooling3dQueueDescriptor"};
1539
1540 ValidateNumInputs(workloadInfo, descriptorName, 1);
1541 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1542
1543 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1544 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1545
1546 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 5, "input");
1547 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 5, "output");
1548
1549 std::vector<DataType> supportedTypes =
1550 {
1551 DataType::BFloat16,
1552 DataType::Float32,
1553 DataType::Float16,
1554 DataType::QAsymmS8,
1555 DataType::QAsymmU8,
1556 DataType::QSymmS16
1557 };
1558
1559 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1560 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1561}
1562
1563
telsoa014fcda012018-03-09 14:13:49 +00001564void ResizeBilinearQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1565{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001566 const std::string descriptorName{"ResizeBilinearQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001567
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001568 ValidateNumInputs(workloadInfo, descriptorName, 1);
1569 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1570
1571 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1572 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1573
1574 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1575 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001576
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001577 std::vector<DataType> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001578 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001579 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001580 DataType::Float16,
1581 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001582 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001583 DataType::QAsymmU8,
1584 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001585 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001586
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001587 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1588 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001589
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001590 // ResizeBilinear only changes width and height: batch and channel count must match.
1591 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1592 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001593 if (inputBatchSize != outputBatchSize)
telsoa014fcda012018-03-09 14:13:49 +00001594 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001595 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001596 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1597 descriptorName, inputBatchSize, outputBatchSize));
telsoa014fcda012018-03-09 14:13:49 +00001598 }
1599
Teresa Charlin970f43b2019-07-01 13:51:07 +01001600 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001601 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1602 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001603 if (inputChannelCount != outputChannelCount)
telsoa014fcda012018-03-09 14:13:49 +00001604 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001605 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001606 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1607 descriptorName, inputChannelCount, outputChannelCount));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001608 }
1609}
1610
1611void ResizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1612{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001613 const std::string descriptorName{"ResizeQueueDescriptor"};
Teresa Charlin970f43b2019-07-01 13:51:07 +01001614
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001615 ValidateNumInputs(workloadInfo, descriptorName, 1);
1616 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1617
1618 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1619 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1620
1621 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1622 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001623
1624 std::vector<DataType> supportedTypes =
1625 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001626 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001627 DataType::Float16,
1628 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001629 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001630 DataType::QAsymmU8,
1631 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001632 };
1633
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001634 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1635 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001636
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001637 // Resize only changes width and height: batch and channel count must match.
1638 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1639 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001640 if (inputBatchSize != outputBatchSize)
1641 {
1642 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001643 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1644 descriptorName, inputBatchSize, outputBatchSize));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001645 }
1646
1647 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001648 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1649 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001650 if (inputChannelCount != outputChannelCount)
1651 {
1652 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001653 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1654 descriptorName, inputChannelCount, outputChannelCount));
telsoa014fcda012018-03-09 14:13:49 +00001655 }
1656}
1657
1658void FakeQuantizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1659{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001660 const std::string descriptorName{"FakeQuantizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001661
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001662 ValidateNumInputs(workloadInfo, descriptorName, 1);
1663 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1664
1665 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1666 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1667
1668 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 2, "input");
1669 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1670
1671 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1672
telsoa014fcda012018-03-09 14:13:49 +00001673 if (m_Parameters.m_Min > m_Parameters.m_Max)
1674 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001675 throw InvalidArgumentException(descriptorName + ": min cannot be greater than max");
telsoa014fcda012018-03-09 14:13:49 +00001676 }
telsoa014fcda012018-03-09 14:13:49 +00001677}
1678
Kevin Mayce5045a2019-10-02 14:07:47 +01001679void InstanceNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1680{
1681 const std::string descriptorName{"InstanceNormalizationQueueDescriptor"};
1682
1683 ValidateNumInputs(workloadInfo, descriptorName, 1);
1684 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1685
1686 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1687 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1688
1689 if (inputTensorInfo.GetNumDimensions() > 4)
1690 {
1691 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1692 }
1693
1694 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1695
1696 // Check the supported data types
1697 std::vector<DataType> supportedTypes =
1698 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001699 DataType::BFloat16,
Kevin Mayce5045a2019-10-02 14:07:47 +01001700 DataType::Float32,
1701 DataType::Float16
1702 };
1703
1704 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Kevin Mayce5045a2019-10-02 14:07:47 +01001705 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Kevin Mayce5045a2019-10-02 14:07:47 +01001706}
1707
telsoa014fcda012018-03-09 14:13:49 +00001708void L2NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1709{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001710 const std::string descriptorName{"L2NormalizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001711
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001712 ValidateNumInputs(workloadInfo, descriptorName, 1);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001713 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1714
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001715 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1716 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1717
Matthew Jackson82b15ed2019-07-25 16:14:30 +01001718 if (inputTensorInfo.GetNumDimensions() > 4)
1719 {
1720 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1721 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001722
1723 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001724
1725 // Check the supported data types
1726 std::vector<DataType> supportedTypes =
1727 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001728 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001729 DataType::Float32,
1730 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001731 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001732 DataType::QAsymmU8,
1733 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001734 };
1735
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001736 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001737 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1738}
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001739
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001740void LogSoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1741{
1742 const std::string descriptorName{"LogSoftmaxQueueDescriptor"};
1743
1744 ValidateNumInputs(workloadInfo, descriptorName, 1);
1745 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1746
1747 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1748 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1749
1750 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1751
1752 std::vector<DataType> supportedTypes =
1753 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001754 DataType::BFloat16,
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001755 DataType::Float32,
1756 DataType::Float16,
1757 };
1758
1759 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001760 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001761}
1762
1763void ConstantQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1764{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001765 const std::string descriptorName{"ConstantQueueDescriptor"};
1766
1767 ValidateNumInputs(workloadInfo, descriptorName, 0);
1768 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001769
1770 if (!m_LayerOutput)
1771 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001772 throw InvalidArgumentException(descriptorName + ": No const input specified.");
telsoa014fcda012018-03-09 14:13:49 +00001773 }
1774
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001775 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1776 ValidateTensorShapesMatch(m_LayerOutput->GetTensorInfo(), outputTensorInfo, descriptorName, "constant", "output");
Nina Drozd58ef2c62019-05-16 12:09:18 +01001777
1778 // Check the supported data types
1779 std::vector<DataType> supportedTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001780 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001781 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001782 DataType::Float32,
1783 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001784 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001785 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +00001786 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001787 DataType::QSymmS16,
1788 DataType::Signed32
Nina Drozd2f2778f2019-05-27 10:37:05 +01001789 };
Nina Drozd58ef2c62019-05-16 12:09:18 +01001790
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001791 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001792}
1793
1794void ReshapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1795{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001796 const std::string descriptorName{"ReshapeQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001797
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001798 ValidateNumInputs(workloadInfo, descriptorName, 1);
1799 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1800
1801 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1802 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1803
1804 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nina Drozd2f2778f2019-05-27 10:37:05 +01001805
1806 // Check the supported data types
1807 std::vector<DataType> supportedTypes =
1808 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001809 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001810 DataType::Float32,
1811 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001812 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001813 DataType::QAsymmU8,
1814 DataType::QSymmS16,
Narumol Prangnawarat0c95f4c2020-11-18 16:52:07 +00001815 DataType::Signed32,
1816 DataType::Boolean
Nina Drozd2f2778f2019-05-27 10:37:05 +01001817 };
1818
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001819 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1820 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001821}
1822
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001823void SpaceToBatchNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1824{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001825 const std::string descriptorName{"SpaceToBatchNdQueueDescriptor"};
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001826
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001827 ValidateNumInputs(workloadInfo, descriptorName, 1);
1828 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1829
1830 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1831 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1832
1833 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1834 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001835
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001836 if (m_Parameters.m_BlockShape.size() != 2)
1837 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001838 throw InvalidArgumentException(descriptorName + ": Block Shape must contain 2 spatial dimensions.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001839 }
1840
1841 if (m_Parameters.m_BlockShape.size() != m_Parameters.m_PadList.size())
1842 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001843 throw InvalidArgumentException(descriptorName + ": Pad List must contain the same number of "
1844 "dimensions as Block Shape.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001845 }
1846
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001847 const TensorShape& inputShape = inputTensorInfo.GetShape();
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001848
1849 std::pair<unsigned int, unsigned int> heightPad = m_Parameters.m_PadList[0];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001850 std::pair<unsigned int, unsigned int> widthPad = m_Parameters.m_PadList[1];
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001851
Matthew Bentham8800c002018-11-19 13:19:28 +00001852 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001853
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001854 const unsigned int inputWidth = inputShape[dimensionIndices.GetWidthIndex()] +
1855 widthPad.first + widthPad.second;
1856 const unsigned int inputHeight = inputShape[dimensionIndices.GetHeightIndex()] +
1857 heightPad.first + heightPad.second;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001858
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001859 const unsigned int numInputElements = inputShape[0] * inputHeight * inputWidth *
1860 inputShape[dimensionIndices.GetChannelsIndex()];
1861 const unsigned int numOutputElements = outputTensorInfo.GetNumElements();
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001862
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001863 if (numOutputElements != numInputElements)
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001864 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001865 throw InvalidArgumentException(descriptorName + ": Input tensor has " +
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001866 to_string(numInputElements) + " after padding but output tensor has " +
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001867 to_string(numOutputElements) + " elements.");
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001868 }
1869
1870 if (inputHeight % m_Parameters.m_BlockShape[0] != 0 || inputWidth % m_Parameters.m_BlockShape[1] != 0)
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001871 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001872 throw InvalidArgumentException(descriptorName + ": Input shape after padding must be "
1873 "divisible by Block Shape in all spatial dimensions");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001874 }
nikraj01120522a2019-05-31 11:33:07 +01001875
1876 std::vector<DataType> supportedTypes =
1877 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001878 DataType::BFloat16,
1879 DataType::Float16,
1880 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001881 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001882 DataType::QAsymmU8,
1883 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001884 };
1885
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001886 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1887 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001888}
1889
Keith Davisa57eccb2019-06-14 17:33:22 +01001890void SpaceToDepthQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1891{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001892 const std::string descriptorName{"SpaceToDepthQueueDescriptor"};
Keith Davisa57eccb2019-06-14 17:33:22 +01001893
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001894 ValidateNumInputs(workloadInfo, descriptorName, 1);
1895 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Keith Davisa57eccb2019-06-14 17:33:22 +01001896
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001897 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1898 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1899
1900 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1901 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Keith Davisa57eccb2019-06-14 17:33:22 +01001902
1903 std::vector<DataType> supportedTypes =
1904 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001905 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001906 DataType::Float32,
1907 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001908 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001909 DataType::QAsymmU8,
1910 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001911 };
1912
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001913 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1914 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Keith Davisa57eccb2019-06-14 17:33:22 +01001915
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001916 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1917
1918 if (m_Parameters.m_BlockSize == 0)
1919 {
1920 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
1921 }
1922
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001923 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
1924 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
1925 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
1926 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
Keith Davisa57eccb2019-06-14 17:33:22 +01001927
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001928 const TensorShape& inputShape = inputTensorInfo.GetShape();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001929 if (inputShape[hIndex] % m_Parameters.m_BlockSize != 0 || inputShape[wIndex] % m_Parameters.m_BlockSize != 0)
Keith Davisa57eccb2019-06-14 17:33:22 +01001930 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001931 throw InvalidArgumentException(descriptorName + ": Input shape must be divisible "
1932 "by block size in all spatial dimensions");
Keith Davisa57eccb2019-06-14 17:33:22 +01001933 }
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001934
1935 const TensorShape& outputShape = outputTensorInfo.GetShape();
1936 if (outputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
1937 {
1938 throw InvalidArgumentException(descriptorName + ": The depth of the output tensor"
1939 "must be divisible by the square of block size." );
1940 }
Keith Davisa57eccb2019-06-14 17:33:22 +01001941}
1942
telsoa014fcda012018-03-09 14:13:49 +00001943void FloorQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1944{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001945 const std::string descriptorName{"FloorQueueDescriptor"};
James Conroy83735b12019-05-30 16:36:59 +01001946
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001947 ValidateNumInputs(workloadInfo, descriptorName, 1);
1948 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1949
1950 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1951 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy83735b12019-05-30 16:36:59 +01001952
1953 std::vector<DataType> supportedTypes =
1954 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001955 DataType::BFloat16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001956 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001957 DataType::Float16,
Teresa Charlin3a3a6bf2022-05-05 15:26:27 +01001958 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +01001959 };
1960
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001961 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matthew Sloyan81beae32021-07-13 19:46:11 +01001962 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1963 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1964 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001965}
1966
telsoa01c577f2c2018-08-31 09:22:23 +01001967void LstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1968{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001969 // ported from android/ml/nn/common/operations/LSTM.cpp CheckInputTensorDimensions()
1970
1971 const std::string descriptorName{"LstmQueueDescriptor"};
1972
1973 // check dimensions of all inputs and outputs
1974 if (workloadInfo.m_InputTensorInfos.size() != 3)
1975 {
1976 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
1977 }
1978 if (workloadInfo.m_OutputTensorInfos.size() != 4)
1979 {
1980 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
1981 }
1982
1983 std::vector<DataType> supportedTypes =
1984 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001985 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001986 DataType::Float16,
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001987 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001988 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001989 };
1990
Jan Eilers38e05bd2019-06-26 13:10:09 +01001991 // check for supported type of one input and match them with all the other input and output
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001992 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
1993
Jan Eilers38e05bd2019-06-26 13:10:09 +01001994 // type matches all other inputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001995 for (uint32_t i = 1u; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001996 {
1997 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1998 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001999 descriptorName,
2000 "input_0",
2001 "input_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01002002 }
2003 // type matches all other outputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002004 for (uint32_t i = 0u; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01002005 {
2006 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
2007 workloadInfo.m_OutputTensorInfos[i],
2008 "LstmQueueDescriptor",
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002009 "input_0",
2010 "output_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01002011 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01002012
janeil0117d8d852019-11-15 15:00:16 +00002013 // Making sure clipping parameters have valid values.
2014 // == 0 means no clipping
2015 // > 0 means clipping
2016 if (m_Parameters.m_ClippingThresCell < 0.0f)
2017 {
2018 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
2019 }
2020 if (m_Parameters.m_ClippingThresProj < 0.0f)
2021 {
2022 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
2023 }
2024
Jan Eilers38e05bd2019-06-26 13:10:09 +01002025 // Inferring batch size, number of outputs and number of cells from the inputs.
Jan Eilers38e05bd2019-06-26 13:10:09 +01002026 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[1];
2027 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[0];
2028 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
2029 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
2030 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
2031 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
2032
Jan Eilers38e05bd2019-06-26 13:10:09 +01002033 // input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002034 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 2, (n_batch * n_input),
2035 descriptorName + " input_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002036 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002037 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
2038 descriptorName + " input_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002039 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002040 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
2041 descriptorName + " input_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002042 // scratchBufferTensor
2043 unsigned int scratchBufferSize = m_Parameters.m_CifgEnabled ? n_cell * 3 : n_cell * 4;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002044 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[0], 2, (n_batch * scratchBufferSize),
2045 descriptorName + " output_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002046 // outputStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002047 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[1], 2, (n_batch * n_output),
2048 descriptorName + " output_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002049 // cellStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002050 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[2], 2, (n_batch * n_cell),
2051 descriptorName + " output_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002052 // outputTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002053 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[3], 2, (n_batch * n_output),
2054 descriptorName + " output_3");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002055
Jan Eilers38e05bd2019-06-26 13:10:09 +01002056 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
2057 if ( m_InputToInputWeights )
2058 {
2059 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
2060 (n_cell * n_input), "InputLayerNormWeights");
2061 }
2062
2063 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
2064 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
2065 (n_cell * n_input), "InputToForgetWeights");
2066
2067 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
2068 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
2069 (n_cell * n_input), "InputToCellWeights");
2070
2071 if ( m_RecurrentToInputWeights )
2072 {
2073 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
2074 (n_cell * n_output), "RecurrentToInputWeights");
2075 }
2076
2077 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
2078 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
2079 (n_cell * n_output), "RecurrentToForgetWeights");
2080
2081 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
2082 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
2083 (n_cell * n_output), "RecurrentToCellWeights");
2084
2085 // Make sure the input-gate's parameters are either both present (regular
2086 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
2087 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
2088 !m_Parameters.m_CifgEnabled) ||
2089 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
2090 m_Parameters.m_CifgEnabled));
2091 if (!cifg_weights_all_or_none)
2092 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002093 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
2094 "RecurrentToInputWeights must either both be present (regular LSTM) "
2095 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
2096 "accordingly.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002097 }
2098
2099 if ( m_CellToInputWeights )
2100 {
2101 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
2102 n_cell, "CellToInputWeights");
2103 }
2104 if ( m_CellToForgetWeights )
2105 {
2106 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
2107 n_cell, "CellToForgetWeights");
2108 }
2109 if ( m_CellToOutputWeights )
2110 {
2111 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
2112 n_cell, "CellToOutputWeights");
2113 }
2114
2115 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
2116 bool peephole_weights_all_or_none =
2117 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
2118 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
2119 || ( !m_CellToInputWeights && !m_CellToForgetWeights
2120 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
2121 if (!peephole_weights_all_or_none)
2122 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002123 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002124 }
2125
2126 // Make sure the input gate bias is present only when not a CIFG-LSTM.
2127 if (m_Parameters.m_CifgEnabled)
2128 {
2129 if (m_InputGateBias)
2130 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002131 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002132 }
2133 }
2134 else
2135 {
2136 if (!m_InputGateBias)
2137 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002138 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
2139 "must be present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002140 }
2141 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
2142 n_cell, "InputGateBias");
2143 }
2144
2145 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
2146 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
2147
2148 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
2149 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
2150
2151 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
2152 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
2153
2154 if (m_ProjectionWeights)
2155 {
2156 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
2157 (n_cell * n_output), "ProjectionWeights");
2158 }
2159 if (m_ProjectionBias)
2160 {
2161 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
2162 }
2163
2164 // Making sure the projection tensors are consistent:
2165 // 1) If projection weight is not present, then projection bias should not be
2166 // present.
2167 // 2) If projection weight is present, then projection bias is optional.
2168 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
2169 !m_Parameters.m_ProjectionEnabled)
2170 || (m_ProjectionWeights && !m_ProjectionBias &&
2171 m_Parameters.m_ProjectionEnabled)
2172 || (m_ProjectionWeights && m_ProjectionBias &&
2173 m_Parameters.m_ProjectionEnabled));
2174 if (!projecton_tensors_consistent)
2175 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002176 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002177 }
2178
2179 // The four layer normalization weights either all have values or none of them have values. Additionally, if
2180 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
2181 // either all have values or none of them have values. Layer normalization is used when the values of all the
2182 // layer normalization weights are present
2183 if (m_InputLayerNormWeights)
2184 {
2185 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
2186 }
2187 if (m_ForgetLayerNormWeights)
2188 {
2189 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2190 }
2191 if (m_CellLayerNormWeights)
2192 {
2193 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2194 }
2195 if (m_OutputLayerNormWeights)
2196 {
2197 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2198 }
2199
Jan Eilers38e05bd2019-06-26 13:10:09 +01002200 if (m_Parameters.m_LayerNormEnabled)
2201 {
2202 if (!m_Parameters.m_CifgEnabled)
2203 {
2204 if (!m_InputLayerNormWeights)
2205 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002206 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
2207 "disabled but InputLayerNormWeights are not present");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002208 }
2209 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
2210 1, n_cell, "InputLayerNormWeights");
2211 }
2212 else if (m_InputLayerNormWeights)
2213 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002214 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
2215 "enabled");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002216 }
2217
2218 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
2219 "ForgetLayerNormWeights");
2220 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2221
2222 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
2223 "OutputLayerNormWeights");
2224 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2225
2226 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
2227 "CellLayerNormWeights");
2228 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2229 }
2230 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
2231 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002232 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
2233 "normalisation weights are present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002234 }
telsoa01c577f2c2018-08-31 09:22:23 +01002235}
2236
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +00002237void ConvertBf16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2238{
2239 const std::string descriptorName{"ConvertBf16ToFp32QueueDescriptor"};
2240
2241 ValidateNumInputs(workloadInfo, descriptorName, 1);
2242 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2243
2244 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2245 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2246
2247 if (inputTensorInfo.GetDataType() != DataType::BFloat16)
2248 {
2249 throw InvalidArgumentException(descriptorName + ": Input tensor type must be BFloat16.");
2250 }
2251
2252 if (outputTensorInfo.GetDataType() != DataType::Float32)
2253 {
2254 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2255 }
2256
2257 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2258}
2259
Narumol Prangnawaratea54a012020-03-16 16:36:10 +00002260void ConvertFp32ToBf16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2261{
2262 const std::string descriptorName{"ConvertFp32ToBf16QueueDescriptor"};
2263
2264 ValidateNumInputs(workloadInfo, descriptorName, 1);
2265 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2266
2267 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2268 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2269
2270 if (inputTensorInfo.GetDataType() != DataType::Float32)
2271 {
2272 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
2273 }
2274
2275 if (outputTensorInfo.GetDataType() != DataType::BFloat16)
2276 {
2277 throw InvalidArgumentException(descriptorName + ": Output tensor type must be BFloat16.");
2278 }
2279
2280 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2281}
2282
telsoa01c577f2c2018-08-31 09:22:23 +01002283void ConvertFp32ToFp16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2284{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002285 const std::string descriptorName{"ConvertFp32ToFp16QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002286
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002287 ValidateNumInputs(workloadInfo, descriptorName, 1);
2288 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2289
2290 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2291 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2292
2293 if (inputTensorInfo.GetDataType() != DataType::Float32)
telsoa01c577f2c2018-08-31 09:22:23 +01002294 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002295 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
telsoa01c577f2c2018-08-31 09:22:23 +01002296 }
2297
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002298 if (outputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002299 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002300 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002301 }
2302
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002303 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002304}
2305
2306void ConvertFp16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2307{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002308 const std::string descriptorName{"ConvertFp16ToFp32QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002309
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002310 ValidateNumInputs(workloadInfo, descriptorName, 1);
2311 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2312
2313 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2314 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2315
2316 if (inputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002317 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002318 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002319 }
2320
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002321 if (outputTensorInfo.GetDataType() != DataType::Float32)
2322 {
2323 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2324 }
2325
2326 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002327}
2328
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002329void DivisionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2330{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002331 const std::string descriptorName{"DivisionQueueDescriptor"};
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002332
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002333 ValidateNumInputs(workloadInfo, descriptorName, 2);
2334 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2335
2336 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2337 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2338 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2339
2340 std::vector<DataType> supportedTypes =
2341 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002342 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002343 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002344 DataType::Float32,
2345 DataType::QAsymmS8,
2346 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002347 DataType::QSymmS16,
2348 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002349 };
2350
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002351 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2352 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2353 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002354
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002355 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2356 inputTensorInfo1,
2357 outputTensorInfo,
2358 descriptorName,
2359 "input_0",
2360 "input_1");
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002361}
2362
David Beckc2044fe2018-09-05 15:00:38 +01002363void SubtractionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2364{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002365 const std::string descriptorName{"SubtractionQueueDescriptor"};
David Beckc2044fe2018-09-05 15:00:38 +01002366
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002367 ValidateNumInputs(workloadInfo, descriptorName, 2);
2368 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2369
2370 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2371 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2372 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2373
2374 std::vector<DataType> supportedTypes =
2375 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002376 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002377 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002378 DataType::Float32,
2379 DataType::QAsymmS8,
2380 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002381 DataType::QSymmS16,
2382 DataType::Signed32,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002383 };
2384
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002385 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2386 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2387 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002388
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002389 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2390 inputTensorInfo1,
2391 outputTensorInfo,
2392 descriptorName,
2393 "input_0",
2394 "input_1");
David Beckc2044fe2018-09-05 15:00:38 +01002395}
2396
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002397void MaximumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2398{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002399 const std::string descriptorName{"MaximumQueueDescriptor"};
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002400
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002401 ValidateNumInputs(workloadInfo, descriptorName, 2);
2402 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2403
2404 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2405 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2406 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2407
2408 std::vector<DataType> supportedTypes =
2409 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002410 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002411 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002412 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00002413 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002414 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002415 DataType::QSymmS16,
2416 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002417 };
2418
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002419 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2420 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2421 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002422
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002423 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2424 inputTensorInfo1,
2425 outputTensorInfo,
2426 descriptorName,
2427 "input_0",
2428 "input_1");
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002429}
2430
narpra01a6bf9122018-09-10 09:50:09 +01002431void MeanQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2432{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002433 const std::string descriptorName{"MeanQueueDescriptor"};
James Conroy4d1ff582019-06-10 17:06:39 +01002434
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002435 ValidateNumInputs(workloadInfo, descriptorName, 1);
2436 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2437
2438 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2439 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy4d1ff582019-06-10 17:06:39 +01002440
2441 std::vector<DataType> supportedTypes =
2442 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002443 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01002444 DataType::Float32,
2445 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002446 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002447 DataType::QAsymmU8,
2448 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01002449 };
narpra01eb061912018-09-10 17:35:27 +01002450
James Conroy4d1ff582019-06-10 17:06:39 +01002451 // First check if input tensor data type is supported, then
2452 // check if this data type matches the output tensor data type
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002453 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2454 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
James Conroy4d1ff582019-06-10 17:06:39 +01002455
narpra0132b90462018-09-13 11:07:48 +01002456 if (m_Parameters.m_KeepDims)
narpra01eb061912018-09-10 17:35:27 +01002457 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002458 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
narpra01eb061912018-09-10 17:35:27 +01002459 }
narpra0132b90462018-09-13 11:07:48 +01002460 else if (m_Parameters.m_Axis.empty())
narpra01eb061912018-09-10 17:35:27 +01002461 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002462 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
narpra01eb061912018-09-10 17:35:27 +01002463 }
2464 else
2465 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002466 unsigned int outputDim =
Matthew Sloyan171214c2020-09-09 09:07:37 +01002467 inputTensorInfo.GetNumDimensions() - armnn::numeric_cast<unsigned int>(m_Parameters.m_Axis.size());
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002468 ValidateTensorNumDimensions(outputTensorInfo,
2469 descriptorName,
narpra01eb061912018-09-10 17:35:27 +01002470 outputDim > 0 ? outputDim : 1,
2471 "output");
2472 }
narpra01a6bf9122018-09-10 09:50:09 +01002473}
2474
jimfly012c9322a2018-09-19 10:59:49 +01002475void PadQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2476{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002477 const std::string descriptorName{"PadQueueDescriptor"};
jimfly012c9322a2018-09-19 10:59:49 +01002478
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002479 ValidateNumInputs(workloadInfo, descriptorName, 1);
2480 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2481
2482 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2483 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nina Drozd661dfa72018-10-02 11:14:17 +01002484
jimfly012c9322a2018-09-19 10:59:49 +01002485 // input and output should have the same number of dimensions
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002486 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
2487
jimfly012c9322a2018-09-19 10:59:49 +01002488 // there should be entry in the pad list for each dimension in the input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002489 if (m_Parameters.m_PadList.size() != inputTensorInfo.GetNumDimensions()) {
2490 throw InvalidArgumentException(descriptorName + ":Pad List should contain the same number of entries "
2491 "as there are dimensions in the input tensor that is " +
2492 std::to_string(inputTensorInfo.GetNumDimensions()) + " entries " +
2493 " not " + std::to_string(m_Parameters.m_PadList.size()) + " entries.");
jimfly012c9322a2018-09-19 10:59:49 +01002494 }
2495}
2496
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002497void QuantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2498{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002499 const std::string descriptorName{"QuantizeQueueDescriptor"};
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002500
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002501 ValidateNumInputs(workloadInfo, descriptorName, 1);
2502 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002503
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002504 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2505 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2506
Sadik Armagan2208b602019-07-31 16:36:27 +01002507 std::vector<DataType> supportedTypes =
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002508 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002509 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002510 DataType::Float32,
Keith Davis5e51cd82020-01-29 16:52:59 +00002511 DataType::Float16,
2512 DataType::QSymmS8,
Ryan OShea9add1202020-02-07 10:06:33 +00002513 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00002514 DataType::QAsymmU8,
2515 DataType::QSymmS16
Sadik Armagan2208b602019-07-31 16:36:27 +01002516 };
2517
2518 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002519
Keith Davis0c2eeac2020-02-11 16:51:50 +00002520 if (!IsQuantizedType(outputTensorInfo.GetDataType()))
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002521 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002522 throw InvalidArgumentException(descriptorName + ": Output of quantized layer must be quantized type.");
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002523 }
2524}
2525
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002526void BatchToSpaceNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2527{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002528 const std::string descriptorName{"BatchToSpaceNdQueueDescriptor"};
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002529
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002530 ValidateNumInputs(workloadInfo, descriptorName, 1);
2531 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002532
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002533 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2534 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002535
2536 std::vector<DataType> supportedTypes =
2537 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002538 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002539 DataType::Float32,
2540 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002541 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002542 DataType::QAsymmU8,
2543 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002544 };
2545
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002546 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2547 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002548}
2549
Conor Kennedy430b5d82018-11-14 15:28:28 +00002550void StridedSliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2551{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002552 const std::string descriptorName{"StridedSliceQueueDescriptor"};
Conor Kennedy430b5d82018-11-14 15:28:28 +00002553
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002554 ValidateNumInputs(workloadInfo, descriptorName, 1);
2555 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2556
2557 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2558 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002559
2560 std::vector<DataType> supportedTypes =
2561 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002562 DataType::BFloat16,
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002563 DataType::Float16,
2564 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002565 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002566 DataType::QAsymmU8,
2567 DataType::QSymmS16
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002568 };
2569
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002570 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2571 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002572
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002573 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002574
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002575 const uint32_t rank = inputTensorInfo.GetNumDimensions();
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002576 if (rank > 4)
2577 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002578 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002579 }
2580
Conor Kennedy430b5d82018-11-14 15:28:28 +00002581 // Begin, End & Stride length must be of rank(input0)
2582 if (m_Parameters.m_Begin.size() != rank)
2583 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002584 throw InvalidArgumentException(descriptorName + ": Begin length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002585 }
2586
2587 if (m_Parameters.m_End.size() != rank)
2588 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002589 throw InvalidArgumentException(descriptorName + ": End length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002590 }
2591
2592 if (m_Parameters.m_Stride.size() != rank)
2593 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002594 throw InvalidArgumentException(descriptorName + ": Stride length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002595 }
2596
2597 // Stride entries must be non-zero
2598 for (auto& stride : m_Parameters.m_Stride)
2599 {
2600 if (stride == 0)
2601 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002602 throw InvalidArgumentException(descriptorName + ": Stride entries must be non-zero.");
Conor Kennedy430b5d82018-11-14 15:28:28 +00002603 }
2604 }
2605}
2606
kevmay0190539692018-11-29 08:40:19 +00002607void MinimumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2608{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002609 const std::string descriptorName{"MinimumQueueDescriptor"};
kevmay0190539692018-11-29 08:40:19 +00002610
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002611 ValidateNumInputs(workloadInfo, descriptorName, 2);
2612 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2613
2614 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2615 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2616 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2617
2618 std::vector<DataType> supportedTypes =
2619 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002620 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002621 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002622 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002623 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002624 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002625 DataType::QSymmS16,
2626 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002627 };
2628
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002629 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2630 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2631 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002632
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002633 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2634 inputTensorInfo1,
2635 outputTensorInfo,
2636 descriptorName,
2637 "input_0",
2638 "input_1");
kevmay0190539692018-11-29 08:40:19 +00002639}
2640
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002641void DebugQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2642{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002643 const std::string descriptorName{"DebugQueueDescriptor"};
2644
2645 ValidateNumInputs(workloadInfo, descriptorName, 1);
2646 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002647}
2648
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002649void EqualQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2650{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002651 const std::string descriptorName{"EqualQueueDescriptor"};
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002652
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002653 ValidateNumInputs(workloadInfo, descriptorName, 2);
2654 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002655
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002656 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2657 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2658 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2659
2660 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2661 inputTensorInfo1,
2662 outputTensorInfo,
2663 descriptorName,
2664 "input_0",
2665 "input_1");
2666
2667 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002668 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002669 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002670 }
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002671}
2672
FrancisMurtagh878f0232018-12-19 10:56:15 +00002673void GreaterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2674{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002675 const std::string descriptorName{"GreaterQueueDescriptor"};
FrancisMurtagh878f0232018-12-19 10:56:15 +00002676
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002677 ValidateNumInputs(workloadInfo, descriptorName, 2);
2678 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002679
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002680 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2681 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2682 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2683
2684 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2685 inputTensorInfo1,
2686 outputTensorInfo,
2687 descriptorName,
2688 "input_0",
2689 "input_1");
2690
2691 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002692 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002693 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002694 }
FrancisMurtagh878f0232018-12-19 10:56:15 +00002695}
2696
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002697void RsqrtQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2698{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002699 const std::string descriptorName{"RsqrtQueueDescriptor"};
2700
2701 ValidateNumInputs(workloadInfo, descriptorName, 1);
2702 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2703
2704 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2705 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2706
2707 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
nikraj010421e7f2019-06-14 09:40:34 +01002708
2709 std::vector<DataType> supportedTypes =
2710 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002711 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002712 DataType::Float16,
2713 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002714 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002715 DataType::QAsymmU8,
2716 DataType::QSymmS16
nikraj010421e7f2019-06-14 09:40:34 +01002717 };
2718
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002719 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2720 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002721}
2722
Teresa Charlinb2d3ec52022-04-12 22:07:09 +01002723void GatherNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2724{
2725 const std::string descriptorName{"GatherNdQueueDescriptor"};
2726
2727 ValidateNumInputs(workloadInfo, descriptorName, 2);
2728 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2729
2730 const TensorInfo& indicesTensorInfo = workloadInfo.m_InputTensorInfos[1];
2731 if (indicesTensorInfo.GetDataType() != DataType::Signed32)
2732 {
2733 throw InvalidArgumentException(descriptorName + ": Indices tensor type must be Int32.");
2734 }
2735
2736 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2737 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2738
2739 std::vector<DataType> supportedTypes =
2740 {
2741 DataType::BFloat16,
2742 DataType::Float16,
2743 DataType::Float32,
2744 DataType::QAsymmS8,
2745 DataType::QAsymmU8,
2746 DataType::QSymmS16,
2747 DataType::Signed32,
2748 };
2749
2750 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2751
2752 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2753
2754 unsigned int outputDim = outputTensorInfo.GetNumDimensions();
2755 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, outputDim, "output");
2756}
2757
narpra01b89b05f2019-01-16 09:53:09 +00002758void GatherQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2759{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002760 const std::string descriptorName{"GatherQueueDescriptor"};
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002761
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002762 ValidateNumInputs(workloadInfo, descriptorName, 2);
2763 ValidateNumOutputs(workloadInfo, descriptorName, 1);
narpra014951d842019-01-18 16:53:53 +00002764
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002765 const TensorInfo& indicesTensorInfo = workloadInfo.m_InputTensorInfos[1];
2766 if (indicesTensorInfo.GetDataType() != DataType::Signed32)
narpra014951d842019-01-18 16:53:53 +00002767 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002768 throw InvalidArgumentException(descriptorName + ": Indices tensor type must be Int32.");
narpra014951d842019-01-18 16:53:53 +00002769 }
2770
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002771 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2772 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2773
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002774 std::vector<DataType> supportedTypes =
2775 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002776 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002777 DataType::Float16,
2778 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002779 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002780 DataType::QAsymmU8,
Teresa Charlin93492462020-05-29 13:08:59 +01002781 DataType::QSymmS16,
2782 DataType::Signed32,
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002783 };
2784
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002785 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002786
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002787 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002788
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002789 unsigned int outputDim = inputTensorInfo.GetNumDimensions() + indicesTensorInfo.GetNumDimensions() - 1;
2790 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, outputDim, "output");
narpra01b89b05f2019-01-16 09:53:09 +00002791}
2792
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002793void DetectionPostProcessQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2794{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002795 const std::string& descriptorName{"DetectionPostProcessQueueDescriptor"};
2796
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002797 ValidateNumInputs(workloadInfo, descriptorName, 2);
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002798
2799 if (workloadInfo.m_OutputTensorInfos.size() != 4)
2800 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002801 throw InvalidArgumentException(descriptorName + ": Requires exactly four outputs. " +
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002802 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
2803 }
2804
2805 if (m_Anchors == nullptr)
2806 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002807 throw InvalidArgumentException(descriptorName + ": Anchors tensor descriptor is missing.");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002808 }
2809
2810 const TensorInfo& boxEncodingsInfo = workloadInfo.m_InputTensorInfos[0];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002811 const TensorInfo& scoresInfo = workloadInfo.m_InputTensorInfos[1];
2812 const TensorInfo& anchorsInfo = m_Anchors->GetTensorInfo();
2813
2814 const TensorInfo& detectionBoxesInfo = workloadInfo.m_OutputTensorInfos[0];
Narumol Prangnawarat6d302bf2019-02-04 11:46:26 +00002815 const TensorInfo& detectionClassesInfo = workloadInfo.m_OutputTensorInfos[1];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002816 const TensorInfo& detectionScoresInfo = workloadInfo.m_OutputTensorInfos[2];
2817 const TensorInfo& numDetectionsInfo = workloadInfo.m_OutputTensorInfos[3];
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002818
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002819 ValidateTensorNumDimensions(boxEncodingsInfo, descriptorName, 3, "box encodings");
2820 ValidateTensorNumDimensions(scoresInfo, descriptorName, 3, "scores");
2821 ValidateTensorNumDimensions(anchorsInfo, descriptorName, 2, "anchors");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002822
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002823 const std::vector<DataType> supportedInputTypes =
2824 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002825 DataType::BFloat16,
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002826 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01002827 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002828 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002829 DataType::QAsymmU8,
2830 DataType::QSymmS16
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002831 };
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002832
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002833 ValidateDataTypes(boxEncodingsInfo, supportedInputTypes, descriptorName);
2834 ValidateDataTypes(scoresInfo, supportedInputTypes, descriptorName);
2835 ValidateDataTypes(anchorsInfo, supportedInputTypes, descriptorName);
2836
2837 ValidateTensorNumDimensions(detectionBoxesInfo, descriptorName, 3, "detection boxes");
2838 ValidateTensorNumDimensions(detectionScoresInfo, descriptorName, 2, "detection scores");
2839 ValidateTensorNumDimensions(detectionClassesInfo, descriptorName, 2, "detection classes");
2840 ValidateTensorNumDimensions(numDetectionsInfo, descriptorName, 1, "num detections");
2841
2842 // NOTE: Output is always Float32 regardless of input type
2843 ValidateTensorDataType(detectionBoxesInfo, DataType::Float32, descriptorName, "detection boxes");
2844 ValidateTensorDataType(detectionScoresInfo, DataType::Float32, descriptorName, "detection scores");
2845 ValidateTensorDataType(detectionClassesInfo, DataType::Float32, descriptorName, "detection classes");
2846 ValidateTensorDataType(numDetectionsInfo, DataType::Float32, descriptorName, "num detections");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002847
2848 if (m_Parameters.m_NmsIouThreshold <= 0.0f || m_Parameters.m_NmsIouThreshold > 1.0f)
2849 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002850 throw InvalidArgumentException(descriptorName + ": Intersection over union threshold "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002851 "must be positive and less than or equal to 1.");
2852 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002853
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002854 if (scoresInfo.GetShape()[2] != m_Parameters.m_NumClasses + 1)
2855 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002856 throw InvalidArgumentException(descriptorName + ": Number of classes with background "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002857 "should be equal to number of classes + 1.");
2858 }
2859}
2860
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002861void DequantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2862{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002863 const std::string& descriptorName{"DequantizeQueueDescriptor"};
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002864
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002865 ValidateNumInputs(workloadInfo, descriptorName, 1);
2866 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2867
2868 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2869 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2870
Aron Virginas-Tare9323ec2019-11-26 12:50:34 +00002871 if (!IsQuantizedType(inputTensorInfo.GetDataType()))
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002872 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002873 throw InvalidArgumentException(descriptorName + ": Input to dequantize layer must be quantized type.");
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002874 }
2875
Sadik Armagan2208b602019-07-31 16:36:27 +01002876 std::vector<DataType> supportedTypes =
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002877 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002878 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002879 DataType::Float32,
2880 DataType::Float16
Sadik Armagan2208b602019-07-31 16:36:27 +01002881 };
2882
2883 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002884}
2885
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002886void MergeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2887{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002888 const std::string& descriptorName{"MergeQueueDescriptor"};
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002889
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002890 ValidateNumInputs(workloadInfo, descriptorName, 2);
2891 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002892
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002893 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2894 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2895 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002896
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002897 ValidateTensorShapesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2898 ValidateTensorShapesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
2899
2900 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2901 ValidateTensorDataTypesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002902}
2903
Keith Davis3ae3f972021-05-21 16:33:48 +01002904void ShapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2905{
2906 const std::string& descriptorName{"ShapeQueueDescriptor"};
2907
2908 ValidateNumInputs(workloadInfo, descriptorName, 1);
2909 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2910
2911 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2912 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2913
2914 std::vector<DataType> supportedTypes =
2915 {
2916 DataType::BFloat16,
2917 DataType::Float16,
2918 DataType::Float32,
2919 DataType::QAsymmS8,
2920 DataType::QAsymmU8,
2921 DataType::QAsymmS8,
2922 DataType::QSymmS8,
2923 DataType::QSymmS16,
2924 DataType::Signed32
2925 };
2926
2927 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2928 ValidateDataTypes(outputTensorInfo, {DataType::Signed32}, descriptorName);
2929}
2930
Sadik Armaganeff363d2019-04-05 15:25:46 +01002931void SwitchQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2932{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002933 const std::string& descriptorName{"SwitchQueueDescriptor"};
Sadik Armaganeff363d2019-04-05 15:25:46 +01002934
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002935 ValidateNumInputs(workloadInfo, descriptorName, 2);
2936 ValidateNumOutputs(workloadInfo, descriptorName, 2);
2937
2938 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2939 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2940
2941 const TensorInfo& outputTensorInfo0 = workloadInfo.m_OutputTensorInfos[0];
2942 const TensorInfo& outputTensorInfo1 = workloadInfo.m_OutputTensorInfos[1];
2943
2944 std::vector<DataType> supportedTypes =
2945 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002946 DataType::BFloat16,
Sadik Armaganeff363d2019-04-05 15:25:46 +01002947 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002948 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002949 DataType::QAsymmU8,
2950 DataType::QSymmS16
Sadik Armaganeff363d2019-04-05 15:25:46 +01002951 };
2952
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002953 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2954 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002955
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002956 ValidateDataTypes(outputTensorInfo0, supportedTypes, descriptorName);
2957 ValidateDataTypes(outputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002958
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002959 ValidateTensorShapesMatch(inputTensorInfo0,
2960 outputTensorInfo0,
2961 descriptorName,
2962 "input_0",
2963 "output_0");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002964
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002965 ValidateTensorShapesMatch(inputTensorInfo0,
2966 outputTensorInfo1,
2967 descriptorName,
2968 "input_0",
2969 "output_1");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002970}
2971
Derek Lamberti901ea112019-12-10 22:07:09 +00002972void PreCompiledQueueDescriptor::Validate(const WorkloadInfo& /*workloadInfo*/) const
Matteo Martincigh49124022019-01-11 13:25:59 +00002973{
2974 // This is internally generated so it should not need validation.
2975}
2976
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002977void PreluQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2978{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002979 const std::string& descriptorName{"PreluQueueDescriptor"};
2980
2981 ValidateNumInputs(workloadInfo, descriptorName, 2);
2982 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2983
2984 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2985 const TensorInfo& alphaTensorInfo = workloadInfo.m_InputTensorInfos[1];
2986 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002987
2988 std::vector<DataType> supportedTypes
2989 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002990 DataType::BFloat16,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002991 DataType::Float16,
2992 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002993 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002994 DataType::QAsymmU8,
2995 DataType::QSymmS16
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002996 };
2997
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002998 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2999 ValidateDataTypes(alphaTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01003000
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003001 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01003002
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003003 ValidateTensorDataTypesMatch(inputTensorInfo, alphaTensorInfo, descriptorName, "input", "alpha");
3004 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "ouptut");
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01003005
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003006 ValidateBroadcastTensorShapesMatch(inputTensorInfo,
3007 alphaTensorInfo,
3008 outputTensorInfo,
3009 descriptorName,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01003010 "input",
3011 "alpha");
3012}
3013
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003014void TransposeConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3015{
3016 const std::string descriptorName{"TransposeConvolution2dQueueDescriptor"};
3017
3018 ValidateNumInputs(workloadInfo, descriptorName, 1);
3019 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3020
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003021 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3022 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3023
3024 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
3025 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003026
3027 ValidatePointer(m_Weight, descriptorName, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003028
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003029 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
3030 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003031
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003032 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
3033
3034 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003035 if (m_Parameters.m_BiasEnabled)
3036 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003037 ValidatePointer(m_Bias, descriptorName, "bias");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003038
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003039 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
3040 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003041
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003042 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003043 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003044 }
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003045
3046 ValidatePerAxisQuantization(inputTensorInfo,
3047 outputTensorInfo,
3048 weightTensorInfo,
3049 optionalBiasTensorInfo,
3050 descriptorName);
3051
3052 std::vector<DataType> supportedTypes =
3053 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003054 DataType::BFloat16,
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003055 DataType::Float32,
3056 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003057 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003058 DataType::QAsymmU8,
3059 DataType::QSymmS16
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00003060 };
3061
3062 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3063 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01003064}
3065
Mike Kellyc9ea45a2020-02-28 18:11:58 +00003066void TransposeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3067{
3068 const std::string descriptorName{"TransposeQueueDescriptor"};
3069
3070 ValidateNumInputs(workloadInfo, descriptorName, 1);
3071 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3072
3073 const PermutationVector& mapping = m_Parameters.m_DimMappings;
3074
3075 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3076 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3077
3078 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
3079 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
3080
3081 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
3082 {
3083 if (inputTensorInfo.GetShape()[mapping[i]] != outputTensorInfo.GetShape()[i])
3084 {
3085 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(mapping[i]) +
3086 " (=" + to_string(inputTensorInfo.GetShape()[mapping[i]]) + ") " +
3087 "must match dst dimension " + to_string(i) +
3088 " (=" + to_string(outputTensorInfo.GetShape()[i]) + ")");
3089 }
3090 }
3091
3092 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3093}
3094
Simon Obute51f67772021-09-03 15:50:13 +01003095void ChannelShuffleQueueDescriptor::Validate(const WorkloadInfo &workloadInfo) const
3096{
3097 const std::string descriptorName{"TransposeQueueDescriptor"};
3098
3099 ValidateNumInputs(workloadInfo, descriptorName, 1);
3100 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3101
3102 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3103 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3104
3105 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3106}
3107
James Conroy4f1f8992020-04-29 20:01:10 +01003108void QLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3109{
3110 const std::string descriptorName{"QLstmQueueDescriptor"};
3111
3112 // Validate number of inputs/outputs
3113 ValidateNumInputs(workloadInfo, descriptorName, 3);
3114 ValidateNumOutputs(workloadInfo, descriptorName, 3);
3115
3116 // Input/output tensor info
3117 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3118 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[1];
3119 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[2];
3120
3121 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3122 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3123 auto outputInfo = workloadInfo.m_OutputTensorInfos[2];
3124
3125 // Supported types for various tensors in QLSTM
3126 std::vector<DataType> inputOutputSupportedTypes =
3127 {
3128 DataType::QAsymmS8
3129 };
3130
3131 std::vector<DataType> cellStateSupportedTypes =
3132 {
3133 DataType::QSymmS16
3134 };
3135
3136 std::vector<DataType> weightsSupportedTypes =
3137 {
3138 DataType::QSymmS8
3139 };
3140
3141 std::vector<DataType> layerNormPeepholeWeightsSupportedTypes =
3142 {
3143 DataType::QSymmS16
3144 };
3145
3146 std::vector<DataType> biasSupportedTypes =
3147 {
3148 DataType::Signed32
3149 };
3150
3151 // Validate types of input/output tensors
3152 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3153 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3154 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3155
3156 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3157 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3158 ValidateDataTypes(outputInfo, inputOutputSupportedTypes, descriptorName);
3159
3160 // Validate matching types of input/output tensors
3161 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3162 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3163 "outputStateIn", "outputStateOut");
3164 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3165
3166 // Infer number of batches, number of units, input size and output size from tensor dimensions
3167 const uint32_t numBatches = inputInfo.GetShape()[0];
3168 const uint32_t inputSize = inputInfo.GetShape()[1];
3169 const uint32_t outputSize = outputStateInInfo.GetShape()[1];
3170 const uint32_t numUnits = cellStateInInfo.GetShape()[1];
3171
3172 // Validate number of dimensions and number of elements for input/output tensors
3173 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3174 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3175 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * numUnits), descriptorName + " cellStateIn");
3176
3177 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3178 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * numUnits), descriptorName + " cellStateOut");
3179 ValidateTensorNumDimNumElem(outputInfo, 2, (numBatches * outputSize), descriptorName + " output");
3180
3181 // Validate number of dimensions and number of elements for MANDATORY weight tensors
3182 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3183 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3184 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (numUnits * inputSize), " InputToForgetWeights");
3185
3186 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3187 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3188 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (numUnits * inputSize), " InputToCellWeights");
3189
3190 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3191 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3192 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (numUnits * inputSize), " InputToOutputWeights");
3193
3194 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3195 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3196 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (numUnits * outputSize),
3197 " RecurrentToForgetWeights");
3198
3199 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3200 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3201 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3202
3203 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3204 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3205 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3206
3207 // Validate data types for MANDATORY weights tensors (all should match each other)
3208 ValidateDataTypes(inputToForgetWeightsInfo, weightsSupportedTypes, descriptorName);
3209
3210 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToCellWeightsInfo, descriptorName,
3211 "inputToForgetWeights", "inputToCellWeights");
3212 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3213 "inputToForgetWeights", "inputToOutputWeights");
3214
3215 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3216 "inputToForgetWeights", "recurrentToForgeteights");
3217 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3218 "inputToForgetWeights", "recurrentToCellWeights");
3219 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3220 "inputToForgetWeights", "recurrentToOutputWeights");
3221
3222 // Validate number of dimensions and number of elements for MANDATORY bias tensors
3223 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3224 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3225 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, numUnits, " ForgetGateBias");
3226
3227 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3228 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3229 ValidateTensorNumDimNumElem(cellBiasInfo, 1, numUnits, " CellBias");
3230
3231 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3232 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3233 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, numUnits, " OutputGateBias");
3234
3235 // Validate data types for MANDATORY bias tensors
3236 ValidateDataTypes(forgetGateBiasInfo, biasSupportedTypes, descriptorName);
3237
3238 ValidateTensorDataTypesMatch(forgetGateBiasInfo, cellBiasInfo, descriptorName,
3239 "forgetGateBias", "cellBias");
3240 ValidateTensorDataTypesMatch(forgetGateBiasInfo, outputGateBiasInfo, descriptorName,
3241 "forgetGateBias", "outputGateBias");
3242
3243 // Validate OPTIONAL params: CIFG (inputToInputWeights, recurrentToInputWeights, inputGateBias)
3244 const bool allCifgParamsPresentOrNot = ((m_InputToInputWeights && m_RecurrentToInputWeights && m_InputGateBias &&
3245 !m_Parameters.m_CifgEnabled) ||
3246 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3247 !m_InputGateBias && m_Parameters.m_CifgEnabled));
3248
3249 if (!allCifgParamsPresentOrNot)
3250 {
3251 throw InvalidArgumentException(descriptorName +
3252 ": InputToInputWeights, RecurrentToInputWeights and InputGateBias must either all be present "
3253 "(CIFG disabled) or not be present at all (CIFG enabled). m_Parameters.m_CifgEnabled should be "
3254 "set appropriately.");
3255 }
3256
3257 if (!m_Parameters.m_CifgEnabled)
3258 {
3259 // Validate number of dimensions and number of elements
3260 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3261 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (numUnits * inputSize), " InputToInputWeights");
3262
3263 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3264 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (numUnits * outputSize),
3265 " RecurrentToInputWeights");
3266
3267 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3268 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, numUnits, " InputGateBias");
3269
3270 // Validate data types
3271 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToInputWeightsInfo, descriptorName,
3272 "inputToForgetWeights", "inputToInputWeights");
3273 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3274 "inputToForgetWeights", "recurrentToInputWeights");
3275 ValidateTensorDataTypesMatch(forgetGateBiasInfo, inputGateBiasInfo, descriptorName,
3276 "forgetGateBias", "inputGateBias");
3277 }
3278
3279 // Validate OPTIONAL params: Peephole (cellToInputWeights, cellToForgetWeights, cellToOutputWeights)
3280 bool allPeepholeWeightsPresentOrNot =
3281 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3282 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3283 || (!m_CellToInputWeights && !m_CellToForgetWeights
3284 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3285
3286 if (!allPeepholeWeightsPresentOrNot)
3287 {
3288 throw InvalidArgumentException(descriptorName +
3289 ": CellToInputWeights, CellToForgetWeights and CellToOutputWeights should all be present (Peephole "
3290 "enabled) or not be present at all (Peephole disabled). CellToInputWeights should only be present "
3291 "when Peephole is enabled and CIFG is disabled. m_Parameters.m_PeepholeEnabled should be set "
3292 "appropriately.");
3293 }
3294
3295 if (m_Parameters.m_PeepholeEnabled)
3296 {
3297 auto cellToForgetWeightsInfo = m_CellToForgetWeights->GetTensorInfo();
3298 ValidateTensorNumDimNumElem(cellToForgetWeightsInfo, 1, numUnits, " cellToForgetWeights");
3299 ValidateDataTypes(cellToForgetWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3300
3301 auto cellToOutputWeightsInfo = m_CellToOutputWeights->GetTensorInfo();
3302 ValidateTensorNumDimNumElem(cellToOutputWeightsInfo, 1, numUnits, " cellToOutputWeights");
3303 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToOutputWeightsInfo, descriptorName,
3304 "cellToForgetWeight", "cellToOutputWeights");
3305
3306 if (!m_Parameters.m_CifgEnabled)
3307 {
3308 auto cellToInputWeightsInfo = m_CellToInputWeights->GetTensorInfo();
3309 ValidateTensorNumDimNumElem(cellToInputWeightsInfo, 1, numUnits, " cellToInputWeights");
3310 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToInputWeightsInfo, descriptorName,
3311 "cellToForgetWeights", "cellToInputWeights");
3312 }
3313 }
3314
3315 // Validate OPTIONAL params: Layer Norm Weights
3316 bool allLayerNormWeightsPresentOrNot =
3317 (((m_InputLayerNormWeights || m_Parameters.m_CifgEnabled) && m_ForgetLayerNormWeights
3318 && m_CellLayerNormWeights && m_OutputLayerNormWeights && m_Parameters.m_LayerNormEnabled)
3319 || (!m_InputLayerNormWeights && !m_ForgetLayerNormWeights && !m_CellLayerNormWeights
3320 && !m_OutputLayerNormWeights && !m_Parameters.m_LayerNormEnabled));
3321
3322 if (!allLayerNormWeightsPresentOrNot)
3323 {
3324 throw InvalidArgumentException(descriptorName +
3325 ": InputLayerNormWeights, ForgetLayerNormWeights, m_OutputLayerNormWeights "
3326 "and CellLayerNormWeights should all be present (Layer Norm enabled) or not "
3327 "be present at all (Layer Norm disabled). InputLayerNormWeights should "
3328 "only be present when Layer Norm is enabled and CIFG is disabled. "
3329 "m_Parameters.m_LayerNormEnabled should be set appropriately.");
3330 }
3331
3332 if (m_Parameters.m_LayerNormEnabled)
3333 {
3334 auto forgetLayerNormWeightsInfo = m_ForgetLayerNormWeights->GetTensorInfo();
3335 ValidateTensorNumDimNumElem(forgetLayerNormWeightsInfo, 1, numUnits, " forgetLayerNormWeights");
3336 ValidateDataTypes(forgetLayerNormWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3337
3338 auto cellLayerNormWeightsInfo = m_CellLayerNormWeights->GetTensorInfo();
3339 ValidateTensorNumDimNumElem(cellLayerNormWeightsInfo, 1, numUnits, " cellLayerNormWeights");
3340 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, cellLayerNormWeightsInfo, descriptorName,
3341 "forgetLayerNormWeights", "cellLayerNormWeights");
3342
3343 auto outputLayerNormWeightsInfo = m_OutputLayerNormWeights->GetTensorInfo();
3344 ValidateTensorNumDimNumElem(outputLayerNormWeightsInfo, 1, numUnits, " outputLayerNormWeights");
3345 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, outputLayerNormWeightsInfo, descriptorName,
3346 "forgetLayerNormWeights", "outputLayerNormWeights");
3347
3348 if (!m_Parameters.m_CifgEnabled)
3349 {
3350 auto inputLayerNormWeightsInfo = m_InputLayerNormWeights->GetTensorInfo();
3351 ValidateTensorNumDimNumElem(inputLayerNormWeightsInfo, 1, numUnits, " inputLayerNormWeights");
3352 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, inputLayerNormWeightsInfo, descriptorName,
3353 "forgetLayerNormWeights", "inputLayerNormWeights");
3354 }
3355 }
3356
3357 // Validate OPTIONAL params: Projection (projectionWeights, projectionBias)
3358 bool correctProjectionTensorsPresent =
3359 ((!m_ProjectionWeights && !m_ProjectionBias && !m_Parameters.m_ProjectionEnabled) ||
3360 (m_ProjectionWeights && !m_ProjectionBias && m_Parameters.m_ProjectionEnabled) ||
3361 (m_ProjectionWeights && m_ProjectionBias && m_Parameters.m_ProjectionEnabled));
3362
3363 if (!correctProjectionTensorsPresent)
3364 {
3365 throw InvalidArgumentException(descriptorName +
3366 ": If projection is enabled, ProjectionWeights should be present and "
3367 "ProjectionBias is optional. If projection is disabled, neither "
3368 "ProjectionWeights nor ProjectionBias should be present.");
3369 }
3370
3371 if (m_Parameters.m_ProjectionEnabled)
3372 {
3373 auto projectionWeightsInfo = m_ProjectionWeights->GetTensorInfo();
3374 ValidateTensorNumDimNumElem(projectionWeightsInfo, 2, (numUnits * outputSize), "ProjectionWeights");
3375 ValidateDataTypes(projectionWeightsInfo, weightsSupportedTypes, descriptorName);
3376
3377 if (m_ProjectionBias)
3378 {
3379 auto projectionBiasInfo = m_ProjectionBias->GetTensorInfo();
Sadik Armagand6f06492020-05-22 08:36:33 +01003380 ValidateTensorNumDimNumElem(projectionBiasInfo, 1, outputSize, "ProjectionBias");
James Conroy4f1f8992020-04-29 20:01:10 +01003381 ValidateDataTypes(projectionBiasInfo, biasSupportedTypes, descriptorName);
3382 }
3383
3384 }
3385 else if ((outputInfo.GetQuantizationScale() != m_Parameters.m_HiddenStateScale) &&
3386 outputInfo.GetQuantizationOffset() != m_Parameters.m_HiddenStateZeroPoint) {
3387 throw InvalidArgumentException(descriptorName +
3388 ": If projection is disabled, output quantization info (scale, offset) "
3389 "should match HiddenStateScale and HiddenStateZeroPoint.");
3390 }
3391
3392}
3393
James Conroy9c3cae82019-08-01 16:01:48 +01003394void QuantizedLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3395{
3396 const std::string descriptorName{"QuantizedLstmQueueDescriptor"};
3397
3398 // Validate number of inputs/outputs
3399 ValidateNumInputs(workloadInfo, descriptorName, 3);
3400 ValidateNumOutputs(workloadInfo, descriptorName, 2);
3401
3402 // Input/output tensor infos
3403 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3404 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[1];
3405 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[2];
3406
3407 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3408 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3409
3410 std::vector<DataType> inputOutputSupportedTypes =
3411 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003412 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003413 };
3414
3415 std::vector<DataType> cellStateSupportedTypes =
3416 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003417 DataType::QSymmS16
James Conroy9c3cae82019-08-01 16:01:48 +01003418 };
3419
3420 std::vector<DataType> weightsSupportedTypes =
3421 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003422 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003423 };
3424
3425 std::vector<DataType> biasSupportedTypes =
3426 {
3427 DataType::Signed32
3428 };
3429
3430 // Validate types of input/output tensors
3431 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3432 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3433 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3434
3435 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3436 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3437
3438 // Validate matching types of input/output tensors
3439 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3440 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3441 "outputStateIn", "outputStateOut");
3442 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3443
3444 // Validate matching quantization info for input/output tensors
3445 ValidateTensorQuantizationSpace(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3446 ValidateTensorQuantizationSpace(inputInfo, outputStateOutInfo, descriptorName, "input", "outputStateOut");
3447 ValidateTensorQuantizationSpace(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003448
James Conroy9c3cae82019-08-01 16:01:48 +01003449 // Infer number of batches, input size and output size from tensor dimensions
3450 const uint32_t numBatches = inputInfo.GetShape()[0];
3451 const uint32_t inputSize = inputInfo.GetShape()[1];
3452 const uint32_t outputSize = cellStateInInfo.GetShape()[1];
3453
3454 // Validate number of dimensions and number of elements for input/output tensors
3455 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3456 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * outputSize), descriptorName + " cellStateIn");
3457 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3458 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * outputSize), descriptorName + " cellStateOut");
3459 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3460
3461 // Validate number of dimensions and number of elements for weights tensors
3462 ValidatePointer(m_InputToInputWeights, descriptorName, "InputToInputWeights");
3463 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3464 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (outputSize * inputSize), " InputToInputWeights");
3465
3466 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3467 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3468 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (outputSize * inputSize), " InputToForgetWeights");
3469
3470 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3471 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3472 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (outputSize * inputSize), " InputToCellWeights");
3473
3474 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3475 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3476 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (outputSize * inputSize), " InputToOutputWeights");
3477
3478 ValidatePointer(m_RecurrentToInputWeights, descriptorName, "RecurrentToInputWeights");
3479 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3480 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToInputWeights");
3481
3482 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3483 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3484 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (outputSize * outputSize),
3485 " RecurrentToForgetWeights");
3486
3487 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3488 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3489 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3490
3491 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3492 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3493 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3494
3495 // Validate data types for weights tensors (all should match each other)
3496 ValidateDataTypes(inputToInputWeightsInfo, weightsSupportedTypes, descriptorName);
3497
3498 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToForgetWeightsInfo, descriptorName,
3499 "inputToInputWeights", "inputToForgetWeights");
3500 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToCellWeightsInfo, descriptorName,
3501 "inputToInputWeights", "inputToCellWeights");
3502 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3503 "inputToInputWeights", "inputToOutputWeights");
3504
3505 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3506 "inputToInputWeights", "recurrentToInputWeights");
3507 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3508 "inputToInputWeights", "recurrentToForgeteights");
3509 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3510 "inputToInputWeights", "recurrentToCellWeights");
3511 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3512 "inputToInputWeights", "recurrentToOutputWeights");
3513
3514 // Validate matching quantization info for weight tensors (all should match each other)
3515 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToForgetWeightsInfo,
3516 descriptorName, "inputToInputWeights", "inputToForgetWeights");
3517 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToCellWeightsInfo,
3518 descriptorName, "inputToInputWeights", "inputToCellWeights");
3519 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToOutputWeightsInfo,
3520 descriptorName, "inputToInputWeights", "inputToOutputWeights");
3521
3522 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToInputWeightsInfo,
3523 descriptorName, "inputToInputWeights", "recurrentToInputWeights");
3524 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToForgetWeightsInfo,
3525 descriptorName, "inputToInputWeights", "recurrentToForgetWeights");
3526 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToCellWeightsInfo,
3527 descriptorName, "inputToInputWeights", "recurrentToCellWeights");
3528 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToOutputWeightsInfo,
3529 descriptorName, "inputToInputWeights", "recurrentToOutputWeights");
3530
3531 // Validate number of dimensions and number of elements in bias tensors
3532 ValidatePointer(m_InputGateBias, descriptorName, "InputGateBias");
3533 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3534 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, outputSize, " InputGateBias");
3535
3536 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3537 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3538 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, outputSize, " ForgetGateBias");
3539
3540 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3541 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3542 ValidateTensorNumDimNumElem(cellBiasInfo, 1, outputSize, " CellBias");
3543
3544 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3545 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3546 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, outputSize, " OutputGateBias");
3547
3548 // Validate data types for bias tensors (all should match each other)
3549 ValidateDataTypes(inputGateBiasInfo, biasSupportedTypes, descriptorName);
3550
3551 ValidateTensorDataTypesMatch(inputGateBiasInfo, forgetGateBiasInfo, descriptorName,
3552 "inputGateBias", "forgetGateBias");
3553 ValidateTensorDataTypesMatch(inputGateBiasInfo, cellBiasInfo, descriptorName,
3554 "inputGateBias", "cellBias");
3555 ValidateTensorDataTypesMatch(inputGateBiasInfo, outputGateBiasInfo, descriptorName,
3556 "inputGateBias", "outputGateBias");
3557
3558 // Validate bias tensor quantization info
3559 ValidateBiasTensorQuantization(inputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3560 ValidateBiasTensorQuantization(forgetGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3561 ValidateBiasTensorQuantization(cellBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3562 ValidateBiasTensorQuantization(outputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3563}
3564
Kevin May868eb142019-09-04 17:29:31 +01003565void AbsQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3566{
3567 const std::string descriptorName{"AbsQueueDescriptor"};
3568
3569 ValidateNumInputs(workloadInfo, descriptorName, 1);
3570 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3571
3572 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3573 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3574
3575 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3576
3577 std::vector<DataType> supportedTypes =
James Conroyd47a0642019-09-17 14:22:06 +01003578 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003579 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01003580 DataType::Float16,
3581 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003582 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003583 DataType::QAsymmU8,
Kevin Mayec52c3a2020-04-24 09:42:31 +01003584 DataType::QSymmS16,
3585 DataType::Signed32
James Conroyd47a0642019-09-17 14:22:06 +01003586 };
Kevin May868eb142019-09-04 17:29:31 +01003587
3588 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3589 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3590}
3591
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003592void SliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3593{
3594 const std::string descriptorName{"SliceQueueDescriptor"};
3595
3596 ValidateNumInputs(workloadInfo, descriptorName, 1);
3597 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3598
3599 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3600 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3601
3602 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3603
3604 const unsigned int rank = inputTensorInfo.GetNumDimensions();
3605 if (rank > 4)
3606 {
3607 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
3608 }
3609
3610 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, rank, "output");
3611
3612 // Check if m_Begin and m_Size have the expected length
3613 if (m_Parameters.m_Begin.size() != rank)
3614 {
3615 throw InvalidArgumentException(descriptorName +
3616 ": Length of begin offset descriptor must equal rank " + std::to_string(rank));
3617 }
3618 if (m_Parameters.m_Size.size() != rank)
3619 {
3620 throw InvalidArgumentException(descriptorName +
3621 ": Length of size descriptor must equal rank " + std::to_string(rank));
3622 }
3623
3624 // Check if the shape of the output tensor matches m_Size
3625 const TensorShape& outputShape = outputTensorInfo.GetShape();
3626 for (unsigned int i = 0u; i < rank; ++i)
3627 {
3628 if (m_Parameters.m_Size[i] != outputShape[i])
3629 {
3630 throw InvalidArgumentException(descriptorName + ": Size descriptor does not match output tensor.");
3631 }
3632 }
3633
3634 // Check if the sum of begin offset and size in a given dimension
3635 // does not exceed the size of corresponding input
3636 const TensorShape& inputShape = inputTensorInfo.GetShape();
3637 for(unsigned int i = 0u; i < rank; ++i)
3638 {
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01003639 if (m_Parameters.m_Begin[i] + m_Parameters.m_Size[i] > inputShape[i])
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003640 {
3641 throw InvalidArgumentException(descriptorName + ": Sum of begin offset and size for dimension " +
3642 std::to_string(i) + " exceeds input size.");
3643 }
3644 }
3645}
3646
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003647void DepthToSpaceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3648{
3649 const std::string descriptorName{"DepthToSpaceQueueDescriptor"};
3650
3651 ValidateNumInputs(workloadInfo, descriptorName, 1);
3652 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3653
3654 const TensorInfo& inputInfo = workloadInfo.m_InputTensorInfos[0];
3655 const TensorInfo& outputInfo = workloadInfo.m_OutputTensorInfos[0];
3656
3657 ValidateTensorNumDimensions(inputInfo, descriptorName, 4, "input");
3658 ValidateTensorNumDimensions(outputInfo, descriptorName, 4, "output");
3659
3660 std::vector<DataType> supportedTypes =
3661 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003662 DataType::BFloat16,
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003663 DataType::Float32,
3664 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003665 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003666 DataType::QAsymmU8,
3667 DataType::QSymmS16
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003668 };
3669
3670 ValidateDataTypes(inputInfo, supportedTypes, descriptorName);
3671 ValidateDataTypes(outputInfo, supportedTypes, descriptorName);
3672
3673 ValidateTensorNumElementsMatch(inputInfo, outputInfo, descriptorName, "input", "output");
3674
3675 if (m_Parameters.m_BlockSize == 0)
3676 {
3677 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
3678 }
3679
3680 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
3681 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
3682 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
3683 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
3684
3685 const TensorShape& outputShape = outputInfo.GetShape();
3686 if (outputShape[hIndex] % m_Parameters.m_BlockSize != 0 || outputShape[wIndex] % m_Parameters.m_BlockSize != 0)
3687 {
3688 throw InvalidArgumentException(descriptorName + ": Output width and height shape"
3689 "must be divisible by block size.");
3690 }
3691
3692 const TensorShape& inputShape = inputInfo.GetShape();
3693 if (inputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
3694 {
3695 throw InvalidArgumentException(descriptorName + ": The depth of the input tensor"
3696 "must be divisible by the square of block size." );
3697 }
3698}
3699
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +01003700void ComparisonQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3701{
3702 const std::string descriptorName{"ComparisonQueueDescriptor"};
3703
3704 ValidateNumInputs(workloadInfo, descriptorName, 2);
3705 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3706
3707 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3708 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3709 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3710
3711 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3712 inputTensorInfo1,
3713 outputTensorInfo,
3714 descriptorName,
3715 "input_0",
3716 "input_1");
3717
3718 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3719 {
3720 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3721 }
3722}
3723
josh minor4a3c6102020-01-06 16:40:46 -06003724void ElementwiseUnaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3725{
3726 const std::string descriptorName{"ElementwiseUnaryQueueDescriptor"};
3727
3728 ValidateNumInputs(workloadInfo, descriptorName, 1);
3729 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3730
3731 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3732 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3733
3734 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3735
3736 std::vector<DataType> supportedTypes =
3737 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003738 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -06003739 DataType::Float16,
3740 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003741 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -06003742 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +00003743 DataType::QSymmS16,
3744 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -06003745 };
3746
James Conroyaba90cd2020-11-06 16:28:18 +00003747 std::vector<DataType> logicalSupportedTypes =
3748 {
3749 DataType::Boolean
3750 };
3751
3752 if (m_Parameters.m_Operation == UnaryOperation::LogicalNot)
3753 {
3754 ValidateDataTypes(inputTensorInfo, logicalSupportedTypes, descriptorName);
3755 }
3756 else
3757 {
3758 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3759 }
3760
3761
josh minor4a3c6102020-01-06 16:40:46 -06003762 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3763}
3764
Finn Williams2605b232020-06-10 15:53:46 +01003765void RankQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3766{
3767 const std::string descriptorName{"RankQueueDescriptor"};
3768
3769 ValidateNumInputs(workloadInfo, descriptorName, 1);
3770 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3771
3772 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3773 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3774
3775 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
3776 ValidateTensorNumElements(outputTensorInfo, descriptorName, 1, "output");
3777
3778 std::vector<DataType> supportedTypes =
3779 {
3780 DataType::BFloat16,
3781 DataType::Float16,
3782 DataType::Float32,
3783 DataType::QAsymmS8,
3784 DataType::QAsymmU8,
3785 DataType::QSymmS8,
3786 DataType::QSymmS16,
3787 DataType::Signed32
3788 };
3789
3790 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3791 ValidateDataTypes(outputTensorInfo, { DataType::Signed32 }, descriptorName);
3792}
3793
James Conroyaba90cd2020-11-06 16:28:18 +00003794void LogicalBinaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3795{
3796 const std::string descriptorName{"LogicalBinaryQueueDescriptor"};
3797
3798 ValidateNumInputs(workloadInfo, descriptorName, 2);
3799 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3800
3801 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3802 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3803 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3804
3805 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3806 inputTensorInfo1,
3807 outputTensorInfo,
3808 descriptorName,
3809 "input_0",
3810 "input_1");
3811
3812 if (inputTensorInfo0.GetDataType() != DataType::Boolean)
3813 {
3814 throw InvalidArgumentException(descriptorName + ": Input tensor 0 type must be Boolean.");
3815 }
3816
3817 if (inputTensorInfo1.GetDataType() != DataType::Boolean)
3818 {
3819 throw InvalidArgumentException(descriptorName + ": Input tensor 1 type must be Boolean.");
3820 }
3821
3822 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3823 {
3824 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3825 }
3826}
3827
Sadik Armagan0c3ea5b2021-02-03 09:29:30 +00003828void ReduceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3829{
3830 const std::string descriptorName{"ReduceQueueDescriptor"};
3831
3832 ValidateNumInputs(workloadInfo, descriptorName, 1);
3833 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3834
3835 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3836 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3837
Sadik Armagan0c3ea5b2021-02-03 09:29:30 +00003838 std::vector<DataType> supportedTypes =
3839 {
3840 DataType::BFloat16,
3841 DataType::Float16,
3842 DataType::Float32,
3843 DataType::QAsymmS8,
3844 DataType::QAsymmU8,
3845 DataType::QSymmS16,
3846 DataType::Signed32
3847 };
3848
3849 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3850 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3851}
3852
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003853void UnidirectionalSequenceLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3854{
3855 // Modified from LstmQueueDescriptor::Validate to support UnidirectionalSequenceLstm
3856
3857 const std::string descriptorName{"UnidirectionalSequenceLstmQueueDescriptor"};
3858
3859 // check dimensions of all inputs and outputs
3860 if (workloadInfo.m_InputTensorInfos.size() != 3)
3861 {
3862 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
3863 }
Mike Kelly12994962022-04-21 11:57:09 +01003864 if (workloadInfo.m_OutputTensorInfos.size() != 3)
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003865 {
3866 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
3867 }
3868
3869 std::vector<DataType> supportedTypes =
3870 {
Mike Kelly12994962022-04-21 11:57:09 +01003871 DataType::Float32,
3872 DataType::QAsymmS8
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003873 };
3874
3875 // check for supported type of one input and match them with all the other input and output
3876 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
3877
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003878 // Making sure clipping parameters have valid values.
3879 // == 0 means no clipping
3880 // > 0 means clipping
3881 if (m_Parameters.m_ClippingThresCell < 0.0f)
3882 {
3883 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
3884 }
3885 if (m_Parameters.m_ClippingThresProj < 0.0f)
3886 {
3887 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
3888 }
3889
3890 unsigned int batchIndx = 0;
3891 unsigned int inputIndx = 1;
3892 uint32_t timeStep = 1;
3893 unsigned int timeIndx = 1;
3894 inputIndx = 2;
3895 if (m_Parameters.m_TimeMajor)
3896 {
3897 batchIndx = 1;
3898 timeIndx = 0;
3899
3900 }
3901 timeStep = workloadInfo.m_InputTensorInfos[0].GetShape()[timeIndx];
3902
3903 // Inferring batch size, number of outputs and number of cells from the inputs.
3904 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[inputIndx];
3905 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[batchIndx];
3906 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
3907 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
3908 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
3909 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
3910
3911 // input tensor
3912 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 3, (timeStep * n_batch * n_input),
3913 descriptorName + " input_0");
3914 // outputStateInTensor
3915 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
3916 descriptorName + " input_1");
3917 // outputStateInTensor
3918 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
3919 descriptorName + " input_2");
3920
3921 // outputTensor
Mike Kelly12994962022-04-21 11:57:09 +01003922 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[2], 3, (timeStep * n_batch * n_output),
Narumol Prangnawarat8ed39ae2021-07-15 16:16:25 +01003923 descriptorName + " output_0");
3924
3925 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
3926 if ( m_InputToInputWeights )
3927 {
3928 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
3929 (n_cell * n_input), "InputLayerNormWeights");
3930 }
3931
3932 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
3933 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
3934 (n_cell * n_input), "InputToForgetWeights");
3935
3936 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
3937 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
3938 (n_cell * n_input), "InputToCellWeights");
3939
3940 if ( m_RecurrentToInputWeights )
3941 {
3942 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
3943 (n_cell * n_output), "RecurrentToInputWeights");
3944 }
3945
3946 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
3947 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
3948 (n_cell * n_output), "RecurrentToForgetWeights");
3949
3950 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
3951 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
3952 (n_cell * n_output), "RecurrentToCellWeights");
3953
3954 // Make sure the input-gate's parameters are either both present (regular
3955 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
3956 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
3957 !m_Parameters.m_CifgEnabled) ||
3958 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3959 m_Parameters.m_CifgEnabled));
3960 if (!cifg_weights_all_or_none)
3961 {
3962 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
3963 "RecurrentToInputWeights must either both be present (regular LSTM) "
3964 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
3965 "accordingly.");
3966 }
3967
3968 if ( m_CellToInputWeights )
3969 {
3970 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
3971 n_cell, "CellToInputWeights");
3972 }
3973 if ( m_CellToForgetWeights )
3974 {
3975 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
3976 n_cell, "CellToForgetWeights");
3977 }
3978 if ( m_CellToOutputWeights )
3979 {
3980 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
3981 n_cell, "CellToOutputWeights");
3982 }
3983
3984 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
3985 bool peephole_weights_all_or_none =
3986 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3987 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3988 || ( !m_CellToInputWeights && !m_CellToForgetWeights
3989 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3990 if (!peephole_weights_all_or_none)
3991 {
3992 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
3993 }
3994
3995 // Make sure the input gate bias is present only when not a CIFG-LSTM.
3996 if (m_Parameters.m_CifgEnabled)
3997 {
3998 if (m_InputGateBias)
3999 {
4000 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
4001 }
4002 }
4003 else
4004 {
4005 if (!m_InputGateBias)
4006 {
4007 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
4008 "must be present.");
4009 }
4010 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
4011 n_cell, "InputGateBias");
4012 }
4013
4014 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
4015 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
4016
4017 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
4018 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
4019
4020 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
4021 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
4022
4023 if (m_ProjectionWeights)
4024 {
4025 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
4026 (n_cell * n_output), "ProjectionWeights");
4027 }
4028 if (m_ProjectionBias)
4029 {
4030 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
4031 }
4032
4033 // Making sure the projection tensors are consistent:
4034 // 1) If projection weight is not present, then projection bias should not be
4035 // present.
4036 // 2) If projection weight is present, then projection bias is optional.
4037 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
4038 !m_Parameters.m_ProjectionEnabled)
4039 || (m_ProjectionWeights && !m_ProjectionBias &&
4040 m_Parameters.m_ProjectionEnabled)
4041 || (m_ProjectionWeights && m_ProjectionBias &&
4042 m_Parameters.m_ProjectionEnabled));
4043 if (!projecton_tensors_consistent)
4044 {
4045 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
4046 }
4047
4048 // The four layer normalization weights either all have values or none of them have values. Additionally, if
4049 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
4050 // either all have values or none of them have values. Layer normalization is used when the values of all the
4051 // layer normalization weights are present
4052 if (m_InputLayerNormWeights)
4053 {
4054 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
4055 }
4056 if (m_ForgetLayerNormWeights)
4057 {
4058 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
4059 }
4060 if (m_CellLayerNormWeights)
4061 {
4062 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
4063 }
4064 if (m_OutputLayerNormWeights)
4065 {
4066 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
4067 }
4068
4069 if (m_Parameters.m_LayerNormEnabled)
4070 {
4071 if (!m_Parameters.m_CifgEnabled)
4072 {
4073 if (!m_InputLayerNormWeights)
4074 {
4075 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
4076 "disabled but InputLayerNormWeights are not present");
4077 }
4078 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
4079 1, n_cell, "InputLayerNormWeights");
4080 }
4081 else if (m_InputLayerNormWeights)
4082 {
4083 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
4084 "enabled");
4085 }
4086
4087 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
4088 "ForgetLayerNormWeights");
4089 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
4090
4091 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
4092 "OutputLayerNormWeights");
4093 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
4094
4095 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
4096 "CellLayerNormWeights");
4097 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
4098 }
4099 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
4100 {
4101 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
4102 "normalisation weights are present.");
4103 }
4104}
4105
4106
mathad01df9a3222021-04-28 11:42:57 +01004107} // namespace armnn