blob: d795e32e4ba5c12857c7a86802d0fbab3f1cecdb [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
telsoa014fcda012018-03-09 14:13:49 +00002// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Matteo Martincighe011d202019-11-28 11:35:47 +00005
Matteo Martincighe5b8eb92019-11-28 15:45:42 +00006#include <backendsCommon/WorkloadData.hpp>
7#include <backendsCommon/CpuTensorHandle.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +00008#include <armnnUtils/DataLayoutIndexed.hpp>
9#include <armnnUtils/TensorUtils.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010010#include <armnn/utility/NumericCast.hpp>
Matthew Bentham8800c002018-11-19 13:19:28 +000011
telsoa014fcda012018-03-09 14:13:49 +000012#include <algorithm>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000013#include <iomanip>
telsoa014fcda012018-03-09 14:13:49 +000014#include <string>
15#include <sstream>
telsoa014fcda012018-03-09 14:13:49 +000016
James Ward47fce872020-09-10 11:57:28 +010017#include <fmt/format.h>
telsoa014fcda012018-03-09 14:13:49 +000018
Matteo Martincigh21350152018-11-28 16:22:22 +000019using namespace armnnUtils;
20
telsoa014fcda012018-03-09 14:13:49 +000021namespace armnn
22{
23
24//---------------------------------------------------------------
25DataType GetBiasDataType(DataType inputDataType)
26{
27 switch (inputDataType)
28 {
telsoa01c577f2c2018-08-31 09:22:23 +010029 case DataType::Float16:
30 return DataType::Float16;
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +000031 case DataType::BFloat16:
telsoa014fcda012018-03-09 14:13:49 +000032 case DataType::Float32:
33 return DataType::Float32;
Keith Davis0c2eeac2020-02-11 16:51:50 +000034 case DataType::QAsymmS8:
35 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000036 case DataType::QAsymmU8:
telsoa014fcda012018-03-09 14:13:49 +000037 return DataType::Signed32;
Keith Davis5204aa82020-01-27 15:24:59 +000038 case DataType::QSymmS8:
39 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000040 case DataType::QSymmS16:
Ruomei Yan88d44b82019-05-23 14:29:06 +010041 return DataType::Signed32;
telsoa014fcda012018-03-09 14:13:49 +000042 default:
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +010043 ARMNN_ASSERT_MSG(false, "Invalid input data type");
telsoa014fcda012018-03-09 14:13:49 +000044 return DataType::Float32;
45 }
46}
47
48namespace
49{
50
51//---------------------------------------------------------------
52//android ndk does not support std::to_string function.
53template <typename T>
54std::string to_string(T value)
55{
56 std::ostringstream os;
57 os << value;
58 return os.str();
59}
60
61//---------------------------------------------------------------
62void ValidatePointer(const void* ptr, std::string const& descName, std::string const& paramName)
63{
64 if (!ptr)
65 {
66 throw InvalidArgumentException(descName + ": Invalid null pointer. The " +
67 paramName + " parameter must be set.");
68 }
69}
70
71//---------------------------------------------------------------
72void ValidateTensorShapesMatch(const TensorInfo& first,
73 const TensorInfo& second,
74 std::string const& descName,
75 std::string const& firstName,
76 std::string const& secondName)
77{
78 if (first.GetShape() != second.GetShape())
79 {
80 throw InvalidArgumentException(descName + ": "
81 + firstName + " & " + secondName + " must have identical shapes");
82 }
83}
84
85//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010086void ValidateNumInputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000087{
Sadik Armaganeff363d2019-04-05 15:25:46 +010088 if (workloadInfo.m_InputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000089 {
90 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +010091 ": Requires exactly " + to_string(expectedSize) + "input(s). " +
telsoa014fcda012018-03-09 14:13:49 +000092 to_string(workloadInfo.m_InputTensorInfos.size()) + " have been provided.");
93 }
94}
95
96//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010097void ValidateNumOutputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000098{
Sadik Armaganeff363d2019-04-05 15:25:46 +010099 if (workloadInfo.m_OutputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +0000100 {
101 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +0100102 ": Requires exactly " + to_string(expectedSize) + " output(s). " +
telsoa014fcda012018-03-09 14:13:49 +0000103 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
104 }
105}
106
107//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100108void ValidateTensorNumDimensions(const TensorInfo& tensor,
telsoa014fcda012018-03-09 14:13:49 +0000109 std::string const& descName,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100110 unsigned int numDimensions,
telsoa014fcda012018-03-09 14:13:49 +0000111 std::string const& tensorName)
112{
113 if (tensor.GetNumDimensions() != numDimensions)
114 {
115 throw InvalidArgumentException(descName + ": Expected " + to_string(numDimensions) + " but got " +
116 to_string(tensor.GetNumDimensions()) + " dimensions for " +
117 tensorName + " tensor.");
118 }
119}
120
121//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100122void ValidateTensorNumElements(const TensorInfo& tensor,
123 std::string const& descName,
124 unsigned int numElements,
125 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100126{
127 if (tensor.GetNumElements() != numElements)
128 {
129 throw InvalidArgumentException(descName + ": Expected " + to_string(numElements) + " but got " +
James Conroyceda7852019-08-22 11:41:07 +0100130 to_string(tensor.GetNumElements()) + " elements for " +
Jan Eilers38e05bd2019-06-26 13:10:09 +0100131 tensorName + " tensor.");
132 }
133}
134
135//---------------------------------------------------------------
136void ValidateTensorNumDimNumElem(const TensorInfo& tensorInfo,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100137 unsigned int numDimension,
138 unsigned int numElements,
139 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100140{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100141 const std::string functionName{"ValidateTensorNumDimNumElem"};
142 ValidateTensorNumDimensions(tensorInfo, functionName, numDimension, tensorName);
143 ValidateTensorNumElements(tensorInfo, functionName, numElements, tensorName);
Jan Eilers38e05bd2019-06-26 13:10:09 +0100144}
145
146//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000147void ValidateTensorDataType(const TensorInfo& tensor, DataType dataType,
148 const std::string& descName, std::string const& tensorName)
149{
150 if (tensor.GetDataType() != dataType)
151 {
152 throw InvalidArgumentException(descName + ": Expected data type " + GetDataTypeName(dataType) + " but got " +
153 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
154 }
155}
156
Derek Lambertid466a542020-01-22 15:37:29 +0000157void ValidPerAxisQuantizedDataType(const TensorInfo& tensor, const std::string& descName, const std::string& tensorName)
158{
159 ARMNN_NO_DEPRECATE_WARN_BEGIN
160 if (tensor.GetDataType() != DataType::QSymmS8 &&
161 tensor.GetDataType() != DataType::QuantizedSymm8PerAxis)
162 {
163 throw InvalidArgumentException(descName +
164 ": Expected data type which supports per-axis quantization scheme but got " +
165 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
166 }
167 ARMNN_NO_DEPRECATE_WARN_END
168}
169
telsoa014fcda012018-03-09 14:13:49 +0000170//---------------------------------------------------------------
Matteo Martincighe851b3d2019-05-28 14:31:20 +0100171void ValidateTensorQuantizationSpace(const TensorInfo& first,
172 const TensorInfo& second,
173 const std::string& descName,
174 std::string const& firstName,
175 std::string const& secondName)
176{
177 if (!first.IsQuantized() ||
178 !second.IsQuantized())
179 {
180 // Not a quantized type, ignore the validation
181 return;
182 }
183
184 DataType firstDataType = first.GetDataType();
185 DataType secondDataType = second.GetDataType();
186
187 if (firstDataType != secondDataType)
188 {
189 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
190 " must be of the same quantized type, " +
191 firstName + " is " + GetDataTypeName(firstDataType) + ", " +
192 secondName + " is " + GetDataTypeName(secondDataType));
193 }
194
195 if (!first.IsTypeSpaceMatch(second))
196 {
197 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
198 " must have the same quantization space, " +
199 firstName + " has offset " + to_string(first.GetQuantizationOffset()) +
200 " and scale " + to_string(first.GetQuantizationScale()) + ", " +
201 secondName + " has offset " + to_string(second.GetQuantizationOffset()) +
202 " and scale " + to_string(second.GetQuantizationScale()));
203 }
204}
205
206//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100207void ValidateBiasTensorQuantization(const TensorInfo& biasTensor,
208 const TensorInfo& inputTensorInfo,
209 const TensorInfo& weightsTensorInfo,
210 const std::string& descName)
telsoa014fcda012018-03-09 14:13:49 +0000211{
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000212 // Helper lambda function to validate a single bias quantization scale value
213 auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void
214 {
ricbur013f4d7102019-10-31 16:22:18 +0000215 constexpr float tolerance = 0.000001f;
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000216 if (std::abs(biasScale - expectedScale) > tolerance)
217 {
218 // Print the float values with extra precision to see very small differences
219 std::stringstream msg;
220 msg << std::setprecision(10) << descName << ": Expected " << expectedScale <<
221 " quantization scale for bias tensor (the product of the input and weight scales), but got " <<
222 biasScale;
223 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
224 }
225 };
226
telsoa014fcda012018-03-09 14:13:49 +0000227 if (biasTensor.GetQuantizationOffset() != 0)
228 {
229 throw InvalidArgumentException(descName + ": Expected zero quantization offset for bias tensor but got " +
230 to_string(biasTensor.GetQuantizationOffset()));
231 }
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000232
James Conroy8502ade2020-11-12 19:26:29 +0000233 if (biasTensor.HasMultipleQuantizationScales() || weightsTensorInfo.HasMultipleQuantizationScales())
telsoa014fcda012018-03-09 14:13:49 +0000234 {
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000235 // Validate per-axis quantization scales
236 const std::vector<float>& weightScales = weightsTensorInfo.GetQuantizationScales();
237 const std::vector<float>& biasScales = biasTensor.GetQuantizationScales();
238
239 if (weightScales.size() != biasScales.size())
240 {
241 std::stringstream msg;
James Conroy8502ade2020-11-12 19:26:29 +0000242 msg << descName << ": Expected matching number of per-axis quantization scales for weights and bias, "
243 << "but got different values. This is currently unsupported: weights=" << weightScales.size()
244 << ", biases=" << biasScales.size();
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000245 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
246 }
247
248 for (size_t i = 0ul; i < biasScales.size(); ++i)
249 {
250 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightScales[i];
251 VerifyBiasQuantizationScale(biasScales[i], expectedScale);
252 }
253 }
254 else
255 {
256 // Validate per-tensor quantization scale
257 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightsTensorInfo.GetQuantizationScale();
258 VerifyBiasQuantizationScale(biasTensor.GetQuantizationScale(), expectedScale);
telsoa014fcda012018-03-09 14:13:49 +0000259 }
260}
261
262//---------------------------------------------------------------
263void ValidateTensors(const std::vector<ITensorHandle*>& vec,
264 unsigned int numExpected,
265 const std::string& descName,
266 const std::string& varName)
267{
268 if (vec.empty() && numExpected > 0)
269 {
270 throw InvalidArgumentException(descName + ": Invalid empty " + varName + " array.");
271 }
272
273 for (unsigned int i = 0; i < numExpected; ++i)
274 {
275 if (!vec[i])
276 {
277 throw InvalidArgumentException(descName + ": Invalid NULL for " + varName + to_string(i));
278 }
279 }
280}
281
282//---------------------------------------------------------------
283void ValidateBroadcastTensorShapesMatch(const TensorInfo& first,
284 const TensorInfo& second,
285 const TensorInfo& output,
286 std::string const& descName,
287 std::string const& firstName,
288 std::string const& secondName)
289{
290 // Tensors must have the same number of dimensions in order to be explicit about which dimensions will get
291 // broadcasted.
292 if (first.GetNumDimensions() != second.GetNumDimensions())
293 {
294 throw InvalidArgumentException(descName + ": Tensors "
295 + firstName + " & " + secondName
296 + " must have the same number of dimensions in order to be broadcasted");
297 }
298 uint32_t numDims = first.GetNumDimensions();
299 std::vector<uint32_t> outputDims(numDims, 0u);
300 for (uint32_t i = 0; i < numDims; i++)
301 {
302 const bool dimsNotEqual = first.GetShape()[i] != second.GetShape()[i];
303 const bool dimsNotOne = (first.GetShape()[i] != 1) && (second.GetShape()[i] != 1);
304 if (dimsNotEqual && dimsNotOne)
305 {
306 throw InvalidArgumentException("Broadcasting is not possible for incompatible shapes");
307 }
308 outputDims[i] = std::max(first.GetShape()[i], second.GetShape()[i]);
309 }
Matthew Sloyan171214c2020-09-09 09:07:37 +0100310 TensorShape broadcastShape = TensorShape(armnn::numeric_cast<unsigned int>(outputDims.size()), outputDims.data());
telsoa014fcda012018-03-09 14:13:49 +0000311 if (broadcastShape != output.GetShape())
312 {
313 throw InvalidArgumentException(descName + ": The tensor shape resulting from adding "
314 + firstName + " & " + secondName
315 + " does not match the output shape");
316 }
317}
318
319//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +0100320void ValidateDataTypes(const TensorInfo& info,
321 const std::vector<armnn::DataType>& supportedTypes,
322 std::string const& descName)
323{
324 auto iterator = std::find(supportedTypes.begin(), supportedTypes.end(), info.GetDataType());
325 if (iterator == supportedTypes.end())
326 {
327 throw InvalidArgumentException(descName + ": " + " Tensor type is not supported.");
328 }
329}
330
James Conroy4d1ff582019-06-10 17:06:39 +0100331//---------------------------------------------------------------
332void ValidateTensorDataTypesMatch(const TensorInfo& first,
333 const TensorInfo& second,
334 std::string const& descName,
335 std::string const& firstName,
336 std::string const& secondName)
337{
338 if (first.GetDataType() != second.GetDataType())
339 {
340 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
341 " must have identical data types.");
342 }
343}
344
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100345//---------------------------------------------------------------
346void ValidateTensorNumElementsMatch(const TensorInfo& first,
347 const TensorInfo& second,
348 std::string const& descName,
349 std::string const& firstName,
350 std::string const& secondName)
351{
352 if (first.GetNumElements() != second.GetNumElements())
353 {
354 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
355 " must have the same number of elements.");
356 }
357}
358
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000359void ValidateWeightDataType(const TensorInfo& inputInfo,
360 const TensorInfo& weightInfo,
361 const std::string& descName)
362{
363 const DataType inputType = inputInfo.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000364 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000365 {
Derek Lambertid466a542020-01-22 15:37:29 +0000366 ARMNN_NO_DEPRECATE_WARN_BEGIN
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000367 const std::vector<DataType> validTypes =
368 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000369 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100370 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000371 DataType::QSymmS8,
372 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000373 };
Derek Lambertid466a542020-01-22 15:37:29 +0000374 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000375
376 ValidateDataTypes(weightInfo, validTypes, descName);
377 }
378 else
379 {
380 ValidateTensorDataTypesMatch(inputInfo, weightInfo, descName, "input", "weight");
381 }
382}
383
384void ValidatePerAxisQuantizationDimension(const TensorInfo& tensorInfo,
385 const std::string& descName,
386 const std::string& tensorName)
387{
388 const Optional<unsigned int>& quantizationDim = tensorInfo.GetQuantizationDim();
389 if (!quantizationDim.has_value())
390 {
James Ward47fce872020-09-10 11:57:28 +0100391 throw InvalidArgumentException(fmt::format("{0}: Quantization dimension for per-axis quantization "
392 "not set on tensor {1}.", descName, tensorName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000393 }
394
395 if (quantizationDim.value() != 0)
396 {
James Ward47fce872020-09-10 11:57:28 +0100397 throw InvalidArgumentException(fmt::format(
398 "{0}: Quantization dimension for per-axis quantization expected to be 0 on tensor {1}, "
399 "but got: {2}", descName, tensorName, quantizationDim.value()));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000400 }
401}
402
403void ValidatePerAxisQuantizationOffset(const TensorInfo& tensorInfo,
404 const std::string& descName,
405 const std::string& tensorName)
406{
407 int32_t quantizationOffset = tensorInfo.GetQuantizationOffset();
408 if (quantizationOffset != 0)
409 {
James Ward47fce872020-09-10 11:57:28 +0100410 throw InvalidArgumentException(fmt::format(
411 "{0}: Quantization offset for per-axis quantization expected to be 0 on tensor {1}, but got: {2}",
412 descName, tensorName, quantizationOffset));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000413 }
414}
415
416void ValidatePerAxisQuantization(const TensorInfo& inputInfo,
417 const TensorInfo& outputInfo,
418 const TensorInfo& weightInfo,
419 const Optional<TensorInfo>& optionalBiasInfo,
420 const std::string& descName)
421{
422 if (weightInfo.HasPerAxisQuantization())
423 {
424 const DataType inputDataType = inputInfo.GetDataType();
425 const DataType outputDataType = outputInfo.GetDataType();
426
Keith Davis0c2eeac2020-02-11 16:51:50 +0000427 const bool canHavePerAxisQuantization = (IsQuantized8BitType(inputDataType)) && inputDataType == outputDataType;
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000428
429 if (!canHavePerAxisQuantization)
430 {
James Ward47fce872020-09-10 11:57:28 +0100431 throw InvalidArgumentException(fmt::format(
432 "{0}: Per-axis quantization parameters set on tensor {1}, but data type does not support "
433 "per-axis quantization.", descName, "weight"));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000434 }
435
Derek Lambertid466a542020-01-22 15:37:29 +0000436
437 ValidPerAxisQuantizedDataType(weightInfo, descName, "weight");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000438 ValidatePerAxisQuantizationDimension(weightInfo, descName, "weight");
439 ValidatePerAxisQuantizationOffset(weightInfo, descName, "weight");
440
441 if (optionalBiasInfo.has_value())
442 {
443 const TensorInfo& biasInfo = optionalBiasInfo.value();
444 if (!biasInfo.HasPerAxisQuantization())
445 {
James Ward47fce872020-09-10 11:57:28 +0100446 throw InvalidArgumentException(fmt::format(
447 "{}: Per-axis quantization parameters not set on bias tensor, "
448 "despite being set on weight tensor.", descName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000449 }
450
451 ValidateTensorDataType(biasInfo, DataType::Signed32, descName, "bias");
452 ValidatePerAxisQuantizationDimension(biasInfo, descName, "bias");
453 ValidatePerAxisQuantizationOffset(biasInfo, descName, "bias");
454 }
455 }
456}
457
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100458} // anonymous namespace
telsoa014fcda012018-03-09 14:13:49 +0000459
460void QueueDescriptor::ValidateInputsOutputs(const std::string& descName,
461 unsigned int numExpectedIn, unsigned int numExpectedOut) const
462{
463 ValidateTensors(m_Inputs, numExpectedIn, descName, "input");
464 ValidateTensors(m_Outputs, numExpectedOut, descName, "output");
465}
466
467//---------------------------------------------------------------
Jim Flynn68db06f2020-10-06 10:14:50 +0100468void MapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
469{
470 const std::string descriptorName{"MapQueueDescriptor"};
471
472 ValidateNumInputs(workloadInfo, descriptorName, 1);
Jim Flynn3a40ea52020-10-08 11:42:30 +0100473 ValidateNumOutputs(workloadInfo, descriptorName, 0);
474
475 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
476 {
477 if (!m_Inputs[i])
478 {
479 throw InvalidArgumentException(
480 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
481 }
482 }
483}
484
485//---------------------------------------------------------------
486void UnmapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
487{
488 const std::string descriptorName{"UnmapQueueDescriptor"};
489
490 ValidateNumInputs(workloadInfo, descriptorName, 1);
491 ValidateNumOutputs(workloadInfo, descriptorName, 0);
Jim Flynn68db06f2020-10-06 10:14:50 +0100492
493 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
494 {
495 if (!m_Inputs[i])
496 {
497 throw InvalidArgumentException(
498 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
499 }
500 }
501}
502
503//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000504void MemCopyQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
505{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100506 const std::string descriptorName{"MemCopyQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +0000507
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100508 ValidateNumInputs(workloadInfo, descriptorName, 1);
509 ValidateNumOutputs(workloadInfo, descriptorName , 1);
telsoa014fcda012018-03-09 14:13:49 +0000510
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100511 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
512 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
513
514 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
515 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000516
517 if (m_Inputs.size() != m_Outputs.size())
518 {
James Ward47fce872020-09-10 11:57:28 +0100519 throw InvalidArgumentException(fmt::format(
520 "{0}: Number of inputs ({1}) does not match the number of outputs ({2}).",
521 descriptorName, m_Inputs.size(), m_Outputs.size()));
telsoa014fcda012018-03-09 14:13:49 +0000522 }
523
524 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
525 {
526 if (!m_Inputs[i])
527 {
James Ward47fce872020-09-10 11:57:28 +0100528 throw InvalidArgumentException(fmt::format(
529 "{0}: Invalid NULL input {1}.", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000530 }
531
532 if (!m_Outputs[i])
533 {
James Ward47fce872020-09-10 11:57:28 +0100534 throw InvalidArgumentException(fmt::format("{0}: Invalid NULL output {1}", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000535 }
536 }
537}
538
Derek Lambertif674aa02019-08-01 15:56:25 +0100539//---------------------------------------------------------------
540void MemImportQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
541{
542 ValidateNumInputs(workloadInfo, "MemImportQueueDescriptor", 1);
543 ValidateNumOutputs(workloadInfo, "MemImportQueueDescriptor" , 1);
544
545 if (workloadInfo.m_InputTensorInfos.size() != 1)
546 {
James Ward47fce872020-09-10 11:57:28 +0100547 throw InvalidArgumentException(fmt::format("Number of input infos ({}) is not 1.",
548 workloadInfo.m_InputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100549
550 }
551
552 if (workloadInfo.m_InputTensorInfos.size() != workloadInfo.m_OutputTensorInfos.size())
553 {
James Ward47fce872020-09-10 11:57:28 +0100554 throw InvalidArgumentException(fmt::format(
555 "Number of input infos ({0}) does not match the number of output infos ({1})",
556 workloadInfo.m_InputTensorInfos.size(), workloadInfo.m_OutputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100557 }
558
559 for (std::size_t i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
560 {
561 if (workloadInfo.m_InputTensorInfos[i].GetNumElements() !=
562 workloadInfo.m_OutputTensorInfos[i].GetNumElements())
563 {
James Ward47fce872020-09-10 11:57:28 +0100564 throw InvalidArgumentException(fmt::format(
565 "Number of elements for tensor input and output {} does not match", i ));
Derek Lambertif674aa02019-08-01 15:56:25 +0100566 }
567 }
568
569 if (m_Inputs.size() != 1)
570 {
James Ward47fce872020-09-10 11:57:28 +0100571 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100572 }
573
574 if (m_Inputs.size() != m_Outputs.size())
575 {
James Ward47fce872020-09-10 11:57:28 +0100576 throw InvalidArgumentException(fmt::format(
577 "Number of inputs ({0}) does not match the number of outputs ({1})",
578 m_Inputs.size(), m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100579 }
580
581 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
582 {
583 if (!m_Inputs[i])
584 {
James Ward47fce872020-09-10 11:57:28 +0100585 throw InvalidArgumentException(fmt::format("Invalid null input {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100586 }
587
588 if (!m_Outputs[i])
589 {
James Ward47fce872020-09-10 11:57:28 +0100590 throw InvalidArgumentException(fmt::format("Invalid null output {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100591 }
592 }
593}
594
595//---------------------------------------------------------------
596void MemSyncQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
597{
598 ValidateNumInputs(workloadInfo, "MemSyncQueueDescriptor", 1);
599 ValidateNumOutputs(workloadInfo, "MemSyncQueueDescriptor" , 1);
600
Derek Lambertif674aa02019-08-01 15:56:25 +0100601 if (m_Inputs.size() != 1)
602 {
James Ward47fce872020-09-10 11:57:28 +0100603 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100604 }
605
606 if (m_Outputs.size() != 0)
607 {
James Ward47fce872020-09-10 11:57:28 +0100608 throw InvalidArgumentException(fmt::format("Number of outputs ({}) is not 0.", m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100609 }
610
611 if (!m_Inputs[0])
612 {
James Ward47fce872020-09-10 11:57:28 +0100613 throw InvalidArgumentException(fmt::format("Invalid null input 0"));
Derek Lambertif674aa02019-08-01 15:56:25 +0100614 }
615}
616
617//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000618void ActivationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
619{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100620 const std::string descriptorName{"ActivationQueueDescriptor"};
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100621
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100622 ValidateNumInputs(workloadInfo, descriptorName, 1);
623 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100624
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100625 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
626 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
nikraj01248683f2019-05-29 16:46:50 +0100627
628 std::vector<DataType> supportedTypes =
629 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000630 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100631 DataType::Float16,
632 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000633 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000634 DataType::QAsymmU8,
635 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100636 };
637
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100638 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
639 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
640 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000641}
642
Nikhil Rajee391d52019-09-05 17:50:44 +0100643void ArgMinMaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
644{
645 const std::string descriptorName{"ArgMinMaxQueueDescriptor"};
646
647 ValidateNumInputs(workloadInfo, descriptorName, 1);
648 ValidateNumOutputs(workloadInfo, descriptorName, 1);
649
650 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
651 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
652
Inki Daed4619e22020-09-10 15:33:54 +0900653 if (outputTensorInfo.GetDataType() != DataType::Signed32 &&
654 outputTensorInfo.GetDataType() != DataType::Signed64)
Nikhil Raj68c2c902019-09-19 11:21:11 +0100655 {
Inki Daed4619e22020-09-10 15:33:54 +0900656 throw InvalidArgumentException(descriptorName + ": Output of ArgMinMax layer must be Int32 or Int64.");
Nikhil Raj68c2c902019-09-19 11:21:11 +0100657 }
658
James Conroyd47a0642019-09-17 14:22:06 +0100659 std::vector<DataType> supportedInputTypes =
660 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000661 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100662 DataType::Float16,
663 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100664 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000665 DataType::QAsymmU8,
666 DataType::QSymmS16,
Inki Daed4619e22020-09-10 15:33:54 +0900667 DataType::Signed32,
668 DataType::Signed64
James Conroyd47a0642019-09-17 14:22:06 +0100669 };
Nikhil Rajee391d52019-09-05 17:50:44 +0100670
James Conroyd47a0642019-09-17 14:22:06 +0100671 ValidateDataTypes(inputTensorInfo, supportedInputTypes, descriptorName);
James Conroyc8724c72019-10-08 15:41:34 +0100672
673 auto inputShape = inputTensorInfo.GetShape();
674 auto outputShape = outputTensorInfo.GetShape();
675
676 auto inputNumDimensions = inputShape.GetNumDimensions();
677 auto unsignedAxis = armnnUtils::GetUnsignedAxis(inputNumDimensions, m_Parameters.m_Axis);
678
679 const std::string outputShapeError{": Output tensor shape does not match shape inferred from input tensor."};
680
681 // 1D input shape results in scalar output shape
682 if (inputShape.GetNumDimensions() == 1)
683 {
684 if (outputShape.GetNumDimensions() != 1 && outputShape[0] != 1)
685 {
686 throw InvalidArgumentException(descriptorName + outputShapeError);
687 }
688 }
689 else
690 {
691 for (unsigned int i = 0; i < unsignedAxis; ++i)
692 {
693 if (outputShape[i] != inputShape[i])
694 {
695 throw InvalidArgumentException(descriptorName + outputShapeError);
696 }
697 }
698
699 for (auto i = unsignedAxis + 1; i < inputNumDimensions; ++i)
700 {
701 if (outputShape[i - 1] != inputShape[i])
702 {
703 throw InvalidArgumentException(descriptorName + outputShapeError);
704 }
705 }
706 }
Nikhil Rajee391d52019-09-05 17:50:44 +0100707}
708
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100709void SoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
710{
711 const std::string descriptorName{"SoftmaxQueueDescriptor"};
712
713 ValidateNumInputs(workloadInfo, descriptorName, 1);
714 ValidateNumOutputs(workloadInfo, descriptorName, 1);
715
716 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
717 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
718
719 std::vector<DataType> supportedTypes =
720 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000721 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100722 DataType::Float16,
723 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000724 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000725 DataType::QAsymmU8,
726 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100727 };
728
729 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
730 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
731 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
732}
733
telsoa014fcda012018-03-09 14:13:49 +0000734void SplitterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
735{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100736 const std::string descriptorName{"SplitterQueueDescriptor"};
737
738 ValidateNumInputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000739
Ruomei Yan25339c32019-05-28 16:48:20 +0100740 // Check the supported data types
741 std::vector<DataType> supportedTypes =
742 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000743 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100744 DataType::Float32,
745 DataType::Float16,
746 DataType::Boolean,
747 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100748 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000749 DataType::QAsymmU8,
750 DataType::QSymmS16
Ruomei Yan25339c32019-05-28 16:48:20 +0100751 };
752
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100753 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
754 for (unsigned long i = 0ul; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Ruomei Yan25339c32019-05-28 16:48:20 +0100755 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100756 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[i];
757 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
758
759 const std::string outputName = "output_" + std::to_string(i);
760 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", outputName);
Ruomei Yan25339c32019-05-28 16:48:20 +0100761 }
Ruomei Yan25339c32019-05-28 16:48:20 +0100762
telsoa014fcda012018-03-09 14:13:49 +0000763 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
764 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100765 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000766 }
767
768 if (workloadInfo.m_OutputTensorInfos.size() != m_ViewOrigins.size())
769 {
770 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100771 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000772 "has to match number of workloadInfo.m_OutputTensorInfos. "
773 "Number of windows: " +
774 to_string(m_ViewOrigins.size()) +
775 ". Number of workloadInfo.m_OutputTensorInfos: " + to_string(workloadInfo.m_OutputTensorInfos.size()));
776 }
777
telsoa01c577f2c2018-08-31 09:22:23 +0100778 //The dimensionality of all the windows has to match the dimensionality (not shape) of the input.
telsoa014fcda012018-03-09 14:13:49 +0000779 std::size_t inputDims = workloadInfo.m_InputTensorInfos[0].GetNumDimensions();
780 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
781 {
telsoa01c577f2c2018-08-31 09:22:23 +0100782 //Checks that the dimensionality of input is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000783 ViewOrigin const& e = m_ViewOrigins[w];
784 if (e.m_Origin.size() != inputDims)
785 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100786 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000787 "have the same dimensionality as the input tensor. "
788 "Window origin (index: " +
789 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
790 " dimensions, the input "
791 "tensor has " +
792 to_string(inputDims) + " dimensions.");
793 }
794 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
795 {
796 if (e.m_Origin[i] + workloadInfo.m_OutputTensorInfos[w].GetShape()[i] >
797 workloadInfo.m_InputTensorInfos[0].GetShape()[i])
798 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100799 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000800 "be smaller or equal than the size of the input in that coord.");
801 }
802 }
803 }
804}
805
Jim Flynne242f2d2019-05-22 14:24:13 +0100806void ConcatQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
telsoa014fcda012018-03-09 14:13:49 +0000807{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100808 const std::string descriptorName{"ConcatQueueDescriptor"};
809
810 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000811
812 if (m_Inputs.size() <= 0)
813 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100814 throw InvalidArgumentException(descriptorName + ": At least one input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000815 }
816 if (m_Outputs.size() <= 0)
817 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100818 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000819 }
820
821 if (workloadInfo.m_InputTensorInfos.size() <= 0)
822 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100823 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000824 }
825 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
826 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100827 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000828 }
829
Nikhil Raj8599a412018-11-19 14:51:07 +0000830 if(m_Parameters.GetConcatAxis() > workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions())
831 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100832 throw InvalidArgumentException(descriptorName + ": Invalid concatenation axis provided.");
Nikhil Raj8599a412018-11-19 14:51:07 +0000833 }
834
835 if (workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions() - m_Parameters.GetConcatAxis() == 1)
836 {
837 return;
838 }
839
telsoa014fcda012018-03-09 14:13:49 +0000840 if (workloadInfo.m_InputTensorInfos.size() != m_ViewOrigins.size())
841 {
842 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100843 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000844 "has to match number of workloadInfo.m_InputTensorInfos. "
845 "Number of windows: " +
846 to_string(m_ViewOrigins.size()) +
847 ". Number of workloadInfo.m_InputTensorInfos: " + to_string(workloadInfo.m_InputTensorInfos.size()));
848 }
849
telsoa01c577f2c2018-08-31 09:22:23 +0100850 //The dimensionality of all the windows has to match the dimensionality (not shape) of the output.
telsoa014fcda012018-03-09 14:13:49 +0000851 std::size_t outputDims = workloadInfo.m_OutputTensorInfos[0].GetNumDimensions();
852 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
853 {
telsoa01c577f2c2018-08-31 09:22:23 +0100854 //Checks that the dimensionality of output is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000855 ViewOrigin const& e = m_ViewOrigins[w];
856 if (e.m_Origin.size() != outputDims)
857 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100858 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000859 "have the same dimensionality as the output tensor. "
860 "Window origin (index: " +
861 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
862 " dimensions, the output "
863 "tensor has " +
864 to_string(outputDims) + " dimensions.");
865 }
telsoa01c577f2c2018-08-31 09:22:23 +0100866 //Checks that the merge windows are within the output tensor.
telsoa014fcda012018-03-09 14:13:49 +0000867 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
868 {
869 if (e.m_Origin[i] + workloadInfo.m_InputTensorInfos[w].GetShape()[i]
870 > workloadInfo.m_OutputTensorInfos[0].GetShape()[i])
871 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100872 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000873 "be smaller or equal than the size of the output in that coord.");
874 }
875 }
876 }
Jim Flynncbb66aa2019-05-15 13:03:54 +0100877
878 // Check the supported data types
879 std::vector<DataType> supportedTypes =
880 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000881 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100882 DataType::Float32,
883 DataType::Float16,
884 DataType::Boolean,
885 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100886 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000887 DataType::QAsymmU8,
888 DataType::QSymmS16
Jim Flynncbb66aa2019-05-15 13:03:54 +0100889 };
890
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100891 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
892 for (unsigned long i = 0ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jim Flynncbb66aa2019-05-15 13:03:54 +0100893 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100894 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[i];
895 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
896
897 const std::string inputName = "input_" + std::to_string(i);
898 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, inputName, "output");
Jim Flynncbb66aa2019-05-15 13:03:54 +0100899 }
telsoa014fcda012018-03-09 14:13:49 +0000900}
901
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100902void StackQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
903{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100904 const std::string descriptorName{"StackQueueDescriptor"};
905
906 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100907
908 if (m_Parameters.m_NumInputs != workloadInfo.m_InputTensorInfos.size())
909 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100910 throw InvalidArgumentException(descriptorName + ": Must have the defined number of input tensors.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100911 }
912
913 // All inputs must have the same shape, which is defined in parameters
914 const TensorShape& inputShape = m_Parameters.m_InputShape;
915 for (unsigned int i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
916 {
917 if (workloadInfo.m_InputTensorInfos[i].GetShape() != inputShape)
918 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100919 throw InvalidArgumentException(descriptorName + ": All input tensor shapes must match the defined shape.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100920 }
921 }
922
Matthew Jacksondba634f2019-08-15 15:14:18 +0100923 if (inputShape.GetNumDimensions() > 4)
924 {
925 throw InvalidArgumentException(descriptorName + ": Input tensor may have up to 4 dimensions.");
926 }
927
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100928 // m_Axis is 0-based and may take values from 0 to the number of input dimensions (inclusive),
929 // since the output tensor has an additional dimension.
930 if (m_Parameters.m_Axis > inputShape.GetNumDimensions())
931 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100932 throw InvalidArgumentException(descriptorName + ": Axis may not be greater "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100933 "than the number of input dimensions.");
934 }
935
936 // Output shape must be as inferred from the input shape
937 const TensorShape& outputShape = workloadInfo.m_OutputTensorInfos[0].GetShape();
938 for (unsigned int i = 0; i < m_Parameters.m_Axis; ++i)
939 {
940 if (outputShape[i] != inputShape[i])
941 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100942 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100943 "match shape inferred from input tensor.");
944 }
945 }
946
947 if (outputShape[m_Parameters.m_Axis] != m_Parameters.m_NumInputs)
948 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100949 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100950 "match shape inferred from input tensor.");
951 }
952
953 for (unsigned int i = m_Parameters.m_Axis + 1; i < inputShape.GetNumDimensions() + 1; ++i)
954 {
955 if (outputShape[i] != inputShape[i-1])
956 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100957 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100958 "match shape inferred from input tensor.");
959 }
960 }
961
Matthew Jacksondba634f2019-08-15 15:14:18 +0100962 if (outputShape.GetNumDimensions() > 5)
963 {
964 throw InvalidArgumentException(descriptorName + ": Output tensor may have up to 5 dimensions.");
965 }
966
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100967 // Check the supported data types
968 std::vector<DataType> supportedTypes =
969 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000970 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100971 DataType::Float32,
972 DataType::Float16,
973 DataType::Boolean,
974 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100975 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000976 DataType::QAsymmU8,
977 DataType::QSymmS16
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100978 };
979
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100980 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100981
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100982 for (unsigned int i = 1ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100983 {
984 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
985 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100986 descriptorName,
987 "input_0",
988 "input_" + std::to_string(i));
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100989 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100990
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100991 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
992 workloadInfo.m_OutputTensorInfos[0],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100993 descriptorName,
994 "input_0",
995 "output");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100996}
997
Ryan OSheaec6c6802020-06-05 17:17:06 +0100998void FillQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
999{
1000 const std::string descriptorName{"FillQueueDescriptor"};
1001
1002 ValidateNumInputs(workloadInfo, descriptorName, 1);
1003 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1004
1005 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1006 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1007
1008 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 1, "input");
1009
1010 std::vector<DataType> supportedTypes =
1011 {
1012 DataType::BFloat16,
1013 DataType::Float32,
1014 DataType::Float16,
1015 DataType::Signed32
1016 };
1017
1018 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
1019}
1020
telsoa014fcda012018-03-09 14:13:49 +00001021void FullyConnectedQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1022{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001023 const std::string descriptorName{"FullyConnectedQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001024
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001025 ValidateNumInputs(workloadInfo, descriptorName, 1);
1026 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1027
1028 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1029 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1030
1031 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1032
1033 if (!(inputTensorInfo.GetNumDimensions() == 2 || inputTensorInfo.GetNumDimensions() == 4))
telsoa014fcda012018-03-09 14:13:49 +00001034 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001035 throw InvalidArgumentException(descriptorName + ": Input tensor must have 2 or 4 dimensions.");
telsoa014fcda012018-03-09 14:13:49 +00001036 }
1037
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001038 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001039
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001040 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1041 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 2, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001042
1043 if (m_Parameters.m_BiasEnabled)
1044 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001045 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001046
telsoa01c577f2c2018-08-31 09:22:23 +01001047 // Validates type and quantization values.
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001048 const TensorInfo& biasTensorInfo = m_Bias->GetTensorInfo();
1049 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001050
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001051 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1052 ValidateTensorNumDimensions(biasTensorInfo, descriptorName, 1, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001053 }
1054
Francis Murtagh46c09d02019-05-28 08:15:28 +01001055 // Check the supported data types
1056 std::vector<DataType> supportedTypes =
1057 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001058 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01001059 DataType::Float32,
1060 DataType::Float16,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001061 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001062 DataType::QAsymmU8,
1063 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +01001064 };
1065
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001066 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001067
1068 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
1069 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1070 {
1071 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1072 {
1073 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1074 "for BFloat16 input.");
1075 }
1076 }
1077 else
1078 {
1079 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1080 }
telsoa014fcda012018-03-09 14:13:49 +00001081}
1082
telsoa014fcda012018-03-09 14:13:49 +00001083void NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1084{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001085 const std::string descriptorName{"NormalizationQueueDescriptor"};
1086
1087 ValidateNumInputs(workloadInfo, descriptorName, 1);
1088 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1089
1090 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1091 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001092
1093 // Check the supported data types
1094 std::vector<DataType> supportedTypes =
1095 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001096 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001097 DataType::Float16,
1098 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001099 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001100 DataType::QAsymmU8,
1101 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001102 };
1103
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001104 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001105
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001106 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001107
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001108 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001109}
1110
1111void AdditionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1112{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001113 const std::string descriptorName{"AdditionQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001114
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001115 ValidateNumInputs(workloadInfo, descriptorName, 2);
1116 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1117
1118 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1119 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1120 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1121
1122 std::vector<DataType> supportedTypes =
1123 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001124 DataType::BFloat16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001125 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001126 DataType::Float16,
1127 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001128 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001129 DataType::QSymmS16,
1130 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001131 };
1132
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001133 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1134 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1135 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001136
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001137 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1138 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001139
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001140 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1141 inputTensorInfo1,
1142 outputTensorInfo,
1143 descriptorName,
1144 "input_0",
1145 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001146}
1147
telsoa014fcda012018-03-09 14:13:49 +00001148void MultiplicationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1149{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001150 const std::string descriptorName{"MultiplicationQueueDescriptor"};
surmeh01bceff2f2018-03-29 16:29:27 +01001151
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001152 ValidateNumInputs(workloadInfo, descriptorName, 2);
1153 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1154
1155 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1156 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1157 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1158
1159 std::vector<DataType> supportedTypes =
1160 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001161 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001162 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001163 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001164 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001165 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001166 DataType::QSymmS16,
1167 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001168 };
1169
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001170 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1171 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1172 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001173
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001174 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1175 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001176
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001177 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1178 inputTensorInfo1,
1179 outputTensorInfo,
1180 descriptorName,
1181 "input_0",
1182 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001183}
1184
1185void BatchNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1186{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001187 const std::string descriptorName{"BatchNormalizationQueueDescriptor"};
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001188
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001189 ValidateNumInputs(workloadInfo, descriptorName, 1);
1190 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1191
1192 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1193 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001194
1195 std::vector<DataType> supportedTypes =
1196 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001197 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001198 DataType::Float16,
1199 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001200 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001201 DataType::QAsymmU8,
1202 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001203 };
1204
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001205 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1206 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001207
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001208 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001209 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001210
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001211 ValidatePointer(m_Mean, descriptorName, "mean");
1212 ValidatePointer(m_Variance, descriptorName, "variance");
1213 ValidatePointer(m_Beta, descriptorName, "beta");
1214 ValidatePointer(m_Gamma, descriptorName, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001215
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001216 const TensorInfo& mean = m_Mean->GetTensorInfo();
1217 const TensorInfo& variance = m_Variance->GetTensorInfo();
1218 const TensorInfo& beta = m_Beta->GetTensorInfo();
1219 const TensorInfo& gamma = m_Gamma->GetTensorInfo();
telsoa014fcda012018-03-09 14:13:49 +00001220
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001221 ValidateTensorNumDimensions(mean, descriptorName, 1, "mean");
1222 ValidateTensorNumDimensions(variance, descriptorName, 1, "variance");
1223 ValidateTensorNumDimensions(beta, descriptorName, 1, "beta");
1224 ValidateTensorNumDimensions(gamma, descriptorName, 1, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001225
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001226 ValidateTensorShapesMatch(mean, variance, descriptorName, "mean", "variance");
1227 ValidateTensorShapesMatch(mean, beta, descriptorName, "mean", "beta");
1228 ValidateTensorShapesMatch(mean, gamma, descriptorName, "mean", "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001229}
1230
1231void Convolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1232{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001233 const std::string descriptorName{"Convolution2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001234
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001235 ValidateNumInputs(workloadInfo, descriptorName, 1);
1236 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001237
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001238 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1239 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001240
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001241 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1242 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001243
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001244 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001245
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001246 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1247 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001248
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001249 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001250
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001251 Optional<TensorInfo> optionalBiasTensorInfo;
telsoa014fcda012018-03-09 14:13:49 +00001252 if (m_Parameters.m_BiasEnabled)
1253 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001254 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001255
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001256 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1257 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001258
1259 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1260 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001261 }
1262
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001263 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1264 {
1265 throw InvalidArgumentException(
1266 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1267 "cannot be either negative or 0.",
1268 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1269 }
1270
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001271 ValidatePerAxisQuantization(inputTensorInfo,
1272 outputTensorInfo,
1273 weightTensorInfo,
1274 optionalBiasTensorInfo,
1275 descriptorName);
1276
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001277 std::vector<DataType> supportedTypes =
1278 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001279 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001280 DataType::Float16,
Ruomei Yan88d44b82019-05-23 14:29:06 +01001281 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001282 DataType::QAsymmS8,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001283 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001284 DataType::QSymmS16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001285 DataType::QSymmS8
Ruomei Yan88d44b82019-05-23 14:29:06 +01001286 };
1287
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001288 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001289
1290 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
1291 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1292 {
1293 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1294 {
1295 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1296 "for BFloat16 input.");
1297 }
1298 }
1299 else
1300 {
1301 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1302 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001303}
Ruomei Yan88d44b82019-05-23 14:29:06 +01001304
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001305void DepthwiseConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1306{
1307 const std::string descriptorName{"DepthwiseConvolution2dQueueDescriptor"};
1308
1309 ValidateNumInputs(workloadInfo, descriptorName, 1);
1310 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1311
1312 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1313 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1314
1315 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1316 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
1317
1318 ValidatePointer(m_Weight, descriptorName, "weight");
1319
1320 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1321 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
1322
1323 if (m_Parameters.m_DilationX < 1 || m_Parameters.m_DilationY < 1 )
1324 {
1325 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001326 fmt::format("{}: dilationX (provided {}) and dilationY (provided {}) "
1327 "cannot be smaller than 1.",
1328 descriptorName, m_Parameters.m_DilationX, m_Parameters.m_DilationX));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001329 }
1330
Teresa Charlinf2ed1b82020-11-24 15:11:54 +00001331 if (m_Parameters.m_StrideX <= 0 || m_Parameters.m_StrideY <= 0 )
1332 {
1333 throw InvalidArgumentException(
1334 fmt::format("{}: strideX (provided {}) and strideY (provided {}) "
1335 "cannot be either negative or 0.",
1336 descriptorName, m_Parameters.m_StrideX, m_Parameters.m_StrideY));
1337 }
1338
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001339 const unsigned int channelIndex = (m_Parameters.m_DataLayout == DataLayout::NCHW) ? 1 : 3;
1340
1341 // Expected weight shape: [ M, I, H, W ] - This shape does NOT depend on the data layout
1342 // inputChannels * channelMultiplier should be equal to outputChannels.
1343 const unsigned int numWeightChannelMultiplier = weightTensorInfo.GetShape()[0];
1344 const unsigned int numWeightInputChannels = weightTensorInfo.GetShape()[1];
1345 const unsigned int numWeightOutputChannels = outputTensorInfo.GetShape()[channelIndex];
1346 if (numWeightChannelMultiplier * numWeightInputChannels != numWeightOutputChannels)
1347 {
James Ward47fce872020-09-10 11:57:28 +01001348 throw InvalidArgumentException(fmt::format(
1349 "{0}: output_channels (provided {1}) should be equal to input_channels (provided {2}) "
1350 "multiplied by channel_multiplier (provided {3}).",
1351 descriptorName, numWeightOutputChannels, numWeightInputChannels, numWeightChannelMultiplier));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001352 }
1353
Teresa Charlind8df0262019-11-11 12:28:15 +00001354 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001355
Teresa Charlind8df0262019-11-11 12:28:15 +00001356 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001357 if (m_Parameters.m_BiasEnabled)
1358 {
1359 ValidatePointer(m_Bias, descriptorName, "bias");
1360
Teresa Charlind8df0262019-11-11 12:28:15 +00001361 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1362 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001363
1364 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1365 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1366 }
Teresa Charlind8df0262019-11-11 12:28:15 +00001367 ValidatePerAxisQuantization(inputTensorInfo,
1368 outputTensorInfo,
1369 weightTensorInfo,
1370 optionalBiasTensorInfo,
1371 descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001372
1373 std::vector<DataType> supportedTypes =
1374 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001375 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001376 DataType::Float16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001377 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001378 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001379 DataType::QAsymmU8,
1380 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001381 };
1382
1383 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1384 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001385}
1386
1387void PermuteQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1388{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001389 const std::string descriptorName{"PermuteQueueDescriptor"};
1390
1391 ValidateNumInputs(workloadInfo, descriptorName, 1);
1392 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001393
1394 const PermutationVector& mapping = m_Parameters.m_DimMappings;
1395
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001396 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1397 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001398
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001399 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
1400 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
telsoa014fcda012018-03-09 14:13:49 +00001401
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001402 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
telsoa014fcda012018-03-09 14:13:49 +00001403 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001404 if (inputTensorInfo.GetShape()[i] != outputTensorInfo.GetShape()[mapping[i]])
telsoa014fcda012018-03-09 14:13:49 +00001405 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001406 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(i) +
1407 " (=" + to_string(inputTensorInfo.GetShape()[i]) + ") " +
1408 "must match dst dimension " + to_string(mapping[i]) +
1409 " (=" + to_string(outputTensorInfo.GetShape()[mapping[i]]) + ")");
telsoa014fcda012018-03-09 14:13:49 +00001410 }
1411 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001412
1413 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001414}
1415
1416void Pooling2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1417{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001418 const std::string descriptorName{"Pooling2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001419
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001420 ValidateNumInputs(workloadInfo, descriptorName, 1);
1421 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1422
1423 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1424 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1425
1426 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1427 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlina3b20472019-06-06 11:12:32 +01001428
1429 std::vector<DataType> supportedTypes =
1430 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001431 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001432 DataType::Float32,
1433 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001434 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001435 DataType::QAsymmU8,
1436 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001437 };
1438
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001439 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1440 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001441}
1442
1443void ResizeBilinearQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1444{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001445 const std::string descriptorName{"ResizeBilinearQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001446
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001447 ValidateNumInputs(workloadInfo, descriptorName, 1);
1448 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1449
1450 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1451 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1452
1453 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1454 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001455
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001456 std::vector<DataType> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001457 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001458 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001459 DataType::Float16,
1460 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001461 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001462 DataType::QAsymmU8,
1463 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001464 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001465
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001466 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1467 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001468
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001469 // ResizeBilinear only changes width and height: batch and channel count must match.
1470 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1471 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001472 if (inputBatchSize != outputBatchSize)
telsoa014fcda012018-03-09 14:13:49 +00001473 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001474 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001475 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1476 descriptorName, inputBatchSize, outputBatchSize));
telsoa014fcda012018-03-09 14:13:49 +00001477 }
1478
Teresa Charlin970f43b2019-07-01 13:51:07 +01001479 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001480 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1481 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001482 if (inputChannelCount != outputChannelCount)
telsoa014fcda012018-03-09 14:13:49 +00001483 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001484 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001485 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1486 descriptorName, inputChannelCount, outputChannelCount));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001487 }
1488}
1489
1490void ResizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1491{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001492 const std::string descriptorName{"ResizeQueueDescriptor"};
Teresa Charlin970f43b2019-07-01 13:51:07 +01001493
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001494 ValidateNumInputs(workloadInfo, descriptorName, 1);
1495 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1496
1497 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1498 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1499
1500 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1501 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001502
1503 std::vector<DataType> supportedTypes =
1504 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001505 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001506 DataType::Float16,
1507 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001508 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001509 DataType::QAsymmU8,
1510 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001511 };
1512
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001513 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1514 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001515
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001516 // Resize only changes width and height: batch and channel count must match.
1517 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1518 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001519 if (inputBatchSize != outputBatchSize)
1520 {
1521 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001522 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1523 descriptorName, inputBatchSize, outputBatchSize));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001524 }
1525
1526 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001527 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1528 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001529 if (inputChannelCount != outputChannelCount)
1530 {
1531 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001532 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1533 descriptorName, inputChannelCount, outputChannelCount));
telsoa014fcda012018-03-09 14:13:49 +00001534 }
1535}
1536
1537void FakeQuantizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1538{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001539 const std::string descriptorName{"FakeQuantizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001540
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001541 ValidateNumInputs(workloadInfo, descriptorName, 1);
1542 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1543
1544 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1545 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1546
1547 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 2, "input");
1548 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1549
1550 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1551
telsoa014fcda012018-03-09 14:13:49 +00001552 if (m_Parameters.m_Min > m_Parameters.m_Max)
1553 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001554 throw InvalidArgumentException(descriptorName + ": min cannot be greater than max");
telsoa014fcda012018-03-09 14:13:49 +00001555 }
telsoa014fcda012018-03-09 14:13:49 +00001556}
1557
Kevin Mayce5045a2019-10-02 14:07:47 +01001558void InstanceNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1559{
1560 const std::string descriptorName{"InstanceNormalizationQueueDescriptor"};
1561
1562 ValidateNumInputs(workloadInfo, descriptorName, 1);
1563 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1564
1565 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1566 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1567
1568 if (inputTensorInfo.GetNumDimensions() > 4)
1569 {
1570 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1571 }
1572
1573 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1574
1575 // Check the supported data types
1576 std::vector<DataType> supportedTypes =
1577 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001578 DataType::BFloat16,
Kevin Mayce5045a2019-10-02 14:07:47 +01001579 DataType::Float32,
1580 DataType::Float16
1581 };
1582
1583 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Kevin Mayce5045a2019-10-02 14:07:47 +01001584 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Kevin Mayce5045a2019-10-02 14:07:47 +01001585}
1586
telsoa014fcda012018-03-09 14:13:49 +00001587void L2NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1588{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001589 const std::string descriptorName{"L2NormalizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001590
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001591 ValidateNumInputs(workloadInfo, descriptorName, 1);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001592 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1593
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001594 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1595 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1596
Matthew Jackson82b15ed2019-07-25 16:14:30 +01001597 if (inputTensorInfo.GetNumDimensions() > 4)
1598 {
1599 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1600 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001601
1602 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001603
1604 // Check the supported data types
1605 std::vector<DataType> supportedTypes =
1606 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001607 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001608 DataType::Float32,
1609 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001610 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001611 DataType::QAsymmU8,
1612 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001613 };
1614
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001615 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001616 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1617}
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001618
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001619void LogSoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1620{
1621 const std::string descriptorName{"LogSoftmaxQueueDescriptor"};
1622
1623 ValidateNumInputs(workloadInfo, descriptorName, 1);
1624 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1625
1626 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1627 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1628
1629 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1630
1631 std::vector<DataType> supportedTypes =
1632 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001633 DataType::BFloat16,
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001634 DataType::Float32,
1635 DataType::Float16,
1636 };
1637
1638 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001639 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001640}
1641
1642void ConstantQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1643{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001644 const std::string descriptorName{"ConstantQueueDescriptor"};
1645
1646 ValidateNumInputs(workloadInfo, descriptorName, 0);
1647 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001648
1649 if (!m_LayerOutput)
1650 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001651 throw InvalidArgumentException(descriptorName + ": No const input specified.");
telsoa014fcda012018-03-09 14:13:49 +00001652 }
1653
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001654 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1655 ValidateTensorShapesMatch(m_LayerOutput->GetTensorInfo(), outputTensorInfo, descriptorName, "constant", "output");
Nina Drozd58ef2c62019-05-16 12:09:18 +01001656
1657 // Check the supported data types
1658 std::vector<DataType> supportedTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001659 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001660 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001661 DataType::Float32,
1662 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001663 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001664 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +00001665 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001666 DataType::QSymmS16,
1667 DataType::Signed32
Nina Drozd2f2778f2019-05-27 10:37:05 +01001668 };
Nina Drozd58ef2c62019-05-16 12:09:18 +01001669
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001670 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001671}
1672
1673void ReshapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1674{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001675 const std::string descriptorName{"ReshapeQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001676
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001677 ValidateNumInputs(workloadInfo, descriptorName, 1);
1678 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1679
1680 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1681 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1682
1683 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nina Drozd2f2778f2019-05-27 10:37:05 +01001684
1685 // Check the supported data types
1686 std::vector<DataType> supportedTypes =
1687 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001688 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001689 DataType::Float32,
1690 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001691 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001692 DataType::QAsymmU8,
1693 DataType::QSymmS16,
Narumol Prangnawarat0c95f4c2020-11-18 16:52:07 +00001694 DataType::Signed32,
1695 DataType::Boolean
Nina Drozd2f2778f2019-05-27 10:37:05 +01001696 };
1697
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001698 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1699 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001700}
1701
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001702void SpaceToBatchNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1703{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001704 const std::string descriptorName{"SpaceToBatchNdQueueDescriptor"};
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001705
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001706 ValidateNumInputs(workloadInfo, descriptorName, 1);
1707 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1708
1709 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1710 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1711
1712 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1713 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001714
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001715 if (m_Parameters.m_BlockShape.size() != 2)
1716 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001717 throw InvalidArgumentException(descriptorName + ": Block Shape must contain 2 spatial dimensions.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001718 }
1719
1720 if (m_Parameters.m_BlockShape.size() != m_Parameters.m_PadList.size())
1721 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001722 throw InvalidArgumentException(descriptorName + ": Pad List must contain the same number of "
1723 "dimensions as Block Shape.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001724 }
1725
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001726 const TensorShape& inputShape = inputTensorInfo.GetShape();
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001727
1728 std::pair<unsigned int, unsigned int> heightPad = m_Parameters.m_PadList[0];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001729 std::pair<unsigned int, unsigned int> widthPad = m_Parameters.m_PadList[1];
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001730
Matthew Bentham8800c002018-11-19 13:19:28 +00001731 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001732
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001733 const unsigned int inputWidth = inputShape[dimensionIndices.GetWidthIndex()] +
1734 widthPad.first + widthPad.second;
1735 const unsigned int inputHeight = inputShape[dimensionIndices.GetHeightIndex()] +
1736 heightPad.first + heightPad.second;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001737
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001738 const unsigned int numInputElements = inputShape[0] * inputHeight * inputWidth *
1739 inputShape[dimensionIndices.GetChannelsIndex()];
1740 const unsigned int numOutputElements = outputTensorInfo.GetNumElements();
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001741
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001742 if (numOutputElements != numInputElements)
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001743 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001744 throw InvalidArgumentException(descriptorName + ": Input tensor has " +
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001745 to_string(numInputElements) + " after padding but output tensor has " +
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001746 to_string(numOutputElements) + " elements.");
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001747 }
1748
1749 if (inputHeight % m_Parameters.m_BlockShape[0] != 0 || inputWidth % m_Parameters.m_BlockShape[1] != 0)
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001750 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001751 throw InvalidArgumentException(descriptorName + ": Input shape after padding must be "
1752 "divisible by Block Shape in all spatial dimensions");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001753 }
nikraj01120522a2019-05-31 11:33:07 +01001754
1755 std::vector<DataType> supportedTypes =
1756 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001757 DataType::BFloat16,
1758 DataType::Float16,
1759 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001760 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001761 DataType::QAsymmU8,
1762 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001763 };
1764
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001765 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1766 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001767}
1768
Keith Davisa57eccb2019-06-14 17:33:22 +01001769void SpaceToDepthQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1770{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001771 const std::string descriptorName{"SpaceToDepthQueueDescriptor"};
Keith Davisa57eccb2019-06-14 17:33:22 +01001772
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001773 ValidateNumInputs(workloadInfo, descriptorName, 1);
1774 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Keith Davisa57eccb2019-06-14 17:33:22 +01001775
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001776 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1777 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1778
1779 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1780 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Keith Davisa57eccb2019-06-14 17:33:22 +01001781
1782 std::vector<DataType> supportedTypes =
1783 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001784 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001785 DataType::Float32,
1786 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001787 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001788 DataType::QAsymmU8,
1789 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001790 };
1791
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001792 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1793 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Keith Davisa57eccb2019-06-14 17:33:22 +01001794
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001795 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1796
1797 if (m_Parameters.m_BlockSize == 0)
1798 {
1799 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
1800 }
1801
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001802 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
1803 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
1804 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
1805 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
Keith Davisa57eccb2019-06-14 17:33:22 +01001806
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001807 const TensorShape& inputShape = inputTensorInfo.GetShape();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001808 if (inputShape[hIndex] % m_Parameters.m_BlockSize != 0 || inputShape[wIndex] % m_Parameters.m_BlockSize != 0)
Keith Davisa57eccb2019-06-14 17:33:22 +01001809 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001810 throw InvalidArgumentException(descriptorName + ": Input shape must be divisible "
1811 "by block size in all spatial dimensions");
Keith Davisa57eccb2019-06-14 17:33:22 +01001812 }
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001813
1814 const TensorShape& outputShape = outputTensorInfo.GetShape();
1815 if (outputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
1816 {
1817 throw InvalidArgumentException(descriptorName + ": The depth of the output tensor"
1818 "must be divisible by the square of block size." );
1819 }
Keith Davisa57eccb2019-06-14 17:33:22 +01001820}
1821
telsoa014fcda012018-03-09 14:13:49 +00001822void FloorQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1823{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001824 const std::string descriptorName{"FloorQueueDescriptor"};
James Conroy83735b12019-05-30 16:36:59 +01001825
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001826 ValidateNumInputs(workloadInfo, descriptorName, 1);
1827 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1828
1829 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1830 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy83735b12019-05-30 16:36:59 +01001831
1832 std::vector<DataType> supportedTypes =
1833 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001834 DataType::BFloat16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001835 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001836 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001837 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +01001838 };
1839
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001840 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001841
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001842 if (inputTensorInfo != outputTensorInfo)
telsoa014fcda012018-03-09 14:13:49 +00001843 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001844 throw InvalidArgumentException(descriptorName + ": Input and output tensor infos do not match.");
telsoa014fcda012018-03-09 14:13:49 +00001845 }
1846}
1847
telsoa01c577f2c2018-08-31 09:22:23 +01001848void LstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1849{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001850 // ported from android/ml/nn/common/operations/LSTM.cpp CheckInputTensorDimensions()
1851
1852 const std::string descriptorName{"LstmQueueDescriptor"};
1853
1854 // check dimensions of all inputs and outputs
1855 if (workloadInfo.m_InputTensorInfos.size() != 3)
1856 {
1857 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
1858 }
1859 if (workloadInfo.m_OutputTensorInfos.size() != 4)
1860 {
1861 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
1862 }
1863
1864 std::vector<DataType> supportedTypes =
1865 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001866 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001867 DataType::Float16,
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001868 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001869 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001870 };
1871
Jan Eilers38e05bd2019-06-26 13:10:09 +01001872 // check for supported type of one input and match them with all the other input and output
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001873 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
1874
Jan Eilers38e05bd2019-06-26 13:10:09 +01001875 // type matches all other inputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001876 for (uint32_t i = 1u; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001877 {
1878 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1879 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001880 descriptorName,
1881 "input_0",
1882 "input_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01001883 }
1884 // type matches all other outputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001885 for (uint32_t i = 0u; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001886 {
1887 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1888 workloadInfo.m_OutputTensorInfos[i],
1889 "LstmQueueDescriptor",
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001890 "input_0",
1891 "output_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01001892 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001893
janeil0117d8d852019-11-15 15:00:16 +00001894 // Making sure clipping parameters have valid values.
1895 // == 0 means no clipping
1896 // > 0 means clipping
1897 if (m_Parameters.m_ClippingThresCell < 0.0f)
1898 {
1899 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
1900 }
1901 if (m_Parameters.m_ClippingThresProj < 0.0f)
1902 {
1903 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
1904 }
1905
Jan Eilers38e05bd2019-06-26 13:10:09 +01001906
1907 // Inferring batch size, number of outputs and number of cells from the inputs.
Jan Eilers38e05bd2019-06-26 13:10:09 +01001908 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[1];
1909 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[0];
1910 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
1911 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
1912 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
1913 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
1914
Jan Eilers38e05bd2019-06-26 13:10:09 +01001915 // input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001916 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 2, (n_batch * n_input),
1917 descriptorName + " input_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001918 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001919 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
1920 descriptorName + " input_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001921 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001922 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
1923 descriptorName + " input_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001924 // scratchBufferTensor
1925 unsigned int scratchBufferSize = m_Parameters.m_CifgEnabled ? n_cell * 3 : n_cell * 4;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001926 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[0], 2, (n_batch * scratchBufferSize),
1927 descriptorName + " output_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001928 // outputStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001929 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[1], 2, (n_batch * n_output),
1930 descriptorName + " output_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001931 // cellStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001932 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[2], 2, (n_batch * n_cell),
1933 descriptorName + " output_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001934 // outputTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001935 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[3], 2, (n_batch * n_output),
1936 descriptorName + " output_3");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001937
1938
1939 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
1940 if ( m_InputToInputWeights )
1941 {
1942 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
1943 (n_cell * n_input), "InputLayerNormWeights");
1944 }
1945
1946 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
1947 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
1948 (n_cell * n_input), "InputToForgetWeights");
1949
1950 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
1951 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
1952 (n_cell * n_input), "InputToCellWeights");
1953
1954 if ( m_RecurrentToInputWeights )
1955 {
1956 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
1957 (n_cell * n_output), "RecurrentToInputWeights");
1958 }
1959
1960 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
1961 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
1962 (n_cell * n_output), "RecurrentToForgetWeights");
1963
1964 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
1965 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
1966 (n_cell * n_output), "RecurrentToCellWeights");
1967
1968 // Make sure the input-gate's parameters are either both present (regular
1969 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
1970 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
1971 !m_Parameters.m_CifgEnabled) ||
1972 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
1973 m_Parameters.m_CifgEnabled));
1974 if (!cifg_weights_all_or_none)
1975 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001976 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
1977 "RecurrentToInputWeights must either both be present (regular LSTM) "
1978 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
1979 "accordingly.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001980 }
1981
1982 if ( m_CellToInputWeights )
1983 {
1984 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
1985 n_cell, "CellToInputWeights");
1986 }
1987 if ( m_CellToForgetWeights )
1988 {
1989 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
1990 n_cell, "CellToForgetWeights");
1991 }
1992 if ( m_CellToOutputWeights )
1993 {
1994 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
1995 n_cell, "CellToOutputWeights");
1996 }
1997
1998 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
1999 bool peephole_weights_all_or_none =
2000 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
2001 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
2002 || ( !m_CellToInputWeights && !m_CellToForgetWeights
2003 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
2004 if (!peephole_weights_all_or_none)
2005 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002006 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002007 }
2008
2009 // Make sure the input gate bias is present only when not a CIFG-LSTM.
2010 if (m_Parameters.m_CifgEnabled)
2011 {
2012 if (m_InputGateBias)
2013 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002014 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002015 }
2016 }
2017 else
2018 {
2019 if (!m_InputGateBias)
2020 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002021 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
2022 "must be present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002023 }
2024 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
2025 n_cell, "InputGateBias");
2026 }
2027
2028 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
2029 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
2030
2031 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
2032 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
2033
2034 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
2035 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
2036
2037 if (m_ProjectionWeights)
2038 {
2039 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
2040 (n_cell * n_output), "ProjectionWeights");
2041 }
2042 if (m_ProjectionBias)
2043 {
2044 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
2045 }
2046
2047 // Making sure the projection tensors are consistent:
2048 // 1) If projection weight is not present, then projection bias should not be
2049 // present.
2050 // 2) If projection weight is present, then projection bias is optional.
2051 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
2052 !m_Parameters.m_ProjectionEnabled)
2053 || (m_ProjectionWeights && !m_ProjectionBias &&
2054 m_Parameters.m_ProjectionEnabled)
2055 || (m_ProjectionWeights && m_ProjectionBias &&
2056 m_Parameters.m_ProjectionEnabled));
2057 if (!projecton_tensors_consistent)
2058 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002059 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002060 }
2061
2062 // The four layer normalization weights either all have values or none of them have values. Additionally, if
2063 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
2064 // either all have values or none of them have values. Layer normalization is used when the values of all the
2065 // layer normalization weights are present
2066 if (m_InputLayerNormWeights)
2067 {
2068 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
2069 }
2070 if (m_ForgetLayerNormWeights)
2071 {
2072 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2073 }
2074 if (m_CellLayerNormWeights)
2075 {
2076 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2077 }
2078 if (m_OutputLayerNormWeights)
2079 {
2080 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2081 }
2082
Jan Eilers38e05bd2019-06-26 13:10:09 +01002083 if (m_Parameters.m_LayerNormEnabled)
2084 {
2085 if (!m_Parameters.m_CifgEnabled)
2086 {
2087 if (!m_InputLayerNormWeights)
2088 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002089 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
2090 "disabled but InputLayerNormWeights are not present");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002091 }
2092 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
2093 1, n_cell, "InputLayerNormWeights");
2094 }
2095 else if (m_InputLayerNormWeights)
2096 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002097 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
2098 "enabled");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002099 }
2100
2101 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
2102 "ForgetLayerNormWeights");
2103 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2104
2105 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
2106 "OutputLayerNormWeights");
2107 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2108
2109 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
2110 "CellLayerNormWeights");
2111 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2112 }
2113 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
2114 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002115 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
2116 "normalisation weights are present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002117 }
telsoa01c577f2c2018-08-31 09:22:23 +01002118}
2119
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +00002120void ConvertBf16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2121{
2122 const std::string descriptorName{"ConvertBf16ToFp32QueueDescriptor"};
2123
2124 ValidateNumInputs(workloadInfo, descriptorName, 1);
2125 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2126
2127 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2128 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2129
2130 if (inputTensorInfo.GetDataType() != DataType::BFloat16)
2131 {
2132 throw InvalidArgumentException(descriptorName + ": Input tensor type must be BFloat16.");
2133 }
2134
2135 if (outputTensorInfo.GetDataType() != DataType::Float32)
2136 {
2137 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2138 }
2139
2140 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2141}
2142
Narumol Prangnawaratea54a012020-03-16 16:36:10 +00002143void ConvertFp32ToBf16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2144{
2145 const std::string descriptorName{"ConvertFp32ToBf16QueueDescriptor"};
2146
2147 ValidateNumInputs(workloadInfo, descriptorName, 1);
2148 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2149
2150 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2151 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2152
2153 if (inputTensorInfo.GetDataType() != DataType::Float32)
2154 {
2155 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
2156 }
2157
2158 if (outputTensorInfo.GetDataType() != DataType::BFloat16)
2159 {
2160 throw InvalidArgumentException(descriptorName + ": Output tensor type must be BFloat16.");
2161 }
2162
2163 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2164}
2165
telsoa01c577f2c2018-08-31 09:22:23 +01002166void ConvertFp32ToFp16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2167{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002168 const std::string descriptorName{"ConvertFp32ToFp16QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002169
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002170 ValidateNumInputs(workloadInfo, descriptorName, 1);
2171 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2172
2173 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2174 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2175
2176 if (inputTensorInfo.GetDataType() != DataType::Float32)
telsoa01c577f2c2018-08-31 09:22:23 +01002177 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002178 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
telsoa01c577f2c2018-08-31 09:22:23 +01002179 }
2180
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002181 if (outputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002182 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002183 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002184 }
2185
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002186 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002187}
2188
2189void ConvertFp16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2190{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002191 const std::string descriptorName{"ConvertFp16ToFp32QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002192
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002193 ValidateNumInputs(workloadInfo, descriptorName, 1);
2194 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2195
2196 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2197 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2198
2199 if (inputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002200 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002201 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002202 }
2203
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002204 if (outputTensorInfo.GetDataType() != DataType::Float32)
2205 {
2206 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2207 }
2208
2209 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002210}
2211
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002212void DivisionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2213{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002214 const std::string descriptorName{"DivisionQueueDescriptor"};
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002215
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002216 ValidateNumInputs(workloadInfo, descriptorName, 2);
2217 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2218
2219 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2220 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2221 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2222
2223 std::vector<DataType> supportedTypes =
2224 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002225 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002226 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002227 DataType::Float32,
2228 DataType::QAsymmS8,
2229 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002230 DataType::QSymmS16,
2231 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002232 };
2233
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002234 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2235 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2236 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002237
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002238 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2239 inputTensorInfo1,
2240 outputTensorInfo,
2241 descriptorName,
2242 "input_0",
2243 "input_1");
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002244}
2245
David Beckc2044fe2018-09-05 15:00:38 +01002246void SubtractionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2247{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002248 const std::string descriptorName{"SubtractionQueueDescriptor"};
David Beckc2044fe2018-09-05 15:00:38 +01002249
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002250 ValidateNumInputs(workloadInfo, descriptorName, 2);
2251 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2252
2253 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2254 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2255 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2256
2257 std::vector<DataType> supportedTypes =
2258 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002259 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002260 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002261 DataType::Float32,
2262 DataType::QAsymmS8,
2263 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002264 DataType::QSymmS16,
2265 DataType::Signed32,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002266 };
2267
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002268 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2269 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2270 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002271
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002272 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2273 inputTensorInfo1,
2274 outputTensorInfo,
2275 descriptorName,
2276 "input_0",
2277 "input_1");
David Beckc2044fe2018-09-05 15:00:38 +01002278}
2279
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002280void MaximumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2281{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002282 const std::string descriptorName{"MaximumQueueDescriptor"};
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002283
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002284 ValidateNumInputs(workloadInfo, descriptorName, 2);
2285 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2286
2287 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2288 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2289 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2290
2291 std::vector<DataType> supportedTypes =
2292 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002293 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002294 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002295 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00002296 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002297 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002298 DataType::QSymmS16,
2299 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002300 };
2301
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002302 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2303 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2304 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002305
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002306 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2307 inputTensorInfo1,
2308 outputTensorInfo,
2309 descriptorName,
2310 "input_0",
2311 "input_1");
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002312}
2313
narpra01a6bf9122018-09-10 09:50:09 +01002314void MeanQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2315{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002316 const std::string descriptorName{"MeanQueueDescriptor"};
James Conroy4d1ff582019-06-10 17:06:39 +01002317
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002318 ValidateNumInputs(workloadInfo, descriptorName, 1);
2319 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2320
2321 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2322 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy4d1ff582019-06-10 17:06:39 +01002323
2324 std::vector<DataType> supportedTypes =
2325 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002326 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01002327 DataType::Float32,
2328 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002329 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002330 DataType::QAsymmU8,
2331 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01002332 };
narpra01eb061912018-09-10 17:35:27 +01002333
James Conroy4d1ff582019-06-10 17:06:39 +01002334 // First check if input tensor data type is supported, then
2335 // check if this data type matches the output tensor data type
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002336 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2337 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
James Conroy4d1ff582019-06-10 17:06:39 +01002338
narpra0132b90462018-09-13 11:07:48 +01002339 if (m_Parameters.m_KeepDims)
narpra01eb061912018-09-10 17:35:27 +01002340 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002341 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
narpra01eb061912018-09-10 17:35:27 +01002342 }
narpra0132b90462018-09-13 11:07:48 +01002343 else if (m_Parameters.m_Axis.empty())
narpra01eb061912018-09-10 17:35:27 +01002344 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002345 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
narpra01eb061912018-09-10 17:35:27 +01002346 }
2347 else
2348 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002349 unsigned int outputDim =
Matthew Sloyan171214c2020-09-09 09:07:37 +01002350 inputTensorInfo.GetNumDimensions() - armnn::numeric_cast<unsigned int>(m_Parameters.m_Axis.size());
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002351 ValidateTensorNumDimensions(outputTensorInfo,
2352 descriptorName,
narpra01eb061912018-09-10 17:35:27 +01002353 outputDim > 0 ? outputDim : 1,
2354 "output");
2355 }
narpra01a6bf9122018-09-10 09:50:09 +01002356}
2357
jimfly012c9322a2018-09-19 10:59:49 +01002358void PadQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2359{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002360 const std::string descriptorName{"PadQueueDescriptor"};
jimfly012c9322a2018-09-19 10:59:49 +01002361
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002362 ValidateNumInputs(workloadInfo, descriptorName, 1);
2363 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2364
2365 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2366 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nina Drozd661dfa72018-10-02 11:14:17 +01002367
jimfly012c9322a2018-09-19 10:59:49 +01002368 // input and output should have the same number of dimensions
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002369 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
2370
jimfly012c9322a2018-09-19 10:59:49 +01002371 // there should be entry in the pad list for each dimension in the input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002372 if (m_Parameters.m_PadList.size() != inputTensorInfo.GetNumDimensions()) {
2373 throw InvalidArgumentException(descriptorName + ":Pad List should contain the same number of entries "
2374 "as there are dimensions in the input tensor that is " +
2375 std::to_string(inputTensorInfo.GetNumDimensions()) + " entries " +
2376 " not " + std::to_string(m_Parameters.m_PadList.size()) + " entries.");
jimfly012c9322a2018-09-19 10:59:49 +01002377 }
2378}
2379
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002380void QuantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2381{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002382 const std::string descriptorName{"QuantizeQueueDescriptor"};
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002383
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002384 ValidateNumInputs(workloadInfo, descriptorName, 1);
2385 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002386
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002387 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2388 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2389
Sadik Armagan2208b602019-07-31 16:36:27 +01002390 std::vector<DataType> supportedTypes =
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002391 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002392 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002393 DataType::Float32,
Keith Davis5e51cd82020-01-29 16:52:59 +00002394 DataType::Float16,
2395 DataType::QSymmS8,
Ryan OShea9add1202020-02-07 10:06:33 +00002396 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00002397 DataType::QAsymmU8,
2398 DataType::QSymmS16
Sadik Armagan2208b602019-07-31 16:36:27 +01002399 };
2400
2401 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002402
Keith Davis0c2eeac2020-02-11 16:51:50 +00002403 if (!IsQuantizedType(outputTensorInfo.GetDataType()))
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002404 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002405 throw InvalidArgumentException(descriptorName + ": Output of quantized layer must be quantized type.");
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002406 }
2407}
2408
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002409void BatchToSpaceNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2410{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002411 const std::string descriptorName{"BatchToSpaceNdQueueDescriptor"};
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002412
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002413 ValidateNumInputs(workloadInfo, descriptorName, 1);
2414 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002415
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002416 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2417 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002418
2419 std::vector<DataType> supportedTypes =
2420 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002421 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002422 DataType::Float32,
2423 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002424 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002425 DataType::QAsymmU8,
2426 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002427 };
2428
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002429 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2430 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002431}
2432
Conor Kennedy430b5d82018-11-14 15:28:28 +00002433void StridedSliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2434{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002435 const std::string descriptorName{"StridedSliceQueueDescriptor"};
Conor Kennedy430b5d82018-11-14 15:28:28 +00002436
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002437 ValidateNumInputs(workloadInfo, descriptorName, 1);
2438 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2439
2440 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2441 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002442
2443 std::vector<DataType> supportedTypes =
2444 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002445 DataType::BFloat16,
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002446 DataType::Float16,
2447 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002448 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002449 DataType::QAsymmU8,
2450 DataType::QSymmS16
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002451 };
2452
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002453 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2454 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002455
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002456 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002457
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002458 const uint32_t rank = inputTensorInfo.GetNumDimensions();
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002459 if (rank > 4)
2460 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002461 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002462 }
2463
Conor Kennedy430b5d82018-11-14 15:28:28 +00002464 // Begin, End & Stride length must be of rank(input0)
2465 if (m_Parameters.m_Begin.size() != rank)
2466 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002467 throw InvalidArgumentException(descriptorName + ": Begin length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002468 }
2469
2470 if (m_Parameters.m_End.size() != rank)
2471 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002472 throw InvalidArgumentException(descriptorName + ": End length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002473 }
2474
2475 if (m_Parameters.m_Stride.size() != rank)
2476 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002477 throw InvalidArgumentException(descriptorName + ": Stride length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002478 }
2479
2480 // Stride entries must be non-zero
2481 for (auto& stride : m_Parameters.m_Stride)
2482 {
2483 if (stride == 0)
2484 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002485 throw InvalidArgumentException(descriptorName + ": Stride entries must be non-zero.");
Conor Kennedy430b5d82018-11-14 15:28:28 +00002486 }
2487 }
2488}
2489
kevmay0190539692018-11-29 08:40:19 +00002490void MinimumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2491{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002492 const std::string descriptorName{"MinimumQueueDescriptor"};
kevmay0190539692018-11-29 08:40:19 +00002493
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002494 ValidateNumInputs(workloadInfo, descriptorName, 2);
2495 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2496
2497 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2498 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2499 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2500
2501 std::vector<DataType> supportedTypes =
2502 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002503 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002504 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002505 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002506 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002507 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002508 DataType::QSymmS16,
2509 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002510 };
2511
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002512 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2513 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2514 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002515
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002516 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2517 inputTensorInfo1,
2518 outputTensorInfo,
2519 descriptorName,
2520 "input_0",
2521 "input_1");
kevmay0190539692018-11-29 08:40:19 +00002522}
2523
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002524void DebugQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2525{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002526 const std::string descriptorName{"DebugQueueDescriptor"};
2527
2528 ValidateNumInputs(workloadInfo, descriptorName, 1);
2529 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002530}
2531
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002532void EqualQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2533{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002534 const std::string descriptorName{"EqualQueueDescriptor"};
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002535
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002536 ValidateNumInputs(workloadInfo, descriptorName, 2);
2537 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002538
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002539 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2540 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2541 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2542
2543 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2544 inputTensorInfo1,
2545 outputTensorInfo,
2546 descriptorName,
2547 "input_0",
2548 "input_1");
2549
2550 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002551 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002552 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002553 }
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002554}
2555
FrancisMurtagh878f0232018-12-19 10:56:15 +00002556void GreaterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2557{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002558 const std::string descriptorName{"GreaterQueueDescriptor"};
FrancisMurtagh878f0232018-12-19 10:56:15 +00002559
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002560 ValidateNumInputs(workloadInfo, descriptorName, 2);
2561 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002562
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002563 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2564 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2565 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2566
2567 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2568 inputTensorInfo1,
2569 outputTensorInfo,
2570 descriptorName,
2571 "input_0",
2572 "input_1");
2573
2574 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002575 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002576 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002577 }
FrancisMurtagh878f0232018-12-19 10:56:15 +00002578}
2579
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002580void RsqrtQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2581{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002582 const std::string descriptorName{"RsqrtQueueDescriptor"};
2583
2584 ValidateNumInputs(workloadInfo, descriptorName, 1);
2585 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2586
2587 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2588 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2589
2590 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
nikraj010421e7f2019-06-14 09:40:34 +01002591
2592 std::vector<DataType> supportedTypes =
2593 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002594 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002595 DataType::Float16,
2596 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002597 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002598 DataType::QAsymmU8,
2599 DataType::QSymmS16
nikraj010421e7f2019-06-14 09:40:34 +01002600 };
2601
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002602 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2603 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002604}
2605
narpra01b89b05f2019-01-16 09:53:09 +00002606void GatherQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2607{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002608 const std::string descriptorName{"GatherQueueDescriptor"};
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002609
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002610 ValidateNumInputs(workloadInfo, descriptorName, 2);
2611 ValidateNumOutputs(workloadInfo, descriptorName, 1);
narpra014951d842019-01-18 16:53:53 +00002612
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002613 const TensorInfo& indicesTensorInfo = workloadInfo.m_InputTensorInfos[1];
2614 if (indicesTensorInfo.GetDataType() != DataType::Signed32)
narpra014951d842019-01-18 16:53:53 +00002615 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002616 throw InvalidArgumentException(descriptorName + ": Indices tensor type must be Int32.");
narpra014951d842019-01-18 16:53:53 +00002617 }
2618
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002619 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2620 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2621
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002622 std::vector<DataType> supportedTypes =
2623 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002624 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002625 DataType::Float16,
2626 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002627 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002628 DataType::QAsymmU8,
Teresa Charlin93492462020-05-29 13:08:59 +01002629 DataType::QSymmS16,
2630 DataType::Signed32,
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002631 };
2632
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002633 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002634
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002635 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002636
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002637 unsigned int outputDim = inputTensorInfo.GetNumDimensions() + indicesTensorInfo.GetNumDimensions() - 1;
2638 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, outputDim, "output");
narpra01b89b05f2019-01-16 09:53:09 +00002639}
2640
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002641void DetectionPostProcessQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2642{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002643 const std::string& descriptorName{"DetectionPostProcessQueueDescriptor"};
2644
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002645 ValidateNumInputs(workloadInfo, descriptorName, 2);
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002646
2647 if (workloadInfo.m_OutputTensorInfos.size() != 4)
2648 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002649 throw InvalidArgumentException(descriptorName + ": Requires exactly four outputs. " +
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002650 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
2651 }
2652
2653 if (m_Anchors == nullptr)
2654 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002655 throw InvalidArgumentException(descriptorName + ": Anchors tensor descriptor is missing.");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002656 }
2657
2658 const TensorInfo& boxEncodingsInfo = workloadInfo.m_InputTensorInfos[0];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002659 const TensorInfo& scoresInfo = workloadInfo.m_InputTensorInfos[1];
2660 const TensorInfo& anchorsInfo = m_Anchors->GetTensorInfo();
2661
2662 const TensorInfo& detectionBoxesInfo = workloadInfo.m_OutputTensorInfos[0];
Narumol Prangnawarat6d302bf2019-02-04 11:46:26 +00002663 const TensorInfo& detectionClassesInfo = workloadInfo.m_OutputTensorInfos[1];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002664 const TensorInfo& detectionScoresInfo = workloadInfo.m_OutputTensorInfos[2];
2665 const TensorInfo& numDetectionsInfo = workloadInfo.m_OutputTensorInfos[3];
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002666
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002667 ValidateTensorNumDimensions(boxEncodingsInfo, descriptorName, 3, "box encodings");
2668 ValidateTensorNumDimensions(scoresInfo, descriptorName, 3, "scores");
2669 ValidateTensorNumDimensions(anchorsInfo, descriptorName, 2, "anchors");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002670
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002671 const std::vector<DataType> supportedInputTypes =
2672 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002673 DataType::BFloat16,
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002674 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01002675 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002676 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002677 DataType::QAsymmU8,
2678 DataType::QSymmS16
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002679 };
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002680
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002681 ValidateDataTypes(boxEncodingsInfo, supportedInputTypes, descriptorName);
2682 ValidateDataTypes(scoresInfo, supportedInputTypes, descriptorName);
2683 ValidateDataTypes(anchorsInfo, supportedInputTypes, descriptorName);
2684
2685 ValidateTensorNumDimensions(detectionBoxesInfo, descriptorName, 3, "detection boxes");
2686 ValidateTensorNumDimensions(detectionScoresInfo, descriptorName, 2, "detection scores");
2687 ValidateTensorNumDimensions(detectionClassesInfo, descriptorName, 2, "detection classes");
2688 ValidateTensorNumDimensions(numDetectionsInfo, descriptorName, 1, "num detections");
2689
2690 // NOTE: Output is always Float32 regardless of input type
2691 ValidateTensorDataType(detectionBoxesInfo, DataType::Float32, descriptorName, "detection boxes");
2692 ValidateTensorDataType(detectionScoresInfo, DataType::Float32, descriptorName, "detection scores");
2693 ValidateTensorDataType(detectionClassesInfo, DataType::Float32, descriptorName, "detection classes");
2694 ValidateTensorDataType(numDetectionsInfo, DataType::Float32, descriptorName, "num detections");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002695
2696 if (m_Parameters.m_NmsIouThreshold <= 0.0f || m_Parameters.m_NmsIouThreshold > 1.0f)
2697 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002698 throw InvalidArgumentException(descriptorName + ": Intersection over union threshold "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002699 "must be positive and less than or equal to 1.");
2700 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002701
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002702 if (scoresInfo.GetShape()[2] != m_Parameters.m_NumClasses + 1)
2703 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002704 throw InvalidArgumentException(descriptorName + ": Number of classes with background "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002705 "should be equal to number of classes + 1.");
2706 }
2707}
2708
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002709void DequantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2710{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002711 const std::string& descriptorName{"DequantizeQueueDescriptor"};
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002712
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002713 ValidateNumInputs(workloadInfo, descriptorName, 1);
2714 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2715
2716 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2717 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2718
Aron Virginas-Tare9323ec2019-11-26 12:50:34 +00002719 if (!IsQuantizedType(inputTensorInfo.GetDataType()))
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002720 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002721 throw InvalidArgumentException(descriptorName + ": Input to dequantize layer must be quantized type.");
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002722 }
2723
Sadik Armagan2208b602019-07-31 16:36:27 +01002724 std::vector<DataType> supportedTypes =
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002725 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002726 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002727 DataType::Float32,
2728 DataType::Float16
Sadik Armagan2208b602019-07-31 16:36:27 +01002729 };
2730
2731 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002732}
2733
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002734void MergeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2735{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002736 const std::string& descriptorName{"MergeQueueDescriptor"};
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002737
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002738 ValidateNumInputs(workloadInfo, descriptorName, 2);
2739 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002740
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002741 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2742 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2743 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002744
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002745 ValidateTensorShapesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2746 ValidateTensorShapesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
2747
2748 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2749 ValidateTensorDataTypesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002750}
2751
Sadik Armaganeff363d2019-04-05 15:25:46 +01002752void SwitchQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2753{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002754 const std::string& descriptorName{"SwitchQueueDescriptor"};
Sadik Armaganeff363d2019-04-05 15:25:46 +01002755
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002756 ValidateNumInputs(workloadInfo, descriptorName, 2);
2757 ValidateNumOutputs(workloadInfo, descriptorName, 2);
2758
2759 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2760 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2761
2762 const TensorInfo& outputTensorInfo0 = workloadInfo.m_OutputTensorInfos[0];
2763 const TensorInfo& outputTensorInfo1 = workloadInfo.m_OutputTensorInfos[1];
2764
2765 std::vector<DataType> supportedTypes =
2766 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002767 DataType::BFloat16,
Sadik Armaganeff363d2019-04-05 15:25:46 +01002768 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002769 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002770 DataType::QAsymmU8,
2771 DataType::QSymmS16
Sadik Armaganeff363d2019-04-05 15:25:46 +01002772 };
2773
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002774 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2775 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002776
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002777 ValidateDataTypes(outputTensorInfo0, supportedTypes, descriptorName);
2778 ValidateDataTypes(outputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002779
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002780 ValidateTensorShapesMatch(inputTensorInfo0,
2781 outputTensorInfo0,
2782 descriptorName,
2783 "input_0",
2784 "output_0");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002785
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002786 ValidateTensorShapesMatch(inputTensorInfo0,
2787 outputTensorInfo1,
2788 descriptorName,
2789 "input_0",
2790 "output_1");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002791}
2792
Derek Lamberti901ea112019-12-10 22:07:09 +00002793void PreCompiledQueueDescriptor::Validate(const WorkloadInfo& /*workloadInfo*/) const
Matteo Martincigh49124022019-01-11 13:25:59 +00002794{
2795 // This is internally generated so it should not need validation.
2796}
2797
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002798void PreluQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2799{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002800 const std::string& descriptorName{"PreluQueueDescriptor"};
2801
2802 ValidateNumInputs(workloadInfo, descriptorName, 2);
2803 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2804
2805 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2806 const TensorInfo& alphaTensorInfo = workloadInfo.m_InputTensorInfos[1];
2807 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002808
2809 std::vector<DataType> supportedTypes
2810 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002811 DataType::BFloat16,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002812 DataType::Float16,
2813 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002814 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002815 DataType::QAsymmU8,
2816 DataType::QSymmS16
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002817 };
2818
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002819 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2820 ValidateDataTypes(alphaTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002821
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002822 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002823
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002824 ValidateTensorDataTypesMatch(inputTensorInfo, alphaTensorInfo, descriptorName, "input", "alpha");
2825 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "ouptut");
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002826
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002827 ValidateBroadcastTensorShapesMatch(inputTensorInfo,
2828 alphaTensorInfo,
2829 outputTensorInfo,
2830 descriptorName,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002831 "input",
2832 "alpha");
2833}
2834
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002835void TransposeConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2836{
2837 const std::string descriptorName{"TransposeConvolution2dQueueDescriptor"};
2838
2839 ValidateNumInputs(workloadInfo, descriptorName, 1);
2840 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2841
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002842 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2843 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2844
2845 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
2846 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002847
2848 ValidatePointer(m_Weight, descriptorName, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002849
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002850 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
2851 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002852
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002853 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
2854
2855 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002856 if (m_Parameters.m_BiasEnabled)
2857 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002858 ValidatePointer(m_Bias, descriptorName, "bias");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002859
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002860 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
2861 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002862
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002863 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002864 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002865 }
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002866
2867 ValidatePerAxisQuantization(inputTensorInfo,
2868 outputTensorInfo,
2869 weightTensorInfo,
2870 optionalBiasTensorInfo,
2871 descriptorName);
2872
2873 std::vector<DataType> supportedTypes =
2874 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002875 DataType::BFloat16,
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002876 DataType::Float32,
2877 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002878 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002879 DataType::QAsymmU8,
2880 DataType::QSymmS16
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002881 };
2882
2883 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2884 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002885}
2886
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002887void TransposeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2888{
2889 const std::string descriptorName{"TransposeQueueDescriptor"};
2890
2891 ValidateNumInputs(workloadInfo, descriptorName, 1);
2892 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2893
2894 const PermutationVector& mapping = m_Parameters.m_DimMappings;
2895
2896 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2897 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2898
2899 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
2900 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
2901
2902 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
2903 {
2904 if (inputTensorInfo.GetShape()[mapping[i]] != outputTensorInfo.GetShape()[i])
2905 {
2906 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(mapping[i]) +
2907 " (=" + to_string(inputTensorInfo.GetShape()[mapping[i]]) + ") " +
2908 "must match dst dimension " + to_string(i) +
2909 " (=" + to_string(outputTensorInfo.GetShape()[i]) + ")");
2910 }
2911 }
2912
2913 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2914}
2915
James Conroy4f1f8992020-04-29 20:01:10 +01002916void QLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2917{
2918 const std::string descriptorName{"QLstmQueueDescriptor"};
2919
2920 // Validate number of inputs/outputs
2921 ValidateNumInputs(workloadInfo, descriptorName, 3);
2922 ValidateNumOutputs(workloadInfo, descriptorName, 3);
2923
2924 // Input/output tensor info
2925 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
2926 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[1];
2927 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[2];
2928
2929 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
2930 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
2931 auto outputInfo = workloadInfo.m_OutputTensorInfos[2];
2932
2933 // Supported types for various tensors in QLSTM
2934 std::vector<DataType> inputOutputSupportedTypes =
2935 {
2936 DataType::QAsymmS8
2937 };
2938
2939 std::vector<DataType> cellStateSupportedTypes =
2940 {
2941 DataType::QSymmS16
2942 };
2943
2944 std::vector<DataType> weightsSupportedTypes =
2945 {
2946 DataType::QSymmS8
2947 };
2948
2949 std::vector<DataType> layerNormPeepholeWeightsSupportedTypes =
2950 {
2951 DataType::QSymmS16
2952 };
2953
2954 std::vector<DataType> biasSupportedTypes =
2955 {
2956 DataType::Signed32
2957 };
2958
2959 // Validate types of input/output tensors
2960 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
2961 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
2962 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
2963
2964 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
2965 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
2966 ValidateDataTypes(outputInfo, inputOutputSupportedTypes, descriptorName);
2967
2968 // Validate matching types of input/output tensors
2969 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
2970 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
2971 "outputStateIn", "outputStateOut");
2972 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
2973
2974 // Infer number of batches, number of units, input size and output size from tensor dimensions
2975 const uint32_t numBatches = inputInfo.GetShape()[0];
2976 const uint32_t inputSize = inputInfo.GetShape()[1];
2977 const uint32_t outputSize = outputStateInInfo.GetShape()[1];
2978 const uint32_t numUnits = cellStateInInfo.GetShape()[1];
2979
2980 // Validate number of dimensions and number of elements for input/output tensors
2981 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
2982 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
2983 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * numUnits), descriptorName + " cellStateIn");
2984
2985 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
2986 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * numUnits), descriptorName + " cellStateOut");
2987 ValidateTensorNumDimNumElem(outputInfo, 2, (numBatches * outputSize), descriptorName + " output");
2988
2989 // Validate number of dimensions and number of elements for MANDATORY weight tensors
2990 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
2991 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
2992 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (numUnits * inputSize), " InputToForgetWeights");
2993
2994 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
2995 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
2996 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (numUnits * inputSize), " InputToCellWeights");
2997
2998 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
2999 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3000 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (numUnits * inputSize), " InputToOutputWeights");
3001
3002 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3003 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3004 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (numUnits * outputSize),
3005 " RecurrentToForgetWeights");
3006
3007 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3008 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3009 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3010
3011 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3012 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3013 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
3014
3015 // Validate data types for MANDATORY weights tensors (all should match each other)
3016 ValidateDataTypes(inputToForgetWeightsInfo, weightsSupportedTypes, descriptorName);
3017
3018 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToCellWeightsInfo, descriptorName,
3019 "inputToForgetWeights", "inputToCellWeights");
3020 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3021 "inputToForgetWeights", "inputToOutputWeights");
3022
3023 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3024 "inputToForgetWeights", "recurrentToForgeteights");
3025 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3026 "inputToForgetWeights", "recurrentToCellWeights");
3027 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3028 "inputToForgetWeights", "recurrentToOutputWeights");
3029
3030 // Validate number of dimensions and number of elements for MANDATORY bias tensors
3031 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3032 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3033 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, numUnits, " ForgetGateBias");
3034
3035 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3036 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3037 ValidateTensorNumDimNumElem(cellBiasInfo, 1, numUnits, " CellBias");
3038
3039 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3040 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3041 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, numUnits, " OutputGateBias");
3042
3043 // Validate data types for MANDATORY bias tensors
3044 ValidateDataTypes(forgetGateBiasInfo, biasSupportedTypes, descriptorName);
3045
3046 ValidateTensorDataTypesMatch(forgetGateBiasInfo, cellBiasInfo, descriptorName,
3047 "forgetGateBias", "cellBias");
3048 ValidateTensorDataTypesMatch(forgetGateBiasInfo, outputGateBiasInfo, descriptorName,
3049 "forgetGateBias", "outputGateBias");
3050
3051 // Validate OPTIONAL params: CIFG (inputToInputWeights, recurrentToInputWeights, inputGateBias)
3052 const bool allCifgParamsPresentOrNot = ((m_InputToInputWeights && m_RecurrentToInputWeights && m_InputGateBias &&
3053 !m_Parameters.m_CifgEnabled) ||
3054 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3055 !m_InputGateBias && m_Parameters.m_CifgEnabled));
3056
3057 if (!allCifgParamsPresentOrNot)
3058 {
3059 throw InvalidArgumentException(descriptorName +
3060 ": InputToInputWeights, RecurrentToInputWeights and InputGateBias must either all be present "
3061 "(CIFG disabled) or not be present at all (CIFG enabled). m_Parameters.m_CifgEnabled should be "
3062 "set appropriately.");
3063 }
3064
3065 if (!m_Parameters.m_CifgEnabled)
3066 {
3067 // Validate number of dimensions and number of elements
3068 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3069 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (numUnits * inputSize), " InputToInputWeights");
3070
3071 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3072 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (numUnits * outputSize),
3073 " RecurrentToInputWeights");
3074
3075 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3076 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, numUnits, " InputGateBias");
3077
3078 // Validate data types
3079 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToInputWeightsInfo, descriptorName,
3080 "inputToForgetWeights", "inputToInputWeights");
3081 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3082 "inputToForgetWeights", "recurrentToInputWeights");
3083 ValidateTensorDataTypesMatch(forgetGateBiasInfo, inputGateBiasInfo, descriptorName,
3084 "forgetGateBias", "inputGateBias");
3085 }
3086
3087 // Validate OPTIONAL params: Peephole (cellToInputWeights, cellToForgetWeights, cellToOutputWeights)
3088 bool allPeepholeWeightsPresentOrNot =
3089 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3090 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3091 || (!m_CellToInputWeights && !m_CellToForgetWeights
3092 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3093
3094 if (!allPeepholeWeightsPresentOrNot)
3095 {
3096 throw InvalidArgumentException(descriptorName +
3097 ": CellToInputWeights, CellToForgetWeights and CellToOutputWeights should all be present (Peephole "
3098 "enabled) or not be present at all (Peephole disabled). CellToInputWeights should only be present "
3099 "when Peephole is enabled and CIFG is disabled. m_Parameters.m_PeepholeEnabled should be set "
3100 "appropriately.");
3101 }
3102
3103 if (m_Parameters.m_PeepholeEnabled)
3104 {
3105 auto cellToForgetWeightsInfo = m_CellToForgetWeights->GetTensorInfo();
3106 ValidateTensorNumDimNumElem(cellToForgetWeightsInfo, 1, numUnits, " cellToForgetWeights");
3107 ValidateDataTypes(cellToForgetWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3108
3109 auto cellToOutputWeightsInfo = m_CellToOutputWeights->GetTensorInfo();
3110 ValidateTensorNumDimNumElem(cellToOutputWeightsInfo, 1, numUnits, " cellToOutputWeights");
3111 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToOutputWeightsInfo, descriptorName,
3112 "cellToForgetWeight", "cellToOutputWeights");
3113
3114 if (!m_Parameters.m_CifgEnabled)
3115 {
3116 auto cellToInputWeightsInfo = m_CellToInputWeights->GetTensorInfo();
3117 ValidateTensorNumDimNumElem(cellToInputWeightsInfo, 1, numUnits, " cellToInputWeights");
3118 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToInputWeightsInfo, descriptorName,
3119 "cellToForgetWeights", "cellToInputWeights");
3120 }
3121 }
3122
3123 // Validate OPTIONAL params: Layer Norm Weights
3124 bool allLayerNormWeightsPresentOrNot =
3125 (((m_InputLayerNormWeights || m_Parameters.m_CifgEnabled) && m_ForgetLayerNormWeights
3126 && m_CellLayerNormWeights && m_OutputLayerNormWeights && m_Parameters.m_LayerNormEnabled)
3127 || (!m_InputLayerNormWeights && !m_ForgetLayerNormWeights && !m_CellLayerNormWeights
3128 && !m_OutputLayerNormWeights && !m_Parameters.m_LayerNormEnabled));
3129
3130 if (!allLayerNormWeightsPresentOrNot)
3131 {
3132 throw InvalidArgumentException(descriptorName +
3133 ": InputLayerNormWeights, ForgetLayerNormWeights, m_OutputLayerNormWeights "
3134 "and CellLayerNormWeights should all be present (Layer Norm enabled) or not "
3135 "be present at all (Layer Norm disabled). InputLayerNormWeights should "
3136 "only be present when Layer Norm is enabled and CIFG is disabled. "
3137 "m_Parameters.m_LayerNormEnabled should be set appropriately.");
3138 }
3139
3140 if (m_Parameters.m_LayerNormEnabled)
3141 {
3142 auto forgetLayerNormWeightsInfo = m_ForgetLayerNormWeights->GetTensorInfo();
3143 ValidateTensorNumDimNumElem(forgetLayerNormWeightsInfo, 1, numUnits, " forgetLayerNormWeights");
3144 ValidateDataTypes(forgetLayerNormWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3145
3146 auto cellLayerNormWeightsInfo = m_CellLayerNormWeights->GetTensorInfo();
3147 ValidateTensorNumDimNumElem(cellLayerNormWeightsInfo, 1, numUnits, " cellLayerNormWeights");
3148 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, cellLayerNormWeightsInfo, descriptorName,
3149 "forgetLayerNormWeights", "cellLayerNormWeights");
3150
3151 auto outputLayerNormWeightsInfo = m_OutputLayerNormWeights->GetTensorInfo();
3152 ValidateTensorNumDimNumElem(outputLayerNormWeightsInfo, 1, numUnits, " outputLayerNormWeights");
3153 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, outputLayerNormWeightsInfo, descriptorName,
3154 "forgetLayerNormWeights", "outputLayerNormWeights");
3155
3156 if (!m_Parameters.m_CifgEnabled)
3157 {
3158 auto inputLayerNormWeightsInfo = m_InputLayerNormWeights->GetTensorInfo();
3159 ValidateTensorNumDimNumElem(inputLayerNormWeightsInfo, 1, numUnits, " inputLayerNormWeights");
3160 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, inputLayerNormWeightsInfo, descriptorName,
3161 "forgetLayerNormWeights", "inputLayerNormWeights");
3162 }
3163 }
3164
3165 // Validate OPTIONAL params: Projection (projectionWeights, projectionBias)
3166 bool correctProjectionTensorsPresent =
3167 ((!m_ProjectionWeights && !m_ProjectionBias && !m_Parameters.m_ProjectionEnabled) ||
3168 (m_ProjectionWeights && !m_ProjectionBias && m_Parameters.m_ProjectionEnabled) ||
3169 (m_ProjectionWeights && m_ProjectionBias && m_Parameters.m_ProjectionEnabled));
3170
3171 if (!correctProjectionTensorsPresent)
3172 {
3173 throw InvalidArgumentException(descriptorName +
3174 ": If projection is enabled, ProjectionWeights should be present and "
3175 "ProjectionBias is optional. If projection is disabled, neither "
3176 "ProjectionWeights nor ProjectionBias should be present.");
3177 }
3178
3179 if (m_Parameters.m_ProjectionEnabled)
3180 {
3181 auto projectionWeightsInfo = m_ProjectionWeights->GetTensorInfo();
3182 ValidateTensorNumDimNumElem(projectionWeightsInfo, 2, (numUnits * outputSize), "ProjectionWeights");
3183 ValidateDataTypes(projectionWeightsInfo, weightsSupportedTypes, descriptorName);
3184
3185 if (m_ProjectionBias)
3186 {
3187 auto projectionBiasInfo = m_ProjectionBias->GetTensorInfo();
Sadik Armagand6f06492020-05-22 08:36:33 +01003188 ValidateTensorNumDimNumElem(projectionBiasInfo, 1, outputSize, "ProjectionBias");
James Conroy4f1f8992020-04-29 20:01:10 +01003189 ValidateDataTypes(projectionBiasInfo, biasSupportedTypes, descriptorName);
3190 }
3191
3192 }
3193 else if ((outputInfo.GetQuantizationScale() != m_Parameters.m_HiddenStateScale) &&
3194 outputInfo.GetQuantizationOffset() != m_Parameters.m_HiddenStateZeroPoint) {
3195 throw InvalidArgumentException(descriptorName +
3196 ": If projection is disabled, output quantization info (scale, offset) "
3197 "should match HiddenStateScale and HiddenStateZeroPoint.");
3198 }
3199
3200}
3201
James Conroy9c3cae82019-08-01 16:01:48 +01003202void QuantizedLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3203{
3204 const std::string descriptorName{"QuantizedLstmQueueDescriptor"};
3205
3206 // Validate number of inputs/outputs
3207 ValidateNumInputs(workloadInfo, descriptorName, 3);
3208 ValidateNumOutputs(workloadInfo, descriptorName, 2);
3209
3210 // Input/output tensor infos
3211 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3212 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[1];
3213 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[2];
3214
3215 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3216 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3217
3218 std::vector<DataType> inputOutputSupportedTypes =
3219 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003220 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003221 };
3222
3223 std::vector<DataType> cellStateSupportedTypes =
3224 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003225 DataType::QSymmS16
James Conroy9c3cae82019-08-01 16:01:48 +01003226 };
3227
3228 std::vector<DataType> weightsSupportedTypes =
3229 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003230 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003231 };
3232
3233 std::vector<DataType> biasSupportedTypes =
3234 {
3235 DataType::Signed32
3236 };
3237
3238 // Validate types of input/output tensors
3239 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3240 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3241 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3242
3243 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3244 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3245
3246 // Validate matching types of input/output tensors
3247 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3248 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3249 "outputStateIn", "outputStateOut");
3250 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3251
3252 // Validate matching quantization info for input/output tensors
3253 ValidateTensorQuantizationSpace(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3254 ValidateTensorQuantizationSpace(inputInfo, outputStateOutInfo, descriptorName, "input", "outputStateOut");
3255 ValidateTensorQuantizationSpace(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003256
James Conroy9c3cae82019-08-01 16:01:48 +01003257 // Infer number of batches, input size and output size from tensor dimensions
3258 const uint32_t numBatches = inputInfo.GetShape()[0];
3259 const uint32_t inputSize = inputInfo.GetShape()[1];
3260 const uint32_t outputSize = cellStateInInfo.GetShape()[1];
3261
3262 // Validate number of dimensions and number of elements for input/output tensors
3263 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3264 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * outputSize), descriptorName + " cellStateIn");
3265 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3266 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * outputSize), descriptorName + " cellStateOut");
3267 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3268
3269 // Validate number of dimensions and number of elements for weights tensors
3270 ValidatePointer(m_InputToInputWeights, descriptorName, "InputToInputWeights");
3271 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3272 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (outputSize * inputSize), " InputToInputWeights");
3273
3274 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3275 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3276 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (outputSize * inputSize), " InputToForgetWeights");
3277
3278 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3279 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3280 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (outputSize * inputSize), " InputToCellWeights");
3281
3282 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3283 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3284 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (outputSize * inputSize), " InputToOutputWeights");
3285
3286 ValidatePointer(m_RecurrentToInputWeights, descriptorName, "RecurrentToInputWeights");
3287 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3288 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToInputWeights");
3289
3290 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3291 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3292 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (outputSize * outputSize),
3293 " RecurrentToForgetWeights");
3294
3295 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3296 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3297 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3298
3299 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3300 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3301 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3302
3303 // Validate data types for weights tensors (all should match each other)
3304 ValidateDataTypes(inputToInputWeightsInfo, weightsSupportedTypes, descriptorName);
3305
3306 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToForgetWeightsInfo, descriptorName,
3307 "inputToInputWeights", "inputToForgetWeights");
3308 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToCellWeightsInfo, descriptorName,
3309 "inputToInputWeights", "inputToCellWeights");
3310 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3311 "inputToInputWeights", "inputToOutputWeights");
3312
3313 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3314 "inputToInputWeights", "recurrentToInputWeights");
3315 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3316 "inputToInputWeights", "recurrentToForgeteights");
3317 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3318 "inputToInputWeights", "recurrentToCellWeights");
3319 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3320 "inputToInputWeights", "recurrentToOutputWeights");
3321
3322 // Validate matching quantization info for weight tensors (all should match each other)
3323 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToForgetWeightsInfo,
3324 descriptorName, "inputToInputWeights", "inputToForgetWeights");
3325 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToCellWeightsInfo,
3326 descriptorName, "inputToInputWeights", "inputToCellWeights");
3327 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToOutputWeightsInfo,
3328 descriptorName, "inputToInputWeights", "inputToOutputWeights");
3329
3330 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToInputWeightsInfo,
3331 descriptorName, "inputToInputWeights", "recurrentToInputWeights");
3332 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToForgetWeightsInfo,
3333 descriptorName, "inputToInputWeights", "recurrentToForgetWeights");
3334 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToCellWeightsInfo,
3335 descriptorName, "inputToInputWeights", "recurrentToCellWeights");
3336 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToOutputWeightsInfo,
3337 descriptorName, "inputToInputWeights", "recurrentToOutputWeights");
3338
3339 // Validate number of dimensions and number of elements in bias tensors
3340 ValidatePointer(m_InputGateBias, descriptorName, "InputGateBias");
3341 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3342 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, outputSize, " InputGateBias");
3343
3344 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3345 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3346 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, outputSize, " ForgetGateBias");
3347
3348 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3349 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3350 ValidateTensorNumDimNumElem(cellBiasInfo, 1, outputSize, " CellBias");
3351
3352 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3353 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3354 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, outputSize, " OutputGateBias");
3355
3356 // Validate data types for bias tensors (all should match each other)
3357 ValidateDataTypes(inputGateBiasInfo, biasSupportedTypes, descriptorName);
3358
3359 ValidateTensorDataTypesMatch(inputGateBiasInfo, forgetGateBiasInfo, descriptorName,
3360 "inputGateBias", "forgetGateBias");
3361 ValidateTensorDataTypesMatch(inputGateBiasInfo, cellBiasInfo, descriptorName,
3362 "inputGateBias", "cellBias");
3363 ValidateTensorDataTypesMatch(inputGateBiasInfo, outputGateBiasInfo, descriptorName,
3364 "inputGateBias", "outputGateBias");
3365
3366 // Validate bias tensor quantization info
3367 ValidateBiasTensorQuantization(inputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3368 ValidateBiasTensorQuantization(forgetGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3369 ValidateBiasTensorQuantization(cellBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3370 ValidateBiasTensorQuantization(outputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3371}
3372
Kevin May868eb142019-09-04 17:29:31 +01003373void AbsQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3374{
3375 const std::string descriptorName{"AbsQueueDescriptor"};
3376
3377 ValidateNumInputs(workloadInfo, descriptorName, 1);
3378 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3379
3380 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3381 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3382
3383 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3384
3385 std::vector<DataType> supportedTypes =
James Conroyd47a0642019-09-17 14:22:06 +01003386 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003387 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01003388 DataType::Float16,
3389 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003390 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003391 DataType::QAsymmU8,
Kevin Mayec52c3a2020-04-24 09:42:31 +01003392 DataType::QSymmS16,
3393 DataType::Signed32
James Conroyd47a0642019-09-17 14:22:06 +01003394 };
Kevin May868eb142019-09-04 17:29:31 +01003395
3396 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3397 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3398}
3399
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003400void SliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3401{
3402 const std::string descriptorName{"SliceQueueDescriptor"};
3403
3404 ValidateNumInputs(workloadInfo, descriptorName, 1);
3405 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3406
3407 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3408 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3409
3410 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3411
3412 const unsigned int rank = inputTensorInfo.GetNumDimensions();
3413 if (rank > 4)
3414 {
3415 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
3416 }
3417
3418 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, rank, "output");
3419
3420 // Check if m_Begin and m_Size have the expected length
3421 if (m_Parameters.m_Begin.size() != rank)
3422 {
3423 throw InvalidArgumentException(descriptorName +
3424 ": Length of begin offset descriptor must equal rank " + std::to_string(rank));
3425 }
3426 if (m_Parameters.m_Size.size() != rank)
3427 {
3428 throw InvalidArgumentException(descriptorName +
3429 ": Length of size descriptor must equal rank " + std::to_string(rank));
3430 }
3431
3432 // Check if the shape of the output tensor matches m_Size
3433 const TensorShape& outputShape = outputTensorInfo.GetShape();
3434 for (unsigned int i = 0u; i < rank; ++i)
3435 {
3436 if (m_Parameters.m_Size[i] != outputShape[i])
3437 {
3438 throw InvalidArgumentException(descriptorName + ": Size descriptor does not match output tensor.");
3439 }
3440 }
3441
3442 // Check if the sum of begin offset and size in a given dimension
3443 // does not exceed the size of corresponding input
3444 const TensorShape& inputShape = inputTensorInfo.GetShape();
3445 for(unsigned int i = 0u; i < rank; ++i)
3446 {
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01003447 if (m_Parameters.m_Begin[i] + m_Parameters.m_Size[i] > inputShape[i])
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003448 {
3449 throw InvalidArgumentException(descriptorName + ": Sum of begin offset and size for dimension " +
3450 std::to_string(i) + " exceeds input size.");
3451 }
3452 }
3453}
3454
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003455void DepthToSpaceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3456{
3457 const std::string descriptorName{"DepthToSpaceQueueDescriptor"};
3458
3459 ValidateNumInputs(workloadInfo, descriptorName, 1);
3460 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3461
3462 const TensorInfo& inputInfo = workloadInfo.m_InputTensorInfos[0];
3463 const TensorInfo& outputInfo = workloadInfo.m_OutputTensorInfos[0];
3464
3465 ValidateTensorNumDimensions(inputInfo, descriptorName, 4, "input");
3466 ValidateTensorNumDimensions(outputInfo, descriptorName, 4, "output");
3467
3468 std::vector<DataType> supportedTypes =
3469 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003470 DataType::BFloat16,
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003471 DataType::Float32,
3472 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003473 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003474 DataType::QAsymmU8,
3475 DataType::QSymmS16
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003476 };
3477
3478 ValidateDataTypes(inputInfo, supportedTypes, descriptorName);
3479 ValidateDataTypes(outputInfo, supportedTypes, descriptorName);
3480
3481 ValidateTensorNumElementsMatch(inputInfo, outputInfo, descriptorName, "input", "output");
3482
3483 if (m_Parameters.m_BlockSize == 0)
3484 {
3485 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
3486 }
3487
3488 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
3489 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
3490 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
3491 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
3492
3493 const TensorShape& outputShape = outputInfo.GetShape();
3494 if (outputShape[hIndex] % m_Parameters.m_BlockSize != 0 || outputShape[wIndex] % m_Parameters.m_BlockSize != 0)
3495 {
3496 throw InvalidArgumentException(descriptorName + ": Output width and height shape"
3497 "must be divisible by block size.");
3498 }
3499
3500 const TensorShape& inputShape = inputInfo.GetShape();
3501 if (inputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
3502 {
3503 throw InvalidArgumentException(descriptorName + ": The depth of the input tensor"
3504 "must be divisible by the square of block size." );
3505 }
3506}
3507
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +01003508void ComparisonQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3509{
3510 const std::string descriptorName{"ComparisonQueueDescriptor"};
3511
3512 ValidateNumInputs(workloadInfo, descriptorName, 2);
3513 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3514
3515 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3516 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3517 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3518
3519 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3520 inputTensorInfo1,
3521 outputTensorInfo,
3522 descriptorName,
3523 "input_0",
3524 "input_1");
3525
3526 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3527 {
3528 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3529 }
3530}
3531
josh minor4a3c6102020-01-06 16:40:46 -06003532void ElementwiseUnaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3533{
3534 const std::string descriptorName{"ElementwiseUnaryQueueDescriptor"};
3535
3536 ValidateNumInputs(workloadInfo, descriptorName, 1);
3537 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3538
3539 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3540 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3541
3542 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3543
3544 std::vector<DataType> supportedTypes =
3545 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003546 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -06003547 DataType::Float16,
3548 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003549 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -06003550 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +00003551 DataType::QSymmS16,
3552 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -06003553 };
3554
James Conroyaba90cd2020-11-06 16:28:18 +00003555 std::vector<DataType> logicalSupportedTypes =
3556 {
3557 DataType::Boolean
3558 };
3559
3560 if (m_Parameters.m_Operation == UnaryOperation::LogicalNot)
3561 {
3562 ValidateDataTypes(inputTensorInfo, logicalSupportedTypes, descriptorName);
3563 }
3564 else
3565 {
3566 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3567 }
3568
3569
josh minor4a3c6102020-01-06 16:40:46 -06003570 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3571}
3572
Finn Williams2605b232020-06-10 15:53:46 +01003573void RankQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3574{
3575 const std::string descriptorName{"RankQueueDescriptor"};
3576
3577 ValidateNumInputs(workloadInfo, descriptorName, 1);
3578 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3579
3580 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3581 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3582
3583 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
3584 ValidateTensorNumElements(outputTensorInfo, descriptorName, 1, "output");
3585
3586 std::vector<DataType> supportedTypes =
3587 {
3588 DataType::BFloat16,
3589 DataType::Float16,
3590 DataType::Float32,
3591 DataType::QAsymmS8,
3592 DataType::QAsymmU8,
3593 DataType::QSymmS8,
3594 DataType::QSymmS16,
3595 DataType::Signed32
3596 };
3597
3598 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3599 ValidateDataTypes(outputTensorInfo, { DataType::Signed32 }, descriptorName);
3600}
3601
James Conroyaba90cd2020-11-06 16:28:18 +00003602void LogicalBinaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3603{
3604 const std::string descriptorName{"LogicalBinaryQueueDescriptor"};
3605
3606 ValidateNumInputs(workloadInfo, descriptorName, 2);
3607 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3608
3609 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3610 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3611 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3612
3613 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3614 inputTensorInfo1,
3615 outputTensorInfo,
3616 descriptorName,
3617 "input_0",
3618 "input_1");
3619
3620 if (inputTensorInfo0.GetDataType() != DataType::Boolean)
3621 {
3622 throw InvalidArgumentException(descriptorName + ": Input tensor 0 type must be Boolean.");
3623 }
3624
3625 if (inputTensorInfo1.GetDataType() != DataType::Boolean)
3626 {
3627 throw InvalidArgumentException(descriptorName + ": Input tensor 1 type must be Boolean.");
3628 }
3629
3630 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3631 {
3632 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3633 }
3634}
3635
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003636} // namespace armnn