blob: 530dc48a740da8b9e777db75cc6d7f425b208cd9 [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
telsoa014fcda012018-03-09 14:13:49 +00002// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Matteo Martincighe011d202019-11-28 11:35:47 +00005
Matteo Martincighe5b8eb92019-11-28 15:45:42 +00006#include <backendsCommon/WorkloadData.hpp>
7#include <backendsCommon/CpuTensorHandle.hpp>
Matteo Martincighe011d202019-11-28 11:35:47 +00008#include <armnnUtils/DataLayoutIndexed.hpp>
9#include <armnnUtils/TensorUtils.hpp>
Matthew Sloyan171214c2020-09-09 09:07:37 +010010#include <armnn/utility/NumericCast.hpp>
Matthew Bentham8800c002018-11-19 13:19:28 +000011
telsoa014fcda012018-03-09 14:13:49 +000012#include <algorithm>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000013#include <iomanip>
telsoa014fcda012018-03-09 14:13:49 +000014#include <string>
15#include <sstream>
telsoa014fcda012018-03-09 14:13:49 +000016
James Ward47fce872020-09-10 11:57:28 +010017#include <fmt/format.h>
telsoa014fcda012018-03-09 14:13:49 +000018
Matteo Martincigh21350152018-11-28 16:22:22 +000019using namespace armnnUtils;
20
telsoa014fcda012018-03-09 14:13:49 +000021namespace armnn
22{
23
24//---------------------------------------------------------------
25DataType GetBiasDataType(DataType inputDataType)
26{
27 switch (inputDataType)
28 {
telsoa01c577f2c2018-08-31 09:22:23 +010029 case DataType::Float16:
30 return DataType::Float16;
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +000031 case DataType::BFloat16:
telsoa014fcda012018-03-09 14:13:49 +000032 case DataType::Float32:
33 return DataType::Float32;
Keith Davis0c2eeac2020-02-11 16:51:50 +000034 case DataType::QAsymmS8:
35 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000036 case DataType::QAsymmU8:
telsoa014fcda012018-03-09 14:13:49 +000037 return DataType::Signed32;
Keith Davis5204aa82020-01-27 15:24:59 +000038 case DataType::QSymmS8:
39 return DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +000040 case DataType::QSymmS16:
Ruomei Yan88d44b82019-05-23 14:29:06 +010041 return DataType::Signed32;
telsoa014fcda012018-03-09 14:13:49 +000042 default:
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +010043 ARMNN_ASSERT_MSG(false, "Invalid input data type");
telsoa014fcda012018-03-09 14:13:49 +000044 return DataType::Float32;
45 }
46}
47
48namespace
49{
50
51//---------------------------------------------------------------
52//android ndk does not support std::to_string function.
53template <typename T>
54std::string to_string(T value)
55{
56 std::ostringstream os;
57 os << value;
58 return os.str();
59}
60
61//---------------------------------------------------------------
62void ValidatePointer(const void* ptr, std::string const& descName, std::string const& paramName)
63{
64 if (!ptr)
65 {
66 throw InvalidArgumentException(descName + ": Invalid null pointer. The " +
67 paramName + " parameter must be set.");
68 }
69}
70
71//---------------------------------------------------------------
72void ValidateTensorShapesMatch(const TensorInfo& first,
73 const TensorInfo& second,
74 std::string const& descName,
75 std::string const& firstName,
76 std::string const& secondName)
77{
78 if (first.GetShape() != second.GetShape())
79 {
80 throw InvalidArgumentException(descName + ": "
81 + firstName + " & " + secondName + " must have identical shapes");
82 }
83}
84
85//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010086void ValidateNumInputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000087{
Sadik Armaganeff363d2019-04-05 15:25:46 +010088 if (workloadInfo.m_InputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000089 {
90 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +010091 ": Requires exactly " + to_string(expectedSize) + "input(s). " +
telsoa014fcda012018-03-09 14:13:49 +000092 to_string(workloadInfo.m_InputTensorInfos.size()) + " have been provided.");
93 }
94}
95
96//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +010097void ValidateNumOutputs(const WorkloadInfo& workloadInfo, std::string const& descName, const unsigned int expectedSize)
telsoa014fcda012018-03-09 14:13:49 +000098{
Sadik Armaganeff363d2019-04-05 15:25:46 +010099 if (workloadInfo.m_OutputTensorInfos.size() != expectedSize)
telsoa014fcda012018-03-09 14:13:49 +0000100 {
101 throw InvalidArgumentException(descName +
Sadik Armaganeff363d2019-04-05 15:25:46 +0100102 ": Requires exactly " + to_string(expectedSize) + " output(s). " +
telsoa014fcda012018-03-09 14:13:49 +0000103 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
104 }
105}
106
107//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100108void ValidateTensorNumDimensions(const TensorInfo& tensor,
telsoa014fcda012018-03-09 14:13:49 +0000109 std::string const& descName,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100110 unsigned int numDimensions,
telsoa014fcda012018-03-09 14:13:49 +0000111 std::string const& tensorName)
112{
113 if (tensor.GetNumDimensions() != numDimensions)
114 {
115 throw InvalidArgumentException(descName + ": Expected " + to_string(numDimensions) + " but got " +
116 to_string(tensor.GetNumDimensions()) + " dimensions for " +
117 tensorName + " tensor.");
118 }
119}
120
121//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100122void ValidateTensorNumElements(const TensorInfo& tensor,
123 std::string const& descName,
124 unsigned int numElements,
125 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100126{
127 if (tensor.GetNumElements() != numElements)
128 {
129 throw InvalidArgumentException(descName + ": Expected " + to_string(numElements) + " but got " +
James Conroyceda7852019-08-22 11:41:07 +0100130 to_string(tensor.GetNumElements()) + " elements for " +
Jan Eilers38e05bd2019-06-26 13:10:09 +0100131 tensorName + " tensor.");
132 }
133}
134
135//---------------------------------------------------------------
136void ValidateTensorNumDimNumElem(const TensorInfo& tensorInfo,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100137 unsigned int numDimension,
138 unsigned int numElements,
139 std::string const& tensorName)
Jan Eilers38e05bd2019-06-26 13:10:09 +0100140{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100141 const std::string functionName{"ValidateTensorNumDimNumElem"};
142 ValidateTensorNumDimensions(tensorInfo, functionName, numDimension, tensorName);
143 ValidateTensorNumElements(tensorInfo, functionName, numElements, tensorName);
Jan Eilers38e05bd2019-06-26 13:10:09 +0100144}
145
146//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000147void ValidateTensorDataType(const TensorInfo& tensor, DataType dataType,
148 const std::string& descName, std::string const& tensorName)
149{
150 if (tensor.GetDataType() != dataType)
151 {
152 throw InvalidArgumentException(descName + ": Expected data type " + GetDataTypeName(dataType) + " but got " +
153 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
154 }
155}
156
Derek Lambertid466a542020-01-22 15:37:29 +0000157void ValidPerAxisQuantizedDataType(const TensorInfo& tensor, const std::string& descName, const std::string& tensorName)
158{
159 ARMNN_NO_DEPRECATE_WARN_BEGIN
160 if (tensor.GetDataType() != DataType::QSymmS8 &&
161 tensor.GetDataType() != DataType::QuantizedSymm8PerAxis)
162 {
163 throw InvalidArgumentException(descName +
164 ": Expected data type which supports per-axis quantization scheme but got " +
165 GetDataTypeName(tensor.GetDataType()) + " for " + tensorName + " tensor.");
166 }
167 ARMNN_NO_DEPRECATE_WARN_END
168}
169
telsoa014fcda012018-03-09 14:13:49 +0000170//---------------------------------------------------------------
Matteo Martincighe851b3d2019-05-28 14:31:20 +0100171void ValidateTensorQuantizationSpace(const TensorInfo& first,
172 const TensorInfo& second,
173 const std::string& descName,
174 std::string const& firstName,
175 std::string const& secondName)
176{
177 if (!first.IsQuantized() ||
178 !second.IsQuantized())
179 {
180 // Not a quantized type, ignore the validation
181 return;
182 }
183
184 DataType firstDataType = first.GetDataType();
185 DataType secondDataType = second.GetDataType();
186
187 if (firstDataType != secondDataType)
188 {
189 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
190 " must be of the same quantized type, " +
191 firstName + " is " + GetDataTypeName(firstDataType) + ", " +
192 secondName + " is " + GetDataTypeName(secondDataType));
193 }
194
195 if (!first.IsTypeSpaceMatch(second))
196 {
197 throw InvalidArgumentException(descName + ": " + firstName + " and " + secondName +
198 " must have the same quantization space, " +
199 firstName + " has offset " + to_string(first.GetQuantizationOffset()) +
200 " and scale " + to_string(first.GetQuantizationScale()) + ", " +
201 secondName + " has offset " + to_string(second.GetQuantizationOffset()) +
202 " and scale " + to_string(second.GetQuantizationScale()));
203 }
204}
205
206//---------------------------------------------------------------
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100207void ValidateBiasTensorQuantization(const TensorInfo& biasTensor,
208 const TensorInfo& inputTensorInfo,
209 const TensorInfo& weightsTensorInfo,
210 const std::string& descName)
telsoa014fcda012018-03-09 14:13:49 +0000211{
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000212 // Helper lambda function to validate a single bias quantization scale value
213 auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void
214 {
ricbur013f4d7102019-10-31 16:22:18 +0000215 constexpr float tolerance = 0.000001f;
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000216 if (std::abs(biasScale - expectedScale) > tolerance)
217 {
218 // Print the float values with extra precision to see very small differences
219 std::stringstream msg;
220 msg << std::setprecision(10) << descName << ": Expected " << expectedScale <<
221 " quantization scale for bias tensor (the product of the input and weight scales), but got " <<
222 biasScale;
223 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
224 }
225 };
226
telsoa014fcda012018-03-09 14:13:49 +0000227 if (biasTensor.GetQuantizationOffset() != 0)
228 {
229 throw InvalidArgumentException(descName + ": Expected zero quantization offset for bias tensor but got " +
230 to_string(biasTensor.GetQuantizationOffset()));
231 }
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000232
James Conroy8502ade2020-11-12 19:26:29 +0000233 if (biasTensor.HasMultipleQuantizationScales() || weightsTensorInfo.HasMultipleQuantizationScales())
telsoa014fcda012018-03-09 14:13:49 +0000234 {
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000235 // Validate per-axis quantization scales
236 const std::vector<float>& weightScales = weightsTensorInfo.GetQuantizationScales();
237 const std::vector<float>& biasScales = biasTensor.GetQuantizationScales();
238
239 if (weightScales.size() != biasScales.size())
240 {
241 std::stringstream msg;
James Conroy8502ade2020-11-12 19:26:29 +0000242 msg << descName << ": Expected matching number of per-axis quantization scales for weights and bias, "
243 << "but got different values. This is currently unsupported: weights=" << weightScales.size()
244 << ", biases=" << biasScales.size();
Aron Virginas-Tard9053072019-10-30 16:03:19 +0000245 throw InvalidArgumentException(msg.str(), CHECK_LOCATION());
246 }
247
248 for (size_t i = 0ul; i < biasScales.size(); ++i)
249 {
250 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightScales[i];
251 VerifyBiasQuantizationScale(biasScales[i], expectedScale);
252 }
253 }
254 else
255 {
256 // Validate per-tensor quantization scale
257 const float expectedScale = inputTensorInfo.GetQuantizationScale() * weightsTensorInfo.GetQuantizationScale();
258 VerifyBiasQuantizationScale(biasTensor.GetQuantizationScale(), expectedScale);
telsoa014fcda012018-03-09 14:13:49 +0000259 }
260}
261
262//---------------------------------------------------------------
263void ValidateTensors(const std::vector<ITensorHandle*>& vec,
264 unsigned int numExpected,
265 const std::string& descName,
266 const std::string& varName)
267{
268 if (vec.empty() && numExpected > 0)
269 {
270 throw InvalidArgumentException(descName + ": Invalid empty " + varName + " array.");
271 }
272
273 for (unsigned int i = 0; i < numExpected; ++i)
274 {
275 if (!vec[i])
276 {
277 throw InvalidArgumentException(descName + ": Invalid NULL for " + varName + to_string(i));
278 }
279 }
280}
281
282//---------------------------------------------------------------
283void ValidateBroadcastTensorShapesMatch(const TensorInfo& first,
284 const TensorInfo& second,
285 const TensorInfo& output,
286 std::string const& descName,
287 std::string const& firstName,
288 std::string const& secondName)
289{
290 // Tensors must have the same number of dimensions in order to be explicit about which dimensions will get
291 // broadcasted.
292 if (first.GetNumDimensions() != second.GetNumDimensions())
293 {
294 throw InvalidArgumentException(descName + ": Tensors "
295 + firstName + " & " + secondName
296 + " must have the same number of dimensions in order to be broadcasted");
297 }
298 uint32_t numDims = first.GetNumDimensions();
299 std::vector<uint32_t> outputDims(numDims, 0u);
300 for (uint32_t i = 0; i < numDims; i++)
301 {
302 const bool dimsNotEqual = first.GetShape()[i] != second.GetShape()[i];
303 const bool dimsNotOne = (first.GetShape()[i] != 1) && (second.GetShape()[i] != 1);
304 if (dimsNotEqual && dimsNotOne)
305 {
306 throw InvalidArgumentException("Broadcasting is not possible for incompatible shapes");
307 }
308 outputDims[i] = std::max(first.GetShape()[i], second.GetShape()[i]);
309 }
Matthew Sloyan171214c2020-09-09 09:07:37 +0100310 TensorShape broadcastShape = TensorShape(armnn::numeric_cast<unsigned int>(outputDims.size()), outputDims.data());
telsoa014fcda012018-03-09 14:13:49 +0000311 if (broadcastShape != output.GetShape())
312 {
313 throw InvalidArgumentException(descName + ": The tensor shape resulting from adding "
314 + firstName + " & " + secondName
315 + " does not match the output shape");
316 }
317}
318
319//---------------------------------------------------------------
Sadik Armaganeff363d2019-04-05 15:25:46 +0100320void ValidateDataTypes(const TensorInfo& info,
321 const std::vector<armnn::DataType>& supportedTypes,
322 std::string const& descName)
323{
324 auto iterator = std::find(supportedTypes.begin(), supportedTypes.end(), info.GetDataType());
325 if (iterator == supportedTypes.end())
326 {
327 throw InvalidArgumentException(descName + ": " + " Tensor type is not supported.");
328 }
329}
330
James Conroy4d1ff582019-06-10 17:06:39 +0100331//---------------------------------------------------------------
332void ValidateTensorDataTypesMatch(const TensorInfo& first,
333 const TensorInfo& second,
334 std::string const& descName,
335 std::string const& firstName,
336 std::string const& secondName)
337{
338 if (first.GetDataType() != second.GetDataType())
339 {
340 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
341 " must have identical data types.");
342 }
343}
344
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100345//---------------------------------------------------------------
346void ValidateTensorNumElementsMatch(const TensorInfo& first,
347 const TensorInfo& second,
348 std::string const& descName,
349 std::string const& firstName,
350 std::string const& secondName)
351{
352 if (first.GetNumElements() != second.GetNumElements())
353 {
354 throw InvalidArgumentException(descName + ": " + firstName + " & " + secondName +
355 " must have the same number of elements.");
356 }
357}
358
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000359void ValidateWeightDataType(const TensorInfo& inputInfo,
360 const TensorInfo& weightInfo,
361 const std::string& descName)
362{
363 const DataType inputType = inputInfo.GetDataType();
Keith Davis0c2eeac2020-02-11 16:51:50 +0000364 if (IsQuantized8BitType(inputType))
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000365 {
Derek Lambertid466a542020-01-22 15:37:29 +0000366 ARMNN_NO_DEPRECATE_WARN_BEGIN
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000367 const std::vector<DataType> validTypes =
368 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000369 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +0100370 DataType::QAsymmU8,
Derek Lambertid466a542020-01-22 15:37:29 +0000371 DataType::QSymmS8,
372 DataType::QuantizedSymm8PerAxis // deprecated
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000373 };
Derek Lambertid466a542020-01-22 15:37:29 +0000374 ARMNN_NO_DEPRECATE_WARN_END
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000375
376 ValidateDataTypes(weightInfo, validTypes, descName);
377 }
378 else
379 {
380 ValidateTensorDataTypesMatch(inputInfo, weightInfo, descName, "input", "weight");
381 }
382}
383
384void ValidatePerAxisQuantizationDimension(const TensorInfo& tensorInfo,
385 const std::string& descName,
386 const std::string& tensorName)
387{
388 const Optional<unsigned int>& quantizationDim = tensorInfo.GetQuantizationDim();
389 if (!quantizationDim.has_value())
390 {
James Ward47fce872020-09-10 11:57:28 +0100391 throw InvalidArgumentException(fmt::format("{0}: Quantization dimension for per-axis quantization "
392 "not set on tensor {1}.", descName, tensorName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000393 }
394
395 if (quantizationDim.value() != 0)
396 {
James Ward47fce872020-09-10 11:57:28 +0100397 throw InvalidArgumentException(fmt::format(
398 "{0}: Quantization dimension for per-axis quantization expected to be 0 on tensor {1}, "
399 "but got: {2}", descName, tensorName, quantizationDim.value()));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000400 }
401}
402
403void ValidatePerAxisQuantizationOffset(const TensorInfo& tensorInfo,
404 const std::string& descName,
405 const std::string& tensorName)
406{
407 int32_t quantizationOffset = tensorInfo.GetQuantizationOffset();
408 if (quantizationOffset != 0)
409 {
James Ward47fce872020-09-10 11:57:28 +0100410 throw InvalidArgumentException(fmt::format(
411 "{0}: Quantization offset for per-axis quantization expected to be 0 on tensor {1}, but got: {2}",
412 descName, tensorName, quantizationOffset));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000413 }
414}
415
416void ValidatePerAxisQuantization(const TensorInfo& inputInfo,
417 const TensorInfo& outputInfo,
418 const TensorInfo& weightInfo,
419 const Optional<TensorInfo>& optionalBiasInfo,
420 const std::string& descName)
421{
422 if (weightInfo.HasPerAxisQuantization())
423 {
424 const DataType inputDataType = inputInfo.GetDataType();
425 const DataType outputDataType = outputInfo.GetDataType();
426
Keith Davis0c2eeac2020-02-11 16:51:50 +0000427 const bool canHavePerAxisQuantization = (IsQuantized8BitType(inputDataType)) && inputDataType == outputDataType;
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000428
429 if (!canHavePerAxisQuantization)
430 {
James Ward47fce872020-09-10 11:57:28 +0100431 throw InvalidArgumentException(fmt::format(
432 "{0}: Per-axis quantization parameters set on tensor {1}, but data type does not support "
433 "per-axis quantization.", descName, "weight"));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000434 }
435
Derek Lambertid466a542020-01-22 15:37:29 +0000436
437 ValidPerAxisQuantizedDataType(weightInfo, descName, "weight");
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000438 ValidatePerAxisQuantizationDimension(weightInfo, descName, "weight");
439 ValidatePerAxisQuantizationOffset(weightInfo, descName, "weight");
440
441 if (optionalBiasInfo.has_value())
442 {
443 const TensorInfo& biasInfo = optionalBiasInfo.value();
444 if (!biasInfo.HasPerAxisQuantization())
445 {
James Ward47fce872020-09-10 11:57:28 +0100446 throw InvalidArgumentException(fmt::format(
447 "{}: Per-axis quantization parameters not set on bias tensor, "
448 "despite being set on weight tensor.", descName));
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +0000449 }
450
451 ValidateTensorDataType(biasInfo, DataType::Signed32, descName, "bias");
452 ValidatePerAxisQuantizationDimension(biasInfo, descName, "bias");
453 ValidatePerAxisQuantizationOffset(biasInfo, descName, "bias");
454 }
455 }
456}
457
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100458} // anonymous namespace
telsoa014fcda012018-03-09 14:13:49 +0000459
460void QueueDescriptor::ValidateInputsOutputs(const std::string& descName,
461 unsigned int numExpectedIn, unsigned int numExpectedOut) const
462{
463 ValidateTensors(m_Inputs, numExpectedIn, descName, "input");
464 ValidateTensors(m_Outputs, numExpectedOut, descName, "output");
465}
466
467//---------------------------------------------------------------
Jim Flynn68db06f2020-10-06 10:14:50 +0100468void MapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
469{
470 const std::string descriptorName{"MapQueueDescriptor"};
471
472 ValidateNumInputs(workloadInfo, descriptorName, 1);
Jim Flynn3a40ea52020-10-08 11:42:30 +0100473 ValidateNumOutputs(workloadInfo, descriptorName, 0);
474
475 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
476 {
477 if (!m_Inputs[i])
478 {
479 throw InvalidArgumentException(
480 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
481 }
482 }
483}
484
485//---------------------------------------------------------------
486void UnmapQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
487{
488 const std::string descriptorName{"UnmapQueueDescriptor"};
489
490 ValidateNumInputs(workloadInfo, descriptorName, 1);
491 ValidateNumOutputs(workloadInfo, descriptorName, 0);
Jim Flynn68db06f2020-10-06 10:14:50 +0100492
493 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
494 {
495 if (!m_Inputs[i])
496 {
497 throw InvalidArgumentException(
498 fmt::format("{}: Invalid NULL input {}.", descriptorName, static_cast<int>(i)));
499 }
500 }
501}
502
503//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000504void MemCopyQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
505{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100506 const std::string descriptorName{"MemCopyQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +0000507
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100508 ValidateNumInputs(workloadInfo, descriptorName, 1);
509 ValidateNumOutputs(workloadInfo, descriptorName , 1);
telsoa014fcda012018-03-09 14:13:49 +0000510
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100511 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
512 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
513
514 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
515 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000516
517 if (m_Inputs.size() != m_Outputs.size())
518 {
James Ward47fce872020-09-10 11:57:28 +0100519 throw InvalidArgumentException(fmt::format(
520 "{0}: Number of inputs ({1}) does not match the number of outputs ({2}).",
521 descriptorName, m_Inputs.size(), m_Outputs.size()));
telsoa014fcda012018-03-09 14:13:49 +0000522 }
523
524 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
525 {
526 if (!m_Inputs[i])
527 {
James Ward47fce872020-09-10 11:57:28 +0100528 throw InvalidArgumentException(fmt::format(
529 "{0}: Invalid NULL input {1}.", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000530 }
531
532 if (!m_Outputs[i])
533 {
James Ward47fce872020-09-10 11:57:28 +0100534 throw InvalidArgumentException(fmt::format("{0}: Invalid NULL output {1}", descriptorName, i));
telsoa014fcda012018-03-09 14:13:49 +0000535 }
536 }
537}
538
Derek Lambertif674aa02019-08-01 15:56:25 +0100539//---------------------------------------------------------------
540void MemImportQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
541{
542 ValidateNumInputs(workloadInfo, "MemImportQueueDescriptor", 1);
543 ValidateNumOutputs(workloadInfo, "MemImportQueueDescriptor" , 1);
544
545 if (workloadInfo.m_InputTensorInfos.size() != 1)
546 {
James Ward47fce872020-09-10 11:57:28 +0100547 throw InvalidArgumentException(fmt::format("Number of input infos ({}) is not 1.",
548 workloadInfo.m_InputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100549
550 }
551
552 if (workloadInfo.m_InputTensorInfos.size() != workloadInfo.m_OutputTensorInfos.size())
553 {
James Ward47fce872020-09-10 11:57:28 +0100554 throw InvalidArgumentException(fmt::format(
555 "Number of input infos ({0}) does not match the number of output infos ({1})",
556 workloadInfo.m_InputTensorInfos.size(), workloadInfo.m_OutputTensorInfos.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100557 }
558
559 for (std::size_t i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
560 {
561 if (workloadInfo.m_InputTensorInfos[i].GetNumElements() !=
562 workloadInfo.m_OutputTensorInfos[i].GetNumElements())
563 {
James Ward47fce872020-09-10 11:57:28 +0100564 throw InvalidArgumentException(fmt::format(
565 "Number of elements for tensor input and output {} does not match", i ));
Derek Lambertif674aa02019-08-01 15:56:25 +0100566 }
567 }
568
569 if (m_Inputs.size() != 1)
570 {
James Ward47fce872020-09-10 11:57:28 +0100571 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100572 }
573
574 if (m_Inputs.size() != m_Outputs.size())
575 {
James Ward47fce872020-09-10 11:57:28 +0100576 throw InvalidArgumentException(fmt::format(
577 "Number of inputs ({0}) does not match the number of outputs ({1})",
578 m_Inputs.size(), m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100579 }
580
581 for (unsigned int i = 0; i < m_Inputs.size(); ++i)
582 {
583 if (!m_Inputs[i])
584 {
James Ward47fce872020-09-10 11:57:28 +0100585 throw InvalidArgumentException(fmt::format("Invalid null input {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100586 }
587
588 if (!m_Outputs[i])
589 {
James Ward47fce872020-09-10 11:57:28 +0100590 throw InvalidArgumentException(fmt::format("Invalid null output {}", i));
Derek Lambertif674aa02019-08-01 15:56:25 +0100591 }
592 }
593}
594
595//---------------------------------------------------------------
596void MemSyncQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
597{
598 ValidateNumInputs(workloadInfo, "MemSyncQueueDescriptor", 1);
599 ValidateNumOutputs(workloadInfo, "MemSyncQueueDescriptor" , 1);
600
Derek Lambertif674aa02019-08-01 15:56:25 +0100601 if (m_Inputs.size() != 1)
602 {
James Ward47fce872020-09-10 11:57:28 +0100603 throw InvalidArgumentException(fmt::format("Number of inputs ({}) is not 1.", m_Inputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100604 }
605
606 if (m_Outputs.size() != 0)
607 {
James Ward47fce872020-09-10 11:57:28 +0100608 throw InvalidArgumentException(fmt::format("Number of outputs ({}) is not 0.", m_Outputs.size()));
Derek Lambertif674aa02019-08-01 15:56:25 +0100609 }
610
611 if (!m_Inputs[0])
612 {
James Ward47fce872020-09-10 11:57:28 +0100613 throw InvalidArgumentException(fmt::format("Invalid null input 0"));
Derek Lambertif674aa02019-08-01 15:56:25 +0100614 }
615}
616
617//---------------------------------------------------------------
telsoa014fcda012018-03-09 14:13:49 +0000618void ActivationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
619{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100620 const std::string descriptorName{"ActivationQueueDescriptor"};
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100621
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100622 ValidateNumInputs(workloadInfo, descriptorName, 1);
623 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowongae2c5f02019-04-24 16:19:57 +0100624
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100625 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
626 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
nikraj01248683f2019-05-29 16:46:50 +0100627
628 std::vector<DataType> supportedTypes =
629 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000630 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100631 DataType::Float16,
632 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000633 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000634 DataType::QAsymmU8,
635 DataType::QSymmS16
nikraj01248683f2019-05-29 16:46:50 +0100636 };
637
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100638 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
639 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
640 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +0000641}
642
Nikhil Rajee391d52019-09-05 17:50:44 +0100643void ArgMinMaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
644{
645 const std::string descriptorName{"ArgMinMaxQueueDescriptor"};
646
647 ValidateNumInputs(workloadInfo, descriptorName, 1);
648 ValidateNumOutputs(workloadInfo, descriptorName, 1);
649
650 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
651 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
652
Inki Daed4619e22020-09-10 15:33:54 +0900653 if (outputTensorInfo.GetDataType() != DataType::Signed32 &&
654 outputTensorInfo.GetDataType() != DataType::Signed64)
Nikhil Raj68c2c902019-09-19 11:21:11 +0100655 {
Inki Daed4619e22020-09-10 15:33:54 +0900656 throw InvalidArgumentException(descriptorName + ": Output of ArgMinMax layer must be Int32 or Int64.");
Nikhil Raj68c2c902019-09-19 11:21:11 +0100657 }
658
James Conroyd47a0642019-09-17 14:22:06 +0100659 std::vector<DataType> supportedInputTypes =
660 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000661 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100662 DataType::Float16,
663 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100664 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000665 DataType::QAsymmU8,
666 DataType::QSymmS16,
Inki Daed4619e22020-09-10 15:33:54 +0900667 DataType::Signed32,
668 DataType::Signed64
James Conroyd47a0642019-09-17 14:22:06 +0100669 };
Nikhil Rajee391d52019-09-05 17:50:44 +0100670
James Conroyd47a0642019-09-17 14:22:06 +0100671 ValidateDataTypes(inputTensorInfo, supportedInputTypes, descriptorName);
James Conroyc8724c72019-10-08 15:41:34 +0100672
673 auto inputShape = inputTensorInfo.GetShape();
674 auto outputShape = outputTensorInfo.GetShape();
675
676 auto inputNumDimensions = inputShape.GetNumDimensions();
677 auto unsignedAxis = armnnUtils::GetUnsignedAxis(inputNumDimensions, m_Parameters.m_Axis);
678
679 const std::string outputShapeError{": Output tensor shape does not match shape inferred from input tensor."};
680
681 // 1D input shape results in scalar output shape
682 if (inputShape.GetNumDimensions() == 1)
683 {
684 if (outputShape.GetNumDimensions() != 1 && outputShape[0] != 1)
685 {
686 throw InvalidArgumentException(descriptorName + outputShapeError);
687 }
688 }
689 else
690 {
691 for (unsigned int i = 0; i < unsignedAxis; ++i)
692 {
693 if (outputShape[i] != inputShape[i])
694 {
695 throw InvalidArgumentException(descriptorName + outputShapeError);
696 }
697 }
698
699 for (auto i = unsignedAxis + 1; i < inputNumDimensions; ++i)
700 {
701 if (outputShape[i - 1] != inputShape[i])
702 {
703 throw InvalidArgumentException(descriptorName + outputShapeError);
704 }
705 }
706 }
Nikhil Rajee391d52019-09-05 17:50:44 +0100707}
708
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100709void SoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
710{
711 const std::string descriptorName{"SoftmaxQueueDescriptor"};
712
713 ValidateNumInputs(workloadInfo, descriptorName, 1);
714 ValidateNumOutputs(workloadInfo, descriptorName, 1);
715
716 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
717 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
718
719 std::vector<DataType> supportedTypes =
720 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000721 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100722 DataType::Float16,
723 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +0000724 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000725 DataType::QAsymmU8,
726 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100727 };
728
729 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
730 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
731 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
732}
733
telsoa014fcda012018-03-09 14:13:49 +0000734void SplitterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
735{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100736 const std::string descriptorName{"SplitterQueueDescriptor"};
737
738 ValidateNumInputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000739
Ruomei Yan25339c32019-05-28 16:48:20 +0100740 // Check the supported data types
741 std::vector<DataType> supportedTypes =
742 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000743 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100744 DataType::Float32,
745 DataType::Float16,
746 DataType::Boolean,
747 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100748 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000749 DataType::QAsymmU8,
750 DataType::QSymmS16
Ruomei Yan25339c32019-05-28 16:48:20 +0100751 };
752
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100753 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
754 for (unsigned long i = 0ul; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Ruomei Yan25339c32019-05-28 16:48:20 +0100755 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100756 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[i];
757 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
758
759 const std::string outputName = "output_" + std::to_string(i);
760 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", outputName);
Ruomei Yan25339c32019-05-28 16:48:20 +0100761 }
Ruomei Yan25339c32019-05-28 16:48:20 +0100762
telsoa014fcda012018-03-09 14:13:49 +0000763 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
764 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100765 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000766 }
767
768 if (workloadInfo.m_OutputTensorInfos.size() != m_ViewOrigins.size())
769 {
770 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100771 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000772 "has to match number of workloadInfo.m_OutputTensorInfos. "
773 "Number of windows: " +
774 to_string(m_ViewOrigins.size()) +
775 ". Number of workloadInfo.m_OutputTensorInfos: " + to_string(workloadInfo.m_OutputTensorInfos.size()));
776 }
777
telsoa01c577f2c2018-08-31 09:22:23 +0100778 //The dimensionality of all the windows has to match the dimensionality (not shape) of the input.
telsoa014fcda012018-03-09 14:13:49 +0000779 std::size_t inputDims = workloadInfo.m_InputTensorInfos[0].GetNumDimensions();
780 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
781 {
telsoa01c577f2c2018-08-31 09:22:23 +0100782 //Checks that the dimensionality of input is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000783 ViewOrigin const& e = m_ViewOrigins[w];
784 if (e.m_Origin.size() != inputDims)
785 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100786 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000787 "have the same dimensionality as the input tensor. "
788 "Window origin (index: " +
789 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
790 " dimensions, the input "
791 "tensor has " +
792 to_string(inputDims) + " dimensions.");
793 }
794 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
795 {
796 if (e.m_Origin[i] + workloadInfo.m_OutputTensorInfos[w].GetShape()[i] >
797 workloadInfo.m_InputTensorInfos[0].GetShape()[i])
798 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100799 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000800 "be smaller or equal than the size of the input in that coord.");
801 }
802 }
803 }
804}
805
Jim Flynne242f2d2019-05-22 14:24:13 +0100806void ConcatQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
telsoa014fcda012018-03-09 14:13:49 +0000807{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100808 const std::string descriptorName{"ConcatQueueDescriptor"};
809
810 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +0000811
812 if (m_Inputs.size() <= 0)
813 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100814 throw InvalidArgumentException(descriptorName + ": At least one input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000815 }
816 if (m_Outputs.size() <= 0)
817 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100818 throw InvalidArgumentException(descriptorName + ": At least one output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000819 }
820
821 if (workloadInfo.m_InputTensorInfos.size() <= 0)
822 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100823 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo input needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000824 }
825 if (workloadInfo.m_OutputTensorInfos.size() <= 0)
826 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100827 throw InvalidArgumentException(descriptorName + ": At least one TensorInfo output needs to be provided.");
telsoa014fcda012018-03-09 14:13:49 +0000828 }
829
Nikhil Raj8599a412018-11-19 14:51:07 +0000830 if(m_Parameters.GetConcatAxis() > workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions())
831 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100832 throw InvalidArgumentException(descriptorName + ": Invalid concatenation axis provided.");
Nikhil Raj8599a412018-11-19 14:51:07 +0000833 }
834
835 if (workloadInfo.m_InputTensorInfos[0].GetShape().GetNumDimensions() - m_Parameters.GetConcatAxis() == 1)
836 {
837 return;
838 }
839
telsoa014fcda012018-03-09 14:13:49 +0000840 if (workloadInfo.m_InputTensorInfos.size() != m_ViewOrigins.size())
841 {
842 throw InvalidArgumentException(
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100843 descriptorName + ": Number of split windows "
telsoa014fcda012018-03-09 14:13:49 +0000844 "has to match number of workloadInfo.m_InputTensorInfos. "
845 "Number of windows: " +
846 to_string(m_ViewOrigins.size()) +
847 ". Number of workloadInfo.m_InputTensorInfos: " + to_string(workloadInfo.m_InputTensorInfos.size()));
848 }
849
telsoa01c577f2c2018-08-31 09:22:23 +0100850 //The dimensionality of all the windows has to match the dimensionality (not shape) of the output.
telsoa014fcda012018-03-09 14:13:49 +0000851 std::size_t outputDims = workloadInfo.m_OutputTensorInfos[0].GetNumDimensions();
852 for(unsigned int w = 0; w < m_ViewOrigins.size(); ++w )
853 {
telsoa01c577f2c2018-08-31 09:22:23 +0100854 //Checks that the dimensionality of output is same as the split windows.
telsoa014fcda012018-03-09 14:13:49 +0000855 ViewOrigin const& e = m_ViewOrigins[w];
856 if (e.m_Origin.size() != outputDims)
857 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100858 throw InvalidArgumentException(descriptorName + ": Window origin have to "
telsoa014fcda012018-03-09 14:13:49 +0000859 "have the same dimensionality as the output tensor. "
860 "Window origin (index: " +
861 to_string(w) + ") has " + to_string(e.m_Origin.size()) +
862 " dimensions, the output "
863 "tensor has " +
864 to_string(outputDims) + " dimensions.");
865 }
telsoa01c577f2c2018-08-31 09:22:23 +0100866 //Checks that the merge windows are within the output tensor.
telsoa014fcda012018-03-09 14:13:49 +0000867 for (unsigned int i = 0; i < e.m_Origin.size(); ++i)
868 {
869 if (e.m_Origin[i] + workloadInfo.m_InputTensorInfos[w].GetShape()[i]
870 > workloadInfo.m_OutputTensorInfos[0].GetShape()[i])
871 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100872 throw InvalidArgumentException(descriptorName + ": Window extent coordinates have to "
telsoa014fcda012018-03-09 14:13:49 +0000873 "be smaller or equal than the size of the output in that coord.");
874 }
875 }
876 }
Jim Flynncbb66aa2019-05-15 13:03:54 +0100877
878 // Check the supported data types
879 std::vector<DataType> supportedTypes =
880 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000881 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100882 DataType::Float32,
883 DataType::Float16,
884 DataType::Boolean,
885 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100886 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000887 DataType::QAsymmU8,
888 DataType::QSymmS16
Jim Flynncbb66aa2019-05-15 13:03:54 +0100889 };
890
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100891 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
892 for (unsigned long i = 0ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jim Flynncbb66aa2019-05-15 13:03:54 +0100893 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100894 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[i];
895 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
896
897 const std::string inputName = "input_" + std::to_string(i);
898 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, inputName, "output");
Jim Flynncbb66aa2019-05-15 13:03:54 +0100899 }
telsoa014fcda012018-03-09 14:13:49 +0000900}
901
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100902void StackQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
903{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100904 const std::string descriptorName{"StackQueueDescriptor"};
905
906 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100907
908 if (m_Parameters.m_NumInputs != workloadInfo.m_InputTensorInfos.size())
909 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100910 throw InvalidArgumentException(descriptorName + ": Must have the defined number of input tensors.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100911 }
912
913 // All inputs must have the same shape, which is defined in parameters
914 const TensorShape& inputShape = m_Parameters.m_InputShape;
915 for (unsigned int i = 0; i < workloadInfo.m_InputTensorInfos.size(); ++i)
916 {
917 if (workloadInfo.m_InputTensorInfos[i].GetShape() != inputShape)
918 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100919 throw InvalidArgumentException(descriptorName + ": All input tensor shapes must match the defined shape.");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100920 }
921 }
922
Matthew Jacksondba634f2019-08-15 15:14:18 +0100923 if (inputShape.GetNumDimensions() > 4)
924 {
925 throw InvalidArgumentException(descriptorName + ": Input tensor may have up to 4 dimensions.");
926 }
927
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100928 // m_Axis is 0-based and may take values from 0 to the number of input dimensions (inclusive),
929 // since the output tensor has an additional dimension.
930 if (m_Parameters.m_Axis > inputShape.GetNumDimensions())
931 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100932 throw InvalidArgumentException(descriptorName + ": Axis may not be greater "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100933 "than the number of input dimensions.");
934 }
935
936 // Output shape must be as inferred from the input shape
937 const TensorShape& outputShape = workloadInfo.m_OutputTensorInfos[0].GetShape();
938 for (unsigned int i = 0; i < m_Parameters.m_Axis; ++i)
939 {
940 if (outputShape[i] != inputShape[i])
941 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100942 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100943 "match shape inferred from input tensor.");
944 }
945 }
946
947 if (outputShape[m_Parameters.m_Axis] != m_Parameters.m_NumInputs)
948 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100949 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100950 "match shape inferred from input tensor.");
951 }
952
953 for (unsigned int i = m_Parameters.m_Axis + 1; i < inputShape.GetNumDimensions() + 1; ++i)
954 {
955 if (outputShape[i] != inputShape[i-1])
956 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100957 throw InvalidArgumentException(descriptorName + ": Output tensor must "
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100958 "match shape inferred from input tensor.");
959 }
960 }
961
Matthew Jacksondba634f2019-08-15 15:14:18 +0100962 if (outputShape.GetNumDimensions() > 5)
963 {
964 throw InvalidArgumentException(descriptorName + ": Output tensor may have up to 5 dimensions.");
965 }
966
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100967 // Check the supported data types
968 std::vector<DataType> supportedTypes =
969 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000970 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +0100971 DataType::Float32,
972 DataType::Float16,
973 DataType::Boolean,
974 DataType::Signed32,
Sadik Armagan303980c2020-04-17 12:45:14 +0100975 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +0000976 DataType::QAsymmU8,
977 DataType::QSymmS16
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100978 };
979
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100980 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100981
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100982 for (unsigned int i = 1ul; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100983 {
984 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
985 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100986 descriptorName,
987 "input_0",
988 "input_" + std::to_string(i));
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100989 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100990
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100991 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
992 workloadInfo.m_OutputTensorInfos[0],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +0100993 descriptorName,
994 "input_0",
995 "output");
Matthew Jackson2b8c1da2019-07-04 14:59:16 +0100996}
997
Ryan OSheaec6c6802020-06-05 17:17:06 +0100998void FillQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
999{
1000 const std::string descriptorName{"FillQueueDescriptor"};
1001
1002 ValidateNumInputs(workloadInfo, descriptorName, 1);
1003 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1004
1005 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1006 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1007
1008 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 1, "input");
1009
1010 std::vector<DataType> supportedTypes =
1011 {
1012 DataType::BFloat16,
1013 DataType::Float32,
1014 DataType::Float16,
1015 DataType::Signed32
1016 };
1017
1018 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
1019}
1020
telsoa014fcda012018-03-09 14:13:49 +00001021void FullyConnectedQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1022{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001023 const std::string descriptorName{"FullyConnectedQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001024
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001025 ValidateNumInputs(workloadInfo, descriptorName, 1);
1026 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1027
1028 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1029 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1030
1031 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1032
1033 if (!(inputTensorInfo.GetNumDimensions() == 2 || inputTensorInfo.GetNumDimensions() == 4))
telsoa014fcda012018-03-09 14:13:49 +00001034 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001035 throw InvalidArgumentException(descriptorName + ": Input tensor must have 2 or 4 dimensions.");
telsoa014fcda012018-03-09 14:13:49 +00001036 }
1037
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001038 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001039
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001040 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1041 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 2, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001042
1043 if (m_Parameters.m_BiasEnabled)
1044 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001045 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001046
telsoa01c577f2c2018-08-31 09:22:23 +01001047 // Validates type and quantization values.
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001048 const TensorInfo& biasTensorInfo = m_Bias->GetTensorInfo();
1049 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001050
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001051 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1052 ValidateTensorNumDimensions(biasTensorInfo, descriptorName, 1, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001053 }
1054
Francis Murtagh46c09d02019-05-28 08:15:28 +01001055 // Check the supported data types
1056 std::vector<DataType> supportedTypes =
1057 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001058 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01001059 DataType::Float32,
1060 DataType::Float16,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001061 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001062 DataType::QAsymmU8,
1063 DataType::QSymmS16
Francis Murtagh46c09d02019-05-28 08:15:28 +01001064 };
1065
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001066 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001067
1068 // For FullyConnected, we allow to have BFloat16 input with Float32 output for optimization.
1069 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1070 {
1071 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1072 {
1073 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1074 "for BFloat16 input.");
1075 }
1076 }
1077 else
1078 {
1079 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1080 }
telsoa014fcda012018-03-09 14:13:49 +00001081}
1082
telsoa014fcda012018-03-09 14:13:49 +00001083void NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1084{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001085 const std::string descriptorName{"NormalizationQueueDescriptor"};
1086
1087 ValidateNumInputs(workloadInfo, descriptorName, 1);
1088 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1089
1090 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1091 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001092
1093 // Check the supported data types
1094 std::vector<DataType> supportedTypes =
1095 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001096 DataType::BFloat16,
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001097 DataType::Float16,
1098 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001099 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001100 DataType::QAsymmU8,
1101 DataType::QSymmS16
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001102 };
1103
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001104 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001105
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001106 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh2fc70c52019-06-05 14:12:48 +01001107
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001108 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001109}
1110
1111void AdditionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1112{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001113 const std::string descriptorName{"AdditionQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001114
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001115 ValidateNumInputs(workloadInfo, descriptorName, 2);
1116 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1117
1118 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1119 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1120 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1121
1122 std::vector<DataType> supportedTypes =
1123 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001124 DataType::BFloat16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001125 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001126 DataType::Float16,
1127 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001128 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001129 DataType::QSymmS16,
1130 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001131 };
1132
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001133 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1134 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1135 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001136
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001137 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1138 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001139
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001140 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1141 inputTensorInfo1,
1142 outputTensorInfo,
1143 descriptorName,
1144 "input_0",
1145 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001146}
1147
telsoa014fcda012018-03-09 14:13:49 +00001148void MultiplicationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1149{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001150 const std::string descriptorName{"MultiplicationQueueDescriptor"};
surmeh01bceff2f2018-03-29 16:29:27 +01001151
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001152 ValidateNumInputs(workloadInfo, descriptorName, 2);
1153 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1154
1155 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
1156 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
1157 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1158
1159 std::vector<DataType> supportedTypes =
1160 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001161 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001162 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001163 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001164 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001165 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01001166 DataType::QSymmS16,
1167 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001168 };
1169
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001170 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
1171 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
1172 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001173
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001174 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
1175 ValidateTensorDataTypesMatch(inputTensorInfo1, outputTensorInfo, descriptorName, "input_1", "output");
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01001176
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001177 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
1178 inputTensorInfo1,
1179 outputTensorInfo,
1180 descriptorName,
1181 "input_0",
1182 "input_1");
telsoa014fcda012018-03-09 14:13:49 +00001183}
1184
1185void BatchNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1186{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001187 const std::string descriptorName{"BatchNormalizationQueueDescriptor"};
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001188
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001189 ValidateNumInputs(workloadInfo, descriptorName, 1);
1190 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1191
1192 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1193 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001194
1195 std::vector<DataType> supportedTypes =
1196 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001197 DataType::BFloat16,
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001198 DataType::Float16,
1199 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001200 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001201 DataType::QAsymmU8,
1202 DataType::QSymmS16
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001203 };
1204
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001205 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1206 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001207
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001208 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001209 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001210
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001211 ValidatePointer(m_Mean, descriptorName, "mean");
1212 ValidatePointer(m_Variance, descriptorName, "variance");
1213 ValidatePointer(m_Beta, descriptorName, "beta");
1214 ValidatePointer(m_Gamma, descriptorName, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001215
Matteo Martincigh3122bd52019-06-03 16:54:25 +01001216 const TensorInfo& mean = m_Mean->GetTensorInfo();
1217 const TensorInfo& variance = m_Variance->GetTensorInfo();
1218 const TensorInfo& beta = m_Beta->GetTensorInfo();
1219 const TensorInfo& gamma = m_Gamma->GetTensorInfo();
telsoa014fcda012018-03-09 14:13:49 +00001220
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001221 ValidateTensorNumDimensions(mean, descriptorName, 1, "mean");
1222 ValidateTensorNumDimensions(variance, descriptorName, 1, "variance");
1223 ValidateTensorNumDimensions(beta, descriptorName, 1, "beta");
1224 ValidateTensorNumDimensions(gamma, descriptorName, 1, "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001225
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001226 ValidateTensorShapesMatch(mean, variance, descriptorName, "mean", "variance");
1227 ValidateTensorShapesMatch(mean, beta, descriptorName, "mean", "beta");
1228 ValidateTensorShapesMatch(mean, gamma, descriptorName, "mean", "gamma");
telsoa014fcda012018-03-09 14:13:49 +00001229}
1230
1231void Convolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1232{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001233 const std::string descriptorName{"Convolution2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001234
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001235 ValidateNumInputs(workloadInfo, descriptorName, 1);
1236 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001237
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001238 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1239 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001240
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001241 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1242 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001243
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001244 ValidatePointer(m_Weight, descriptorName, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001245
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001246 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1247 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
telsoa014fcda012018-03-09 14:13:49 +00001248
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001249 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001250
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001251 Optional<TensorInfo> optionalBiasTensorInfo;
telsoa014fcda012018-03-09 14:13:49 +00001252 if (m_Parameters.m_BiasEnabled)
1253 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001254 ValidatePointer(m_Bias, descriptorName, "bias");
telsoa014fcda012018-03-09 14:13:49 +00001255
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001256 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1257 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001258
1259 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1260 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001261 }
1262
Aron Virginas-Tar5edc8812019-11-05 18:00:21 +00001263 ValidatePerAxisQuantization(inputTensorInfo,
1264 outputTensorInfo,
1265 weightTensorInfo,
1266 optionalBiasTensorInfo,
1267 descriptorName);
1268
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001269 std::vector<DataType> supportedTypes =
1270 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001271 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001272 DataType::Float16,
Ruomei Yan88d44b82019-05-23 14:29:06 +01001273 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001274 DataType::QAsymmS8,
Francis Murtaghddb1d062020-03-10 13:51:45 +00001275 DataType::QAsymmU8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001276 DataType::QSymmS16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001277 DataType::QSymmS8
Ruomei Yan88d44b82019-05-23 14:29:06 +01001278 };
1279
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001280 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Narumol Prangnawarat57ef0082020-03-26 09:20:43 +00001281
1282 // For Convolution2d, we allow to have BFloat16 input with Float32 output for optimization.
1283 if (inputTensorInfo.GetDataType() == DataType::BFloat16)
1284 {
1285 if (outputTensorInfo.GetDataType() != DataType::BFloat16 && outputTensorInfo.GetDataType() != DataType::Float32)
1286 {
1287 throw InvalidArgumentException(descriptorName + ": " + " Output tensor type must be BFloat16 or Float32 "
1288 "for BFloat16 input.");
1289 }
1290 }
1291 else
1292 {
1293 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1294 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001295}
Ruomei Yan88d44b82019-05-23 14:29:06 +01001296
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001297void DepthwiseConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1298{
1299 const std::string descriptorName{"DepthwiseConvolution2dQueueDescriptor"};
1300
1301 ValidateNumInputs(workloadInfo, descriptorName, 1);
1302 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1303
1304 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1305 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1306
1307 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1308 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
1309
1310 ValidatePointer(m_Weight, descriptorName, "weight");
1311
1312 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
1313 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
1314
1315 if (m_Parameters.m_DilationX < 1 || m_Parameters.m_DilationY < 1 )
1316 {
1317 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001318 fmt::format("{}: dilationX (provided {}) and dilationY (provided {}) "
1319 "cannot be smaller than 1.",
1320 descriptorName, m_Parameters.m_DilationX, m_Parameters.m_DilationX));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001321 }
1322
1323 const unsigned int channelIndex = (m_Parameters.m_DataLayout == DataLayout::NCHW) ? 1 : 3;
1324
1325 // Expected weight shape: [ M, I, H, W ] - This shape does NOT depend on the data layout
1326 // inputChannels * channelMultiplier should be equal to outputChannels.
1327 const unsigned int numWeightChannelMultiplier = weightTensorInfo.GetShape()[0];
1328 const unsigned int numWeightInputChannels = weightTensorInfo.GetShape()[1];
1329 const unsigned int numWeightOutputChannels = outputTensorInfo.GetShape()[channelIndex];
1330 if (numWeightChannelMultiplier * numWeightInputChannels != numWeightOutputChannels)
1331 {
James Ward47fce872020-09-10 11:57:28 +01001332 throw InvalidArgumentException(fmt::format(
1333 "{0}: output_channels (provided {1}) should be equal to input_channels (provided {2}) "
1334 "multiplied by channel_multiplier (provided {3}).",
1335 descriptorName, numWeightOutputChannels, numWeightInputChannels, numWeightChannelMultiplier));
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001336 }
1337
Teresa Charlind8df0262019-11-11 12:28:15 +00001338 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001339
Teresa Charlind8df0262019-11-11 12:28:15 +00001340 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001341 if (m_Parameters.m_BiasEnabled)
1342 {
1343 ValidatePointer(m_Bias, descriptorName, "bias");
1344
Teresa Charlind8df0262019-11-11 12:28:15 +00001345 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
1346 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001347
1348 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
1349 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
1350 }
Teresa Charlind8df0262019-11-11 12:28:15 +00001351 ValidatePerAxisQuantization(inputTensorInfo,
1352 outputTensorInfo,
1353 weightTensorInfo,
1354 optionalBiasTensorInfo,
1355 descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001356
1357 std::vector<DataType> supportedTypes =
1358 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001359 DataType::BFloat16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001360 DataType::Float16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001361 DataType::Float32,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001362 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001363 DataType::QAsymmU8,
1364 DataType::QSymmS16
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001365 };
1366
1367 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1368 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001369}
1370
1371void PermuteQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1372{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001373 const std::string descriptorName{"PermuteQueueDescriptor"};
1374
1375 ValidateNumInputs(workloadInfo, descriptorName, 1);
1376 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001377
1378 const PermutationVector& mapping = m_Parameters.m_DimMappings;
1379
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001380 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1381 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
telsoa014fcda012018-03-09 14:13:49 +00001382
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001383 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
1384 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
telsoa014fcda012018-03-09 14:13:49 +00001385
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001386 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
telsoa014fcda012018-03-09 14:13:49 +00001387 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001388 if (inputTensorInfo.GetShape()[i] != outputTensorInfo.GetShape()[mapping[i]])
telsoa014fcda012018-03-09 14:13:49 +00001389 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001390 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(i) +
1391 " (=" + to_string(inputTensorInfo.GetShape()[i]) + ") " +
1392 "must match dst dimension " + to_string(mapping[i]) +
1393 " (=" + to_string(outputTensorInfo.GetShape()[mapping[i]]) + ")");
telsoa014fcda012018-03-09 14:13:49 +00001394 }
1395 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001396
1397 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001398}
1399
1400void Pooling2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1401{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001402 const std::string descriptorName{"Pooling2dQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001403
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001404 ValidateNumInputs(workloadInfo, descriptorName, 1);
1405 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1406
1407 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1408 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1409
1410 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1411 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlina3b20472019-06-06 11:12:32 +01001412
1413 std::vector<DataType> supportedTypes =
1414 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001415 DataType::BFloat16,
Teresa Charlina3b20472019-06-06 11:12:32 +01001416 DataType::Float32,
1417 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001418 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001419 DataType::QAsymmU8,
1420 DataType::QSymmS16
Teresa Charlina3b20472019-06-06 11:12:32 +01001421 };
1422
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001423 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1424 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001425}
1426
1427void ResizeBilinearQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1428{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001429 const std::string descriptorName{"ResizeBilinearQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001430
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001431 ValidateNumInputs(workloadInfo, descriptorName, 1);
1432 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1433
1434 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1435 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1436
1437 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1438 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
telsoa014fcda012018-03-09 14:13:49 +00001439
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001440 std::vector<DataType> supportedTypes =
Teresa Charlin970f43b2019-07-01 13:51:07 +01001441 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001442 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001443 DataType::Float16,
1444 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001445 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001446 DataType::QAsymmU8,
1447 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001448 };
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001449
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001450 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1451 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompson3cb85f32019-06-17 11:32:49 +01001452
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001453 // ResizeBilinear only changes width and height: batch and channel count must match.
1454 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1455 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001456 if (inputBatchSize != outputBatchSize)
telsoa014fcda012018-03-09 14:13:49 +00001457 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001458 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001459 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1460 descriptorName, inputBatchSize, outputBatchSize));
telsoa014fcda012018-03-09 14:13:49 +00001461 }
1462
Teresa Charlin970f43b2019-07-01 13:51:07 +01001463 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001464 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1465 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001466 if (inputChannelCount != outputChannelCount)
telsoa014fcda012018-03-09 14:13:49 +00001467 {
Teresa Charlin970f43b2019-07-01 13:51:07 +01001468 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001469 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1470 descriptorName, inputChannelCount, outputChannelCount));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001471 }
1472}
1473
1474void ResizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1475{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001476 const std::string descriptorName{"ResizeQueueDescriptor"};
Teresa Charlin970f43b2019-07-01 13:51:07 +01001477
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001478 ValidateNumInputs(workloadInfo, descriptorName, 1);
1479 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1480
1481 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1482 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1483
1484 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1485 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001486
1487 std::vector<DataType> supportedTypes =
1488 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001489 DataType::BFloat16,
Teresa Charlin970f43b2019-07-01 13:51:07 +01001490 DataType::Float16,
1491 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00001492 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001493 DataType::QAsymmU8,
1494 DataType::QSymmS16
Teresa Charlin970f43b2019-07-01 13:51:07 +01001495 };
1496
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001497 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1498 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Teresa Charlin970f43b2019-07-01 13:51:07 +01001499
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001500 // Resize only changes width and height: batch and channel count must match.
1501 const unsigned int inputBatchSize = inputTensorInfo.GetShape()[0];
1502 const unsigned int outputBatchSize = outputTensorInfo.GetShape()[0];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001503 if (inputBatchSize != outputBatchSize)
1504 {
1505 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001506 fmt::format("{}: Input batch size ({}) does not match output batch size ({})",
1507 descriptorName, inputBatchSize, outputBatchSize));
Teresa Charlin970f43b2019-07-01 13:51:07 +01001508 }
1509
1510 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001511 const unsigned int inputChannelCount = inputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
1512 const unsigned int outputChannelCount = outputTensorInfo.GetShape()[dimensionIndices.GetChannelsIndex()];
Teresa Charlin970f43b2019-07-01 13:51:07 +01001513 if (inputChannelCount != outputChannelCount)
1514 {
1515 throw InvalidArgumentException(
James Ward47fce872020-09-10 11:57:28 +01001516 fmt::format("{}: Input channel count ({}) does not match output channel count ({})",
1517 descriptorName, inputChannelCount, outputChannelCount));
telsoa014fcda012018-03-09 14:13:49 +00001518 }
1519}
1520
1521void FakeQuantizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1522{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001523 const std::string descriptorName{"FakeQuantizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001524
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001525 ValidateNumInputs(workloadInfo, descriptorName, 1);
1526 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1527
1528 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1529 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1530
1531 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 2, "input");
1532 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 2, "output");
1533
1534 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1535
telsoa014fcda012018-03-09 14:13:49 +00001536 if (m_Parameters.m_Min > m_Parameters.m_Max)
1537 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001538 throw InvalidArgumentException(descriptorName + ": min cannot be greater than max");
telsoa014fcda012018-03-09 14:13:49 +00001539 }
telsoa014fcda012018-03-09 14:13:49 +00001540}
1541
Kevin Mayce5045a2019-10-02 14:07:47 +01001542void InstanceNormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1543{
1544 const std::string descriptorName{"InstanceNormalizationQueueDescriptor"};
1545
1546 ValidateNumInputs(workloadInfo, descriptorName, 1);
1547 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1548
1549 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1550 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1551
1552 if (inputTensorInfo.GetNumDimensions() > 4)
1553 {
1554 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1555 }
1556
1557 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1558
1559 // Check the supported data types
1560 std::vector<DataType> supportedTypes =
1561 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001562 DataType::BFloat16,
Kevin Mayce5045a2019-10-02 14:07:47 +01001563 DataType::Float32,
1564 DataType::Float16
1565 };
1566
1567 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Kevin Mayce5045a2019-10-02 14:07:47 +01001568 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Kevin Mayce5045a2019-10-02 14:07:47 +01001569}
1570
telsoa014fcda012018-03-09 14:13:49 +00001571void L2NormalizationQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1572{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001573 const std::string descriptorName{"L2NormalizationQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001574
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001575 ValidateNumInputs(workloadInfo, descriptorName, 1);
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001576 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1577
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001578 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1579 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1580
Matthew Jackson82b15ed2019-07-25 16:14:30 +01001581 if (inputTensorInfo.GetNumDimensions() > 4)
1582 {
1583 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
1584 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001585
1586 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001587
1588 // Check the supported data types
1589 std::vector<DataType> supportedTypes =
1590 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001591 DataType::BFloat16,
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001592 DataType::Float32,
1593 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001594 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001595 DataType::QAsymmU8,
1596 DataType::QSymmS16
Ferran Balaguerd73d14f2019-06-10 10:29:54 +01001597 };
1598
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001599 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001600 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1601}
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001602
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001603void LogSoftmaxQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1604{
1605 const std::string descriptorName{"LogSoftmaxQueueDescriptor"};
1606
1607 ValidateNumInputs(workloadInfo, descriptorName, 1);
1608 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1609
1610 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1611 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1612
1613 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1614
1615 std::vector<DataType> supportedTypes =
1616 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001617 DataType::BFloat16,
Aron Virginas-Tarf982dea2019-10-11 14:07:53 +01001618 DataType::Float32,
1619 DataType::Float16,
1620 };
1621
1622 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001623 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001624}
1625
1626void ConstantQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1627{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001628 const std::string descriptorName{"ConstantQueueDescriptor"};
1629
1630 ValidateNumInputs(workloadInfo, descriptorName, 0);
1631 ValidateNumOutputs(workloadInfo, descriptorName, 1);
telsoa014fcda012018-03-09 14:13:49 +00001632
1633 if (!m_LayerOutput)
1634 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001635 throw InvalidArgumentException(descriptorName + ": No const input specified.");
telsoa014fcda012018-03-09 14:13:49 +00001636 }
1637
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001638 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1639 ValidateTensorShapesMatch(m_LayerOutput->GetTensorInfo(), outputTensorInfo, descriptorName, "constant", "output");
Nina Drozd58ef2c62019-05-16 12:09:18 +01001640
1641 // Check the supported data types
1642 std::vector<DataType> supportedTypes =
Nina Drozd2f2778f2019-05-27 10:37:05 +01001643 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001644 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001645 DataType::Float32,
1646 DataType::Float16,
Keith Davis67e6c542020-02-19 10:08:33 +00001647 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001648 DataType::QAsymmU8,
Keith Davis5204aa82020-01-27 15:24:59 +00001649 DataType::QSymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001650 DataType::QSymmS16,
1651 DataType::Signed32
Nina Drozd2f2778f2019-05-27 10:37:05 +01001652 };
Nina Drozd58ef2c62019-05-16 12:09:18 +01001653
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001654 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001655}
1656
1657void ReshapeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1658{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001659 const std::string descriptorName{"ReshapeQueueDescriptor"};
telsoa014fcda012018-03-09 14:13:49 +00001660
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001661 ValidateNumInputs(workloadInfo, descriptorName, 1);
1662 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1663
1664 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1665 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1666
1667 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nina Drozd2f2778f2019-05-27 10:37:05 +01001668
1669 // Check the supported data types
1670 std::vector<DataType> supportedTypes =
1671 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001672 DataType::BFloat16,
Nina Drozd2f2778f2019-05-27 10:37:05 +01001673 DataType::Float32,
1674 DataType::Float16,
Keith Davis0c2eeac2020-02-11 16:51:50 +00001675 DataType::QAsymmS8,
Sadik Armagan303980c2020-04-17 12:45:14 +01001676 DataType::QAsymmU8,
1677 DataType::QSymmS16,
Narumol Prangnawarat0c95f4c2020-11-18 16:52:07 +00001678 DataType::Signed32,
1679 DataType::Boolean
Nina Drozd2f2778f2019-05-27 10:37:05 +01001680 };
1681
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001682 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1683 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa014fcda012018-03-09 14:13:49 +00001684}
1685
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001686void SpaceToBatchNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1687{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001688 const std::string descriptorName{"SpaceToBatchNdQueueDescriptor"};
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001689
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001690 ValidateNumInputs(workloadInfo, descriptorName, 1);
1691 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1692
1693 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1694 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1695
1696 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1697 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001698
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001699 if (m_Parameters.m_BlockShape.size() != 2)
1700 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001701 throw InvalidArgumentException(descriptorName + ": Block Shape must contain 2 spatial dimensions.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001702 }
1703
1704 if (m_Parameters.m_BlockShape.size() != m_Parameters.m_PadList.size())
1705 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001706 throw InvalidArgumentException(descriptorName + ": Pad List must contain the same number of "
1707 "dimensions as Block Shape.");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001708 }
1709
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001710 const TensorShape& inputShape = inputTensorInfo.GetShape();
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001711
1712 std::pair<unsigned int, unsigned int> heightPad = m_Parameters.m_PadList[0];
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001713 std::pair<unsigned int, unsigned int> widthPad = m_Parameters.m_PadList[1];
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001714
Matthew Bentham8800c002018-11-19 13:19:28 +00001715 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001716
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001717 const unsigned int inputWidth = inputShape[dimensionIndices.GetWidthIndex()] +
1718 widthPad.first + widthPad.second;
1719 const unsigned int inputHeight = inputShape[dimensionIndices.GetHeightIndex()] +
1720 heightPad.first + heightPad.second;
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001721
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001722 const unsigned int numInputElements = inputShape[0] * inputHeight * inputWidth *
1723 inputShape[dimensionIndices.GetChannelsIndex()];
1724 const unsigned int numOutputElements = outputTensorInfo.GetNumElements();
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001725
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001726 if (numOutputElements != numInputElements)
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001727 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001728 throw InvalidArgumentException(descriptorName + ": Input tensor has " +
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001729 to_string(numInputElements) + " after padding but output tensor has " +
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001730 to_string(numOutputElements) + " elements.");
Nattapat Chaimanowong3ea76d52018-11-09 14:10:38 +00001731 }
1732
1733 if (inputHeight % m_Parameters.m_BlockShape[0] != 0 || inputWidth % m_Parameters.m_BlockShape[1] != 0)
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001734 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001735 throw InvalidArgumentException(descriptorName + ": Input shape after padding must be "
1736 "divisible by Block Shape in all spatial dimensions");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001737 }
nikraj01120522a2019-05-31 11:33:07 +01001738
1739 std::vector<DataType> supportedTypes =
1740 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001741 DataType::BFloat16,
1742 DataType::Float16,
1743 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01001744 DataType::QAsymmS8,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001745 DataType::QAsymmU8,
1746 DataType::QSymmS16
nikraj01120522a2019-05-31 11:33:07 +01001747 };
1748
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001749 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1750 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +00001751}
1752
Keith Davisa57eccb2019-06-14 17:33:22 +01001753void SpaceToDepthQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1754{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001755 const std::string descriptorName{"SpaceToDepthQueueDescriptor"};
Keith Davisa57eccb2019-06-14 17:33:22 +01001756
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001757 ValidateNumInputs(workloadInfo, descriptorName, 1);
1758 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Keith Davisa57eccb2019-06-14 17:33:22 +01001759
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001760 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1761 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
1762
1763 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
1764 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Keith Davisa57eccb2019-06-14 17:33:22 +01001765
1766 std::vector<DataType> supportedTypes =
1767 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001768 DataType::BFloat16,
Keith Davisa57eccb2019-06-14 17:33:22 +01001769 DataType::Float32,
1770 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01001771 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001772 DataType::QAsymmU8,
1773 DataType::QSymmS16
Keith Davisa57eccb2019-06-14 17:33:22 +01001774 };
1775
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001776 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
1777 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Keith Davisa57eccb2019-06-14 17:33:22 +01001778
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001779 ValidateTensorNumElementsMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
1780
1781 if (m_Parameters.m_BlockSize == 0)
1782 {
1783 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
1784 }
1785
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001786 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
1787 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
1788 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
1789 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
Keith Davisa57eccb2019-06-14 17:33:22 +01001790
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001791 const TensorShape& inputShape = inputTensorInfo.GetShape();
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001792 if (inputShape[hIndex] % m_Parameters.m_BlockSize != 0 || inputShape[wIndex] % m_Parameters.m_BlockSize != 0)
Keith Davisa57eccb2019-06-14 17:33:22 +01001793 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001794 throw InvalidArgumentException(descriptorName + ": Input shape must be divisible "
1795 "by block size in all spatial dimensions");
Keith Davisa57eccb2019-06-14 17:33:22 +01001796 }
Aron Virginas-Tar8a1b2182019-09-19 14:39:37 +01001797
1798 const TensorShape& outputShape = outputTensorInfo.GetShape();
1799 if (outputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
1800 {
1801 throw InvalidArgumentException(descriptorName + ": The depth of the output tensor"
1802 "must be divisible by the square of block size." );
1803 }
Keith Davisa57eccb2019-06-14 17:33:22 +01001804}
1805
telsoa014fcda012018-03-09 14:13:49 +00001806void FloorQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1807{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001808 const std::string descriptorName{"FloorQueueDescriptor"};
James Conroy83735b12019-05-30 16:36:59 +01001809
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001810 ValidateNumInputs(workloadInfo, descriptorName, 1);
1811 ValidateNumOutputs(workloadInfo, descriptorName, 1);
1812
1813 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
1814 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy83735b12019-05-30 16:36:59 +01001815
1816 std::vector<DataType> supportedTypes =
1817 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001818 DataType::BFloat16,
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001819 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01001820 DataType::Float16,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001821 DataType::QSymmS16
James Conroy83735b12019-05-30 16:36:59 +01001822 };
1823
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001824 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
telsoa014fcda012018-03-09 14:13:49 +00001825
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001826 if (inputTensorInfo != outputTensorInfo)
telsoa014fcda012018-03-09 14:13:49 +00001827 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001828 throw InvalidArgumentException(descriptorName + ": Input and output tensor infos do not match.");
telsoa014fcda012018-03-09 14:13:49 +00001829 }
1830}
1831
telsoa01c577f2c2018-08-31 09:22:23 +01001832void LstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
1833{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001834 // ported from android/ml/nn/common/operations/LSTM.cpp CheckInputTensorDimensions()
1835
1836 const std::string descriptorName{"LstmQueueDescriptor"};
1837
1838 // check dimensions of all inputs and outputs
1839 if (workloadInfo.m_InputTensorInfos.size() != 3)
1840 {
1841 throw InvalidArgumentException(descriptorName + ": Invalid number of inputs.");
1842 }
1843 if (workloadInfo.m_OutputTensorInfos.size() != 4)
1844 {
1845 throw InvalidArgumentException(descriptorName + ": Invalid number of outputs.");
1846 }
1847
1848 std::vector<DataType> supportedTypes =
1849 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00001850 DataType::BFloat16,
Conor Kennedyb9971c92019-05-07 07:14:23 +01001851 DataType::Float16,
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001852 DataType::Float32,
Derek Lambertif90c56d2020-01-10 17:14:08 +00001853 DataType::QSymmS16
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001854 };
1855
Jan Eilers38e05bd2019-06-26 13:10:09 +01001856 // check for supported type of one input and match them with all the other input and output
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001857 ValidateDataTypes(workloadInfo.m_InputTensorInfos[0], supportedTypes, descriptorName);
1858
Jan Eilers38e05bd2019-06-26 13:10:09 +01001859 // type matches all other inputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001860 for (uint32_t i = 1u; i < workloadInfo.m_InputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001861 {
1862 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1863 workloadInfo.m_InputTensorInfos[i],
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001864 descriptorName,
1865 "input_0",
1866 "input_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01001867 }
1868 // type matches all other outputs
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001869 for (uint32_t i = 0u; i < workloadInfo.m_OutputTensorInfos.size(); ++i)
Jan Eilers38e05bd2019-06-26 13:10:09 +01001870 {
1871 ValidateTensorDataTypesMatch(workloadInfo.m_InputTensorInfos[0],
1872 workloadInfo.m_OutputTensorInfos[i],
1873 "LstmQueueDescriptor",
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001874 "input_0",
1875 "output_" + std::to_string(i));
Jan Eilers38e05bd2019-06-26 13:10:09 +01001876 }
Nattapat Chaimanowongeb2b3292019-05-07 12:02:30 +01001877
janeil0117d8d852019-11-15 15:00:16 +00001878 // Making sure clipping parameters have valid values.
1879 // == 0 means no clipping
1880 // > 0 means clipping
1881 if (m_Parameters.m_ClippingThresCell < 0.0f)
1882 {
1883 throw InvalidArgumentException(descriptorName + ": negative cell clipping threshold is invalid");
1884 }
1885 if (m_Parameters.m_ClippingThresProj < 0.0f)
1886 {
1887 throw InvalidArgumentException(descriptorName + ": negative projection clipping threshold is invalid");
1888 }
1889
Jan Eilers38e05bd2019-06-26 13:10:09 +01001890
1891 // Inferring batch size, number of outputs and number of cells from the inputs.
Jan Eilers38e05bd2019-06-26 13:10:09 +01001892 const uint32_t n_input = workloadInfo.m_InputTensorInfos[0].GetShape()[1];
1893 const uint32_t n_batch = workloadInfo.m_InputTensorInfos[0].GetShape()[0];
1894 ValidatePointer(m_InputToOutputWeights, "Null pointer check", "InputToOutputWeights");
1895 const uint32_t n_cell = m_InputToOutputWeights->GetShape()[0];
1896 ValidatePointer(m_RecurrentToOutputWeights, "Null pointer check", "RecurrentToOutputWeights");
1897 const uint32_t n_output = m_RecurrentToOutputWeights->GetShape()[1];
1898
Jan Eilers38e05bd2019-06-26 13:10:09 +01001899 // input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001900 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[0], 2, (n_batch * n_input),
1901 descriptorName + " input_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001902 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001903 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[1], 2, (n_batch * n_output),
1904 descriptorName + " input_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001905 // outputStateInTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001906 ValidateTensorNumDimNumElem(workloadInfo.m_InputTensorInfos[2], 2, (n_batch * n_cell),
1907 descriptorName + " input_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001908 // scratchBufferTensor
1909 unsigned int scratchBufferSize = m_Parameters.m_CifgEnabled ? n_cell * 3 : n_cell * 4;
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001910 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[0], 2, (n_batch * scratchBufferSize),
1911 descriptorName + " output_0");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001912 // outputStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001913 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[1], 2, (n_batch * n_output),
1914 descriptorName + " output_1");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001915 // cellStateOutTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001916 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[2], 2, (n_batch * n_cell),
1917 descriptorName + " output_2");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001918 // outputTensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001919 ValidateTensorNumDimNumElem(workloadInfo.m_OutputTensorInfos[3], 2, (n_batch * n_output),
1920 descriptorName + " output_3");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001921
1922
1923 // check that dimensions of inputs/outputs and QueueDescriptor data match with each other
1924 if ( m_InputToInputWeights )
1925 {
1926 ValidateTensorNumDimNumElem(m_InputToInputWeights->GetTensorInfo(), 2,
1927 (n_cell * n_input), "InputLayerNormWeights");
1928 }
1929
1930 ValidatePointer(m_InputToForgetWeights, "Null pointer check", "InputToForgetWeights");
1931 ValidateTensorNumDimNumElem(m_InputToForgetWeights->GetTensorInfo(), 2,
1932 (n_cell * n_input), "InputToForgetWeights");
1933
1934 ValidatePointer(m_InputToCellWeights, "Null pointer check", "InputToCellWeights");
1935 ValidateTensorNumDimNumElem(m_InputToCellWeights->GetTensorInfo(), 2,
1936 (n_cell * n_input), "InputToCellWeights");
1937
1938 if ( m_RecurrentToInputWeights )
1939 {
1940 ValidateTensorNumDimNumElem(m_RecurrentToInputWeights->GetTensorInfo(), 2,
1941 (n_cell * n_output), "RecurrentToInputWeights");
1942 }
1943
1944 ValidatePointer(m_RecurrentToForgetWeights, "Null pointer check", "RecurrentToForgetWeights");
1945 ValidateTensorNumDimNumElem(m_RecurrentToForgetWeights->GetTensorInfo(), 2,
1946 (n_cell * n_output), "RecurrentToForgetWeights");
1947
1948 ValidatePointer(m_RecurrentToCellWeights, "Null pointer check", "RecurrentToCellWeights");
1949 ValidateTensorNumDimNumElem(m_RecurrentToCellWeights->GetTensorInfo(), 2,
1950 (n_cell * n_output), "RecurrentToCellWeights");
1951
1952 // Make sure the input-gate's parameters are either both present (regular
1953 // LSTM) or not at all (CIFG-LSTM). And CifgEnable is set accordingly.
1954 bool cifg_weights_all_or_none = ((m_InputToInputWeights && m_RecurrentToInputWeights &&
1955 !m_Parameters.m_CifgEnabled) ||
1956 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
1957 m_Parameters.m_CifgEnabled));
1958 if (!cifg_weights_all_or_none)
1959 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001960 throw InvalidArgumentException(descriptorName + ": Input-Gate's parameters InputToInputWeights and "
1961 "RecurrentToInputWeights must either both be present (regular LSTM) "
1962 "or both not present (CIFG-LSTM). In addition CifgEnable must be set "
1963 "accordingly.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001964 }
1965
1966 if ( m_CellToInputWeights )
1967 {
1968 ValidateTensorNumDimNumElem(m_CellToInputWeights->GetTensorInfo(), 1,
1969 n_cell, "CellToInputWeights");
1970 }
1971 if ( m_CellToForgetWeights )
1972 {
1973 ValidateTensorNumDimNumElem(m_CellToForgetWeights->GetTensorInfo(), 1,
1974 n_cell, "CellToForgetWeights");
1975 }
1976 if ( m_CellToOutputWeights )
1977 {
1978 ValidateTensorNumDimNumElem(m_CellToOutputWeights->GetTensorInfo(), 1,
1979 n_cell, "CellToOutputWeights");
1980 }
1981
1982 // Making sure the peephole weights are there all or none. And PeepholeEnable is set accordingly.
1983 bool peephole_weights_all_or_none =
1984 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
1985 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
1986 || ( !m_CellToInputWeights && !m_CellToForgetWeights
1987 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
1988 if (!peephole_weights_all_or_none)
1989 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001990 throw InvalidArgumentException(descriptorName + ": Invalid combination of peephole parameters.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001991 }
1992
1993 // Make sure the input gate bias is present only when not a CIFG-LSTM.
1994 if (m_Parameters.m_CifgEnabled)
1995 {
1996 if (m_InputGateBias)
1997 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01001998 throw InvalidArgumentException(descriptorName + ": InputGateBias is present and CIFG-LSTM is enabled.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01001999 }
2000 }
2001 else
2002 {
2003 if (!m_InputGateBias)
2004 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002005 throw InvalidArgumentException(descriptorName + ": If CIFG-LSTM is disabled InputGateBias "
2006 "must be present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002007 }
2008 ValidateTensorNumDimNumElem(m_InputGateBias->GetTensorInfo(), 1,
2009 n_cell, "InputGateBias");
2010 }
2011
2012 ValidatePointer(m_ForgetGateBias, "Null pointer check", "ForgetGateBias");
2013 ValidateTensorNumDimNumElem(m_ForgetGateBias->GetTensorInfo(), 1, n_cell, "ForgetGateBias");
2014
2015 ValidatePointer(m_CellBias, "Null pointer check", "CellBias");
2016 ValidateTensorNumDimNumElem(m_CellBias->GetTensorInfo(), 1, n_cell, "CellBias");
2017
2018 ValidatePointer(m_OutputGateBias, "Null pointer check", "OutputGateBias");
2019 ValidateTensorNumDimNumElem(m_OutputGateBias->GetTensorInfo(), 1, n_cell, "OutputGateBias");
2020
2021 if (m_ProjectionWeights)
2022 {
2023 ValidateTensorNumDimNumElem(m_ProjectionWeights->GetTensorInfo(), 2,
2024 (n_cell * n_output), "ProjectionWeights");
2025 }
2026 if (m_ProjectionBias)
2027 {
2028 ValidateTensorNumDimNumElem(m_ProjectionBias->GetTensorInfo(), 1, n_output, "ProjectionBias");
2029 }
2030
2031 // Making sure the projection tensors are consistent:
2032 // 1) If projection weight is not present, then projection bias should not be
2033 // present.
2034 // 2) If projection weight is present, then projection bias is optional.
2035 bool projecton_tensors_consistent = ((!m_ProjectionWeights && !m_ProjectionBias &&
2036 !m_Parameters.m_ProjectionEnabled)
2037 || (m_ProjectionWeights && !m_ProjectionBias &&
2038 m_Parameters.m_ProjectionEnabled)
2039 || (m_ProjectionWeights && m_ProjectionBias &&
2040 m_Parameters.m_ProjectionEnabled));
2041 if (!projecton_tensors_consistent)
2042 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002043 throw InvalidArgumentException(descriptorName + ": Projection tensors are inconsistent.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002044 }
2045
2046 // The four layer normalization weights either all have values or none of them have values. Additionally, if
2047 // CIFG is used, input layer normalization weights tensor is omitted and the other layer normalization weights
2048 // either all have values or none of them have values. Layer normalization is used when the values of all the
2049 // layer normalization weights are present
2050 if (m_InputLayerNormWeights)
2051 {
2052 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(), 1, n_cell, "InputLayerNormWeights");
2053 }
2054 if (m_ForgetLayerNormWeights)
2055 {
2056 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2057 }
2058 if (m_CellLayerNormWeights)
2059 {
2060 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2061 }
2062 if (m_OutputLayerNormWeights)
2063 {
2064 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2065 }
2066
Jan Eilers38e05bd2019-06-26 13:10:09 +01002067 if (m_Parameters.m_LayerNormEnabled)
2068 {
2069 if (!m_Parameters.m_CifgEnabled)
2070 {
2071 if (!m_InputLayerNormWeights)
2072 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002073 throw InvalidArgumentException(descriptorName + ": Layer normalisation is enabled and CIFG-LSTM is "
2074 "disabled but InputLayerNormWeights are not present");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002075 }
2076 ValidateTensorNumDimNumElem(m_InputLayerNormWeights->GetTensorInfo(),
2077 1, n_cell, "InputLayerNormWeights");
2078 }
2079 else if (m_InputLayerNormWeights)
2080 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002081 throw InvalidArgumentException(descriptorName + ":InputLayerNormWeights are present while CIFG is "
2082 "enabled");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002083 }
2084
2085 ValidatePointer(m_ForgetLayerNormWeights, "Null pointer check layer normalisation enabled",
2086 "ForgetLayerNormWeights");
2087 ValidateTensorNumDimNumElem(m_ForgetLayerNormWeights->GetTensorInfo(), 1, n_cell, "ForgetLayerNormWeights");
2088
2089 ValidatePointer(m_OutputLayerNormWeights, "Null pointer check layer normalisation enabled",
2090 "OutputLayerNormWeights");
2091 ValidateTensorNumDimNumElem(m_OutputLayerNormWeights->GetTensorInfo(), 1, n_cell, "OutputLayerNormWeights");
2092
2093 ValidatePointer(m_CellLayerNormWeights, "Null pointer check layer normalisation enabled",
2094 "CellLayerNormWeights");
2095 ValidateTensorNumDimNumElem(m_CellLayerNormWeights->GetTensorInfo(), 1, n_cell, "CellLayerNormWeights");
2096 }
2097 else if (m_InputLayerNormWeights || m_ForgetLayerNormWeights || m_OutputLayerNormWeights || m_CellLayerNormWeights)
2098 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002099 throw InvalidArgumentException(descriptorName + ": Layer normalisation is disabled but one or more layer "
2100 "normalisation weights are present.");
Jan Eilers38e05bd2019-06-26 13:10:09 +01002101 }
telsoa01c577f2c2018-08-31 09:22:23 +01002102}
2103
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +00002104void ConvertBf16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2105{
2106 const std::string descriptorName{"ConvertBf16ToFp32QueueDescriptor"};
2107
2108 ValidateNumInputs(workloadInfo, descriptorName, 1);
2109 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2110
2111 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2112 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2113
2114 if (inputTensorInfo.GetDataType() != DataType::BFloat16)
2115 {
2116 throw InvalidArgumentException(descriptorName + ": Input tensor type must be BFloat16.");
2117 }
2118
2119 if (outputTensorInfo.GetDataType() != DataType::Float32)
2120 {
2121 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2122 }
2123
2124 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2125}
2126
Narumol Prangnawaratea54a012020-03-16 16:36:10 +00002127void ConvertFp32ToBf16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2128{
2129 const std::string descriptorName{"ConvertFp32ToBf16QueueDescriptor"};
2130
2131 ValidateNumInputs(workloadInfo, descriptorName, 1);
2132 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2133
2134 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2135 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2136
2137 if (inputTensorInfo.GetDataType() != DataType::Float32)
2138 {
2139 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
2140 }
2141
2142 if (outputTensorInfo.GetDataType() != DataType::BFloat16)
2143 {
2144 throw InvalidArgumentException(descriptorName + ": Output tensor type must be BFloat16.");
2145 }
2146
2147 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2148}
2149
telsoa01c577f2c2018-08-31 09:22:23 +01002150void ConvertFp32ToFp16QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2151{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002152 const std::string descriptorName{"ConvertFp32ToFp16QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002153
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002154 ValidateNumInputs(workloadInfo, descriptorName, 1);
2155 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2156
2157 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2158 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2159
2160 if (inputTensorInfo.GetDataType() != DataType::Float32)
telsoa01c577f2c2018-08-31 09:22:23 +01002161 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002162 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float32.");
telsoa01c577f2c2018-08-31 09:22:23 +01002163 }
2164
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002165 if (outputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002166 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002167 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002168 }
2169
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002170 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002171}
2172
2173void ConvertFp16ToFp32QueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2174{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002175 const std::string descriptorName{"ConvertFp16ToFp32QueueDescriptor"};
telsoa01c577f2c2018-08-31 09:22:23 +01002176
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002177 ValidateNumInputs(workloadInfo, descriptorName, 1);
2178 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2179
2180 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2181 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2182
2183 if (inputTensorInfo.GetDataType() != DataType::Float16)
telsoa01c577f2c2018-08-31 09:22:23 +01002184 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002185 throw InvalidArgumentException(descriptorName + ": Input tensor type must be Float16.");
telsoa01c577f2c2018-08-31 09:22:23 +01002186 }
2187
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002188 if (outputTensorInfo.GetDataType() != DataType::Float32)
2189 {
2190 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Float32.");
2191 }
2192
2193 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
telsoa01c577f2c2018-08-31 09:22:23 +01002194}
2195
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002196void DivisionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2197{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002198 const std::string descriptorName{"DivisionQueueDescriptor"};
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002199
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002200 ValidateNumInputs(workloadInfo, descriptorName, 2);
2201 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2202
2203 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2204 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2205 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2206
2207 std::vector<DataType> supportedTypes =
2208 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002209 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002210 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002211 DataType::Float32,
2212 DataType::QAsymmS8,
2213 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002214 DataType::QSymmS16,
2215 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002216 };
2217
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002218 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2219 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2220 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002221
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002222 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2223 inputTensorInfo1,
2224 outputTensorInfo,
2225 descriptorName,
2226 "input_0",
2227 "input_1");
Francis Murtaghe7a86a42018-08-29 12:42:10 +01002228}
2229
David Beckc2044fe2018-09-05 15:00:38 +01002230void SubtractionQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2231{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002232 const std::string descriptorName{"SubtractionQueueDescriptor"};
David Beckc2044fe2018-09-05 15:00:38 +01002233
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002234 ValidateNumInputs(workloadInfo, descriptorName, 2);
2235 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2236
2237 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2238 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2239 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2240
2241 std::vector<DataType> supportedTypes =
2242 {
Sadik Armagan303980c2020-04-17 12:45:14 +01002243 DataType::BFloat16,
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002244 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002245 DataType::Float32,
2246 DataType::QAsymmS8,
2247 DataType::QAsymmU8,
Teresa Charlinecb6b8e2020-05-22 18:08:23 +01002248 DataType::QSymmS16,
2249 DataType::Signed32,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002250 };
2251
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002252 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2253 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2254 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002255
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002256 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2257 inputTensorInfo1,
2258 outputTensorInfo,
2259 descriptorName,
2260 "input_0",
2261 "input_1");
David Beckc2044fe2018-09-05 15:00:38 +01002262}
2263
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002264void MaximumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2265{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002266 const std::string descriptorName{"MaximumQueueDescriptor"};
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002267
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002268 ValidateNumInputs(workloadInfo, descriptorName, 2);
2269 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2270
2271 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2272 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2273 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2274
2275 std::vector<DataType> supportedTypes =
2276 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002277 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002278 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002279 DataType::Float32,
Keith Davis67e6c542020-02-19 10:08:33 +00002280 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002281 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002282 DataType::QSymmS16,
2283 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002284 };
2285
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002286 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2287 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2288 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002289
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002290 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2291 inputTensorInfo1,
2292 outputTensorInfo,
2293 descriptorName,
2294 "input_0",
2295 "input_1");
Nattapat Chaimanowong5a4304a2018-11-28 10:44:37 +00002296}
2297
narpra01a6bf9122018-09-10 09:50:09 +01002298void MeanQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2299{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002300 const std::string descriptorName{"MeanQueueDescriptor"};
James Conroy4d1ff582019-06-10 17:06:39 +01002301
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002302 ValidateNumInputs(workloadInfo, descriptorName, 1);
2303 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2304
2305 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2306 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
James Conroy4d1ff582019-06-10 17:06:39 +01002307
2308 std::vector<DataType> supportedTypes =
2309 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002310 DataType::BFloat16,
James Conroy4d1ff582019-06-10 17:06:39 +01002311 DataType::Float32,
2312 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002313 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002314 DataType::QAsymmU8,
2315 DataType::QSymmS16
James Conroy4d1ff582019-06-10 17:06:39 +01002316 };
narpra01eb061912018-09-10 17:35:27 +01002317
James Conroy4d1ff582019-06-10 17:06:39 +01002318 // First check if input tensor data type is supported, then
2319 // check if this data type matches the output tensor data type
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002320 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2321 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
James Conroy4d1ff582019-06-10 17:06:39 +01002322
narpra0132b90462018-09-13 11:07:48 +01002323 if (m_Parameters.m_KeepDims)
narpra01eb061912018-09-10 17:35:27 +01002324 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002325 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
narpra01eb061912018-09-10 17:35:27 +01002326 }
narpra0132b90462018-09-13 11:07:48 +01002327 else if (m_Parameters.m_Axis.empty())
narpra01eb061912018-09-10 17:35:27 +01002328 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002329 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
narpra01eb061912018-09-10 17:35:27 +01002330 }
2331 else
2332 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002333 unsigned int outputDim =
Matthew Sloyan171214c2020-09-09 09:07:37 +01002334 inputTensorInfo.GetNumDimensions() - armnn::numeric_cast<unsigned int>(m_Parameters.m_Axis.size());
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002335 ValidateTensorNumDimensions(outputTensorInfo,
2336 descriptorName,
narpra01eb061912018-09-10 17:35:27 +01002337 outputDim > 0 ? outputDim : 1,
2338 "output");
2339 }
narpra01a6bf9122018-09-10 09:50:09 +01002340}
2341
jimfly012c9322a2018-09-19 10:59:49 +01002342void PadQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2343{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002344 const std::string descriptorName{"PadQueueDescriptor"};
jimfly012c9322a2018-09-19 10:59:49 +01002345
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002346 ValidateNumInputs(workloadInfo, descriptorName, 1);
2347 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2348
2349 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2350 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nina Drozd661dfa72018-10-02 11:14:17 +01002351
jimfly012c9322a2018-09-19 10:59:49 +01002352 // input and output should have the same number of dimensions
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002353 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, inputTensorInfo.GetNumDimensions(), "output");
2354
jimfly012c9322a2018-09-19 10:59:49 +01002355 // there should be entry in the pad list for each dimension in the input tensor
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002356 if (m_Parameters.m_PadList.size() != inputTensorInfo.GetNumDimensions()) {
2357 throw InvalidArgumentException(descriptorName + ":Pad List should contain the same number of entries "
2358 "as there are dimensions in the input tensor that is " +
2359 std::to_string(inputTensorInfo.GetNumDimensions()) + " entries " +
2360 " not " + std::to_string(m_Parameters.m_PadList.size()) + " entries.");
jimfly012c9322a2018-09-19 10:59:49 +01002361 }
2362}
2363
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002364void QuantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2365{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002366 const std::string descriptorName{"QuantizeQueueDescriptor"};
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002367
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002368 ValidateNumInputs(workloadInfo, descriptorName, 1);
2369 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002370
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002371 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2372 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2373
Sadik Armagan2208b602019-07-31 16:36:27 +01002374 std::vector<DataType> supportedTypes =
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002375 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002376 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002377 DataType::Float32,
Keith Davis5e51cd82020-01-29 16:52:59 +00002378 DataType::Float16,
2379 DataType::QSymmS8,
Ryan OShea9add1202020-02-07 10:06:33 +00002380 DataType::QAsymmS8,
Keith Davis5e51cd82020-01-29 16:52:59 +00002381 DataType::QAsymmU8,
2382 DataType::QSymmS16
Sadik Armagan2208b602019-07-31 16:36:27 +01002383 };
2384
2385 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002386
Keith Davis0c2eeac2020-02-11 16:51:50 +00002387 if (!IsQuantizedType(outputTensorInfo.GetDataType()))
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002388 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002389 throw InvalidArgumentException(descriptorName + ": Output of quantized layer must be quantized type.");
Derek Lambertia9cca6a2019-03-25 15:41:58 +00002390 }
2391}
2392
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002393void BatchToSpaceNdQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2394{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002395 const std::string descriptorName{"BatchToSpaceNdQueueDescriptor"};
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002396
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002397 ValidateNumInputs(workloadInfo, descriptorName, 1);
2398 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002399
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002400 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2401 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002402
2403 std::vector<DataType> supportedTypes =
2404 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002405 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002406 DataType::Float32,
2407 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002408 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002409 DataType::QAsymmU8,
2410 DataType::QSymmS16
Francis Murtaghd0dfe172019-06-25 10:57:10 +01002411 };
2412
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002413 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2414 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +00002415}
2416
Conor Kennedy430b5d82018-11-14 15:28:28 +00002417void StridedSliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2418{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002419 const std::string descriptorName{"StridedSliceQueueDescriptor"};
Conor Kennedy430b5d82018-11-14 15:28:28 +00002420
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002421 ValidateNumInputs(workloadInfo, descriptorName, 1);
2422 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2423
2424 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2425 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002426
2427 std::vector<DataType> supportedTypes =
2428 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002429 DataType::BFloat16,
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002430 DataType::Float16,
2431 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002432 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002433 DataType::QAsymmU8,
2434 DataType::QSymmS16
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002435 };
2436
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002437 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2438 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002439
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002440 ValidateTensorQuantizationSpace(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Matteo Martincighe851b3d2019-05-28 14:31:20 +01002441
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002442 const uint32_t rank = inputTensorInfo.GetNumDimensions();
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002443 if (rank > 4)
2444 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002445 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
Nattapat Chaimanowonga0d28442018-11-21 16:48:17 +00002446 }
2447
Conor Kennedy430b5d82018-11-14 15:28:28 +00002448 // Begin, End & Stride length must be of rank(input0)
2449 if (m_Parameters.m_Begin.size() != rank)
2450 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002451 throw InvalidArgumentException(descriptorName + ": Begin length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002452 }
2453
2454 if (m_Parameters.m_End.size() != rank)
2455 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002456 throw InvalidArgumentException(descriptorName + ": End length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002457 }
2458
2459 if (m_Parameters.m_Stride.size() != rank)
2460 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002461 throw InvalidArgumentException(descriptorName + ": Stride length must be of rank " + std::to_string(rank));
Conor Kennedy430b5d82018-11-14 15:28:28 +00002462 }
2463
2464 // Stride entries must be non-zero
2465 for (auto& stride : m_Parameters.m_Stride)
2466 {
2467 if (stride == 0)
2468 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002469 throw InvalidArgumentException(descriptorName + ": Stride entries must be non-zero.");
Conor Kennedy430b5d82018-11-14 15:28:28 +00002470 }
2471 }
2472}
2473
kevmay0190539692018-11-29 08:40:19 +00002474void MinimumQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2475{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002476 const std::string descriptorName{"MinimumQueueDescriptor"};
kevmay0190539692018-11-29 08:40:19 +00002477
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002478 ValidateNumInputs(workloadInfo, descriptorName, 2);
2479 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2480
2481 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2482 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2483 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2484
2485 std::vector<DataType> supportedTypes =
2486 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002487 DataType::BFloat16,
Mike Kelly1da02362019-08-01 08:43:57 +01002488 DataType::Float16,
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002489 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002490 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002491 DataType::QAsymmU8,
Sadik Armagan303980c2020-04-17 12:45:14 +01002492 DataType::QSymmS16,
2493 DataType::Signed32
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002494 };
2495
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002496 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2497 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
2498 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Sadik Armagan2e6dc3a2019-04-03 17:48:18 +01002499
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002500 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2501 inputTensorInfo1,
2502 outputTensorInfo,
2503 descriptorName,
2504 "input_0",
2505 "input_1");
kevmay0190539692018-11-29 08:40:19 +00002506}
2507
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002508void DebugQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2509{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002510 const std::string descriptorName{"DebugQueueDescriptor"};
2511
2512 ValidateNumInputs(workloadInfo, descriptorName, 1);
2513 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +00002514}
2515
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002516void EqualQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2517{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002518 const std::string descriptorName{"EqualQueueDescriptor"};
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002519
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002520 ValidateNumInputs(workloadInfo, descriptorName, 2);
2521 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002522
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002523 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2524 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2525 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2526
2527 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2528 inputTensorInfo1,
2529 outputTensorInfo,
2530 descriptorName,
2531 "input_0",
2532 "input_1");
2533
2534 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002535 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002536 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002537 }
FrancisMurtagh30cdfca2018-12-18 12:57:35 +00002538}
2539
FrancisMurtagh878f0232018-12-19 10:56:15 +00002540void GreaterQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2541{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002542 const std::string descriptorName{"GreaterQueueDescriptor"};
FrancisMurtagh878f0232018-12-19 10:56:15 +00002543
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002544 ValidateNumInputs(workloadInfo, descriptorName, 2);
2545 ValidateNumOutputs(workloadInfo, descriptorName, 1);
kevmay012b4d88e2019-01-24 14:05:09 +00002546
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002547 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2548 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2549 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2550
2551 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
2552 inputTensorInfo1,
2553 outputTensorInfo,
2554 descriptorName,
2555 "input_0",
2556 "input_1");
2557
2558 if (outputTensorInfo.GetDataType() != DataType::Boolean)
kevmay012b4d88e2019-01-24 14:05:09 +00002559 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002560 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
kevmay012b4d88e2019-01-24 14:05:09 +00002561 }
FrancisMurtagh878f0232018-12-19 10:56:15 +00002562}
2563
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002564void RsqrtQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2565{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002566 const std::string descriptorName{"RsqrtQueueDescriptor"};
2567
2568 ValidateNumInputs(workloadInfo, descriptorName, 1);
2569 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2570
2571 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2572 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2573
2574 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
nikraj010421e7f2019-06-14 09:40:34 +01002575
2576 std::vector<DataType> supportedTypes =
2577 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002578 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002579 DataType::Float16,
2580 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002581 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002582 DataType::QAsymmU8,
2583 DataType::QSymmS16
nikraj010421e7f2019-06-14 09:40:34 +01002584 };
2585
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002586 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2587 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +00002588}
2589
narpra01b89b05f2019-01-16 09:53:09 +00002590void GatherQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2591{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002592 const std::string descriptorName{"GatherQueueDescriptor"};
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002593
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002594 ValidateNumInputs(workloadInfo, descriptorName, 2);
2595 ValidateNumOutputs(workloadInfo, descriptorName, 1);
narpra014951d842019-01-18 16:53:53 +00002596
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002597 const TensorInfo& indicesTensorInfo = workloadInfo.m_InputTensorInfos[1];
2598 if (indicesTensorInfo.GetDataType() != DataType::Signed32)
narpra014951d842019-01-18 16:53:53 +00002599 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002600 throw InvalidArgumentException(descriptorName + ": Indices tensor type must be Int32.");
narpra014951d842019-01-18 16:53:53 +00002601 }
2602
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002603 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2604 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2605
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002606 std::vector<DataType> supportedTypes =
2607 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002608 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002609 DataType::Float16,
2610 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002611 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002612 DataType::QAsymmU8,
Teresa Charlin93492462020-05-29 13:08:59 +01002613 DataType::QSymmS16,
2614 DataType::Signed32,
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002615 };
2616
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002617 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002618
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002619 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Ellen Norris-Thompsone0dbedf2019-06-24 09:23:38 +01002620
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002621 unsigned int outputDim = inputTensorInfo.GetNumDimensions() + indicesTensorInfo.GetNumDimensions() - 1;
2622 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, outputDim, "output");
narpra01b89b05f2019-01-16 09:53:09 +00002623}
2624
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002625void DetectionPostProcessQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2626{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002627 const std::string& descriptorName{"DetectionPostProcessQueueDescriptor"};
2628
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002629 ValidateNumInputs(workloadInfo, descriptorName, 2);
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002630
2631 if (workloadInfo.m_OutputTensorInfos.size() != 4)
2632 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002633 throw InvalidArgumentException(descriptorName + ": Requires exactly four outputs. " +
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002634 to_string(workloadInfo.m_OutputTensorInfos.size()) + " has been provided.");
2635 }
2636
2637 if (m_Anchors == nullptr)
2638 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002639 throw InvalidArgumentException(descriptorName + ": Anchors tensor descriptor is missing.");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002640 }
2641
2642 const TensorInfo& boxEncodingsInfo = workloadInfo.m_InputTensorInfos[0];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002643 const TensorInfo& scoresInfo = workloadInfo.m_InputTensorInfos[1];
2644 const TensorInfo& anchorsInfo = m_Anchors->GetTensorInfo();
2645
2646 const TensorInfo& detectionBoxesInfo = workloadInfo.m_OutputTensorInfos[0];
Narumol Prangnawarat6d302bf2019-02-04 11:46:26 +00002647 const TensorInfo& detectionClassesInfo = workloadInfo.m_OutputTensorInfos[1];
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002648 const TensorInfo& detectionScoresInfo = workloadInfo.m_OutputTensorInfos[2];
2649 const TensorInfo& numDetectionsInfo = workloadInfo.m_OutputTensorInfos[3];
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002650
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002651 ValidateTensorNumDimensions(boxEncodingsInfo, descriptorName, 3, "box encodings");
2652 ValidateTensorNumDimensions(scoresInfo, descriptorName, 3, "scores");
2653 ValidateTensorNumDimensions(anchorsInfo, descriptorName, 2, "anchors");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002654
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002655 const std::vector<DataType> supportedInputTypes =
2656 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002657 DataType::BFloat16,
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002658 DataType::Float32,
Matthew Jackson9bff1442019-09-12 09:08:23 +01002659 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002660 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002661 DataType::QAsymmU8,
2662 DataType::QSymmS16
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002663 };
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002664
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002665 ValidateDataTypes(boxEncodingsInfo, supportedInputTypes, descriptorName);
2666 ValidateDataTypes(scoresInfo, supportedInputTypes, descriptorName);
2667 ValidateDataTypes(anchorsInfo, supportedInputTypes, descriptorName);
2668
2669 ValidateTensorNumDimensions(detectionBoxesInfo, descriptorName, 3, "detection boxes");
2670 ValidateTensorNumDimensions(detectionScoresInfo, descriptorName, 2, "detection scores");
2671 ValidateTensorNumDimensions(detectionClassesInfo, descriptorName, 2, "detection classes");
2672 ValidateTensorNumDimensions(numDetectionsInfo, descriptorName, 1, "num detections");
2673
2674 // NOTE: Output is always Float32 regardless of input type
2675 ValidateTensorDataType(detectionBoxesInfo, DataType::Float32, descriptorName, "detection boxes");
2676 ValidateTensorDataType(detectionScoresInfo, DataType::Float32, descriptorName, "detection scores");
2677 ValidateTensorDataType(detectionClassesInfo, DataType::Float32, descriptorName, "detection classes");
2678 ValidateTensorDataType(numDetectionsInfo, DataType::Float32, descriptorName, "num detections");
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002679
2680 if (m_Parameters.m_NmsIouThreshold <= 0.0f || m_Parameters.m_NmsIouThreshold > 1.0f)
2681 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002682 throw InvalidArgumentException(descriptorName + ": Intersection over union threshold "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002683 "must be positive and less than or equal to 1.");
2684 }
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002685
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002686 if (scoresInfo.GetShape()[2] != m_Parameters.m_NumClasses + 1)
2687 {
Aron Virginas-Tar6331f912019-06-03 17:10:02 +01002688 throw InvalidArgumentException(descriptorName + ": Number of classes with background "
Narumol Prangnawaratbc67cef2019-01-31 15:31:54 +00002689 "should be equal to number of classes + 1.");
2690 }
2691}
2692
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002693void DequantizeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2694{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002695 const std::string& descriptorName{"DequantizeQueueDescriptor"};
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002696
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002697 ValidateNumInputs(workloadInfo, descriptorName, 1);
2698 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2699
2700 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2701 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2702
Aron Virginas-Tare9323ec2019-11-26 12:50:34 +00002703 if (!IsQuantizedType(inputTensorInfo.GetDataType()))
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002704 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002705 throw InvalidArgumentException(descriptorName + ": Input to dequantize layer must be quantized type.");
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002706 }
2707
Sadik Armagan2208b602019-07-31 16:36:27 +01002708 std::vector<DataType> supportedTypes =
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002709 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002710 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01002711 DataType::Float32,
2712 DataType::Float16
Sadik Armagan2208b602019-07-31 16:36:27 +01002713 };
2714
2715 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +00002716}
2717
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002718void MergeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2719{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002720 const std::string& descriptorName{"MergeQueueDescriptor"};
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002721
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002722 ValidateNumInputs(workloadInfo, descriptorName, 2);
2723 ValidateNumOutputs(workloadInfo, descriptorName, 1);
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002724
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002725 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2726 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2727 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002728
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002729 ValidateTensorShapesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2730 ValidateTensorShapesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
2731
2732 ValidateTensorDataTypesMatch(inputTensorInfo0, inputTensorInfo1, descriptorName, "input_0", "input_1");
2733 ValidateTensorDataTypesMatch(inputTensorInfo0, outputTensorInfo, descriptorName, "input_0", "output");
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +01002734}
2735
Sadik Armaganeff363d2019-04-05 15:25:46 +01002736void SwitchQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2737{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002738 const std::string& descriptorName{"SwitchQueueDescriptor"};
Sadik Armaganeff363d2019-04-05 15:25:46 +01002739
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002740 ValidateNumInputs(workloadInfo, descriptorName, 2);
2741 ValidateNumOutputs(workloadInfo, descriptorName, 2);
2742
2743 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
2744 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
2745
2746 const TensorInfo& outputTensorInfo0 = workloadInfo.m_OutputTensorInfos[0];
2747 const TensorInfo& outputTensorInfo1 = workloadInfo.m_OutputTensorInfos[1];
2748
2749 std::vector<DataType> supportedTypes =
2750 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002751 DataType::BFloat16,
Sadik Armaganeff363d2019-04-05 15:25:46 +01002752 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002753 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002754 DataType::QAsymmU8,
2755 DataType::QSymmS16
Sadik Armaganeff363d2019-04-05 15:25:46 +01002756 };
2757
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002758 ValidateDataTypes(inputTensorInfo0, supportedTypes, descriptorName);
2759 ValidateDataTypes(inputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002760
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002761 ValidateDataTypes(outputTensorInfo0, supportedTypes, descriptorName);
2762 ValidateDataTypes(outputTensorInfo1, supportedTypes, descriptorName);
Sadik Armaganeff363d2019-04-05 15:25:46 +01002763
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002764 ValidateTensorShapesMatch(inputTensorInfo0,
2765 outputTensorInfo0,
2766 descriptorName,
2767 "input_0",
2768 "output_0");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002769
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002770 ValidateTensorShapesMatch(inputTensorInfo0,
2771 outputTensorInfo1,
2772 descriptorName,
2773 "input_0",
2774 "output_1");
Sadik Armaganeff363d2019-04-05 15:25:46 +01002775}
2776
Derek Lamberti901ea112019-12-10 22:07:09 +00002777void PreCompiledQueueDescriptor::Validate(const WorkloadInfo& /*workloadInfo*/) const
Matteo Martincigh49124022019-01-11 13:25:59 +00002778{
2779 // This is internally generated so it should not need validation.
2780}
2781
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002782void PreluQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2783{
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002784 const std::string& descriptorName{"PreluQueueDescriptor"};
2785
2786 ValidateNumInputs(workloadInfo, descriptorName, 2);
2787 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2788
2789 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2790 const TensorInfo& alphaTensorInfo = workloadInfo.m_InputTensorInfos[1];
2791 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002792
2793 std::vector<DataType> supportedTypes
2794 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002795 DataType::BFloat16,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002796 DataType::Float16,
2797 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01002798 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002799 DataType::QAsymmU8,
2800 DataType::QSymmS16
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002801 };
2802
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002803 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2804 ValidateDataTypes(alphaTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002805
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002806 ValidateDataTypes(outputTensorInfo, supportedTypes, descriptorName);
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002807
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002808 ValidateTensorDataTypesMatch(inputTensorInfo, alphaTensorInfo, descriptorName, "input", "alpha");
2809 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "ouptut");
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002810
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002811 ValidateBroadcastTensorShapesMatch(inputTensorInfo,
2812 alphaTensorInfo,
2813 outputTensorInfo,
2814 descriptorName,
Matteo Martincigh0e406ee2019-06-12 15:42:18 +01002815 "input",
2816 "alpha");
2817}
2818
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002819void TransposeConvolution2dQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2820{
2821 const std::string descriptorName{"TransposeConvolution2dQueueDescriptor"};
2822
2823 ValidateNumInputs(workloadInfo, descriptorName, 1);
2824 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2825
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002826 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2827 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2828
2829 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, 4, "input");
2830 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 4, "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002831
2832 ValidatePointer(m_Weight, descriptorName, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002833
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002834 const TensorInfo& weightTensorInfo = m_Weight->GetTensorInfo();
2835 ValidateTensorNumDimensions(weightTensorInfo, descriptorName, 4, "weight");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002836
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002837 ValidateWeightDataType(inputTensorInfo, weightTensorInfo, descriptorName);
2838
2839 Optional<TensorInfo> optionalBiasTensorInfo;
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002840 if (m_Parameters.m_BiasEnabled)
2841 {
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002842 ValidatePointer(m_Bias, descriptorName, "bias");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002843
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002844 optionalBiasTensorInfo = MakeOptional<TensorInfo>(m_Bias->GetTensorInfo());
2845 const TensorInfo& biasTensorInfo = optionalBiasTensorInfo.value();
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002846
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002847 ValidateTensorDataType(biasTensorInfo, GetBiasDataType(inputTensorInfo.GetDataType()), descriptorName, "bias");
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01002848 ValidateBiasTensorQuantization(biasTensorInfo, inputTensorInfo, weightTensorInfo, descriptorName);
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002849 }
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002850
2851 ValidatePerAxisQuantization(inputTensorInfo,
2852 outputTensorInfo,
2853 weightTensorInfo,
2854 optionalBiasTensorInfo,
2855 descriptorName);
2856
2857 std::vector<DataType> supportedTypes =
2858 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00002859 DataType::BFloat16,
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002860 DataType::Float32,
2861 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01002862 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00002863 DataType::QAsymmU8,
2864 DataType::QSymmS16
Aron Virginas-Tar94d3b932019-11-11 12:54:47 +00002865 };
2866
2867 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
2868 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
Aron Virginas-Tar639fb042019-06-20 14:28:19 +01002869}
2870
Mike Kellyc9ea45a2020-02-28 18:11:58 +00002871void TransposeQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2872{
2873 const std::string descriptorName{"TransposeQueueDescriptor"};
2874
2875 ValidateNumInputs(workloadInfo, descriptorName, 1);
2876 ValidateNumOutputs(workloadInfo, descriptorName, 1);
2877
2878 const PermutationVector& mapping = m_Parameters.m_DimMappings;
2879
2880 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
2881 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
2882
2883 ValidateTensorNumDimensions(inputTensorInfo, descriptorName, mapping.GetSize(), "input");
2884 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, mapping.GetSize(), "output");
2885
2886 for (unsigned int i = 0u; i < mapping.GetSize(); ++i)
2887 {
2888 if (inputTensorInfo.GetShape()[mapping[i]] != outputTensorInfo.GetShape()[i])
2889 {
2890 throw InvalidArgumentException(descriptorName + ": src dimension " + to_string(mapping[i]) +
2891 " (=" + to_string(inputTensorInfo.GetShape()[mapping[i]]) + ") " +
2892 "must match dst dimension " + to_string(i) +
2893 " (=" + to_string(outputTensorInfo.GetShape()[i]) + ")");
2894 }
2895 }
2896
2897 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
2898}
2899
James Conroy4f1f8992020-04-29 20:01:10 +01002900void QLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
2901{
2902 const std::string descriptorName{"QLstmQueueDescriptor"};
2903
2904 // Validate number of inputs/outputs
2905 ValidateNumInputs(workloadInfo, descriptorName, 3);
2906 ValidateNumOutputs(workloadInfo, descriptorName, 3);
2907
2908 // Input/output tensor info
2909 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
2910 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[1];
2911 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[2];
2912
2913 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
2914 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
2915 auto outputInfo = workloadInfo.m_OutputTensorInfos[2];
2916
2917 // Supported types for various tensors in QLSTM
2918 std::vector<DataType> inputOutputSupportedTypes =
2919 {
2920 DataType::QAsymmS8
2921 };
2922
2923 std::vector<DataType> cellStateSupportedTypes =
2924 {
2925 DataType::QSymmS16
2926 };
2927
2928 std::vector<DataType> weightsSupportedTypes =
2929 {
2930 DataType::QSymmS8
2931 };
2932
2933 std::vector<DataType> layerNormPeepholeWeightsSupportedTypes =
2934 {
2935 DataType::QSymmS16
2936 };
2937
2938 std::vector<DataType> biasSupportedTypes =
2939 {
2940 DataType::Signed32
2941 };
2942
2943 // Validate types of input/output tensors
2944 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
2945 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
2946 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
2947
2948 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
2949 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
2950 ValidateDataTypes(outputInfo, inputOutputSupportedTypes, descriptorName);
2951
2952 // Validate matching types of input/output tensors
2953 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
2954 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
2955 "outputStateIn", "outputStateOut");
2956 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
2957
2958 // Infer number of batches, number of units, input size and output size from tensor dimensions
2959 const uint32_t numBatches = inputInfo.GetShape()[0];
2960 const uint32_t inputSize = inputInfo.GetShape()[1];
2961 const uint32_t outputSize = outputStateInInfo.GetShape()[1];
2962 const uint32_t numUnits = cellStateInInfo.GetShape()[1];
2963
2964 // Validate number of dimensions and number of elements for input/output tensors
2965 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
2966 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
2967 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * numUnits), descriptorName + " cellStateIn");
2968
2969 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
2970 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * numUnits), descriptorName + " cellStateOut");
2971 ValidateTensorNumDimNumElem(outputInfo, 2, (numBatches * outputSize), descriptorName + " output");
2972
2973 // Validate number of dimensions and number of elements for MANDATORY weight tensors
2974 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
2975 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
2976 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (numUnits * inputSize), " InputToForgetWeights");
2977
2978 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
2979 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
2980 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (numUnits * inputSize), " InputToCellWeights");
2981
2982 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
2983 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
2984 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (numUnits * inputSize), " InputToOutputWeights");
2985
2986 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
2987 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
2988 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (numUnits * outputSize),
2989 " RecurrentToForgetWeights");
2990
2991 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
2992 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
2993 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
2994
2995 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
2996 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
2997 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (numUnits * outputSize), " RecurrentToCellWeights");
2998
2999 // Validate data types for MANDATORY weights tensors (all should match each other)
3000 ValidateDataTypes(inputToForgetWeightsInfo, weightsSupportedTypes, descriptorName);
3001
3002 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToCellWeightsInfo, descriptorName,
3003 "inputToForgetWeights", "inputToCellWeights");
3004 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3005 "inputToForgetWeights", "inputToOutputWeights");
3006
3007 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3008 "inputToForgetWeights", "recurrentToForgeteights");
3009 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3010 "inputToForgetWeights", "recurrentToCellWeights");
3011 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3012 "inputToForgetWeights", "recurrentToOutputWeights");
3013
3014 // Validate number of dimensions and number of elements for MANDATORY bias tensors
3015 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3016 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3017 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, numUnits, " ForgetGateBias");
3018
3019 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3020 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3021 ValidateTensorNumDimNumElem(cellBiasInfo, 1, numUnits, " CellBias");
3022
3023 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3024 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3025 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, numUnits, " OutputGateBias");
3026
3027 // Validate data types for MANDATORY bias tensors
3028 ValidateDataTypes(forgetGateBiasInfo, biasSupportedTypes, descriptorName);
3029
3030 ValidateTensorDataTypesMatch(forgetGateBiasInfo, cellBiasInfo, descriptorName,
3031 "forgetGateBias", "cellBias");
3032 ValidateTensorDataTypesMatch(forgetGateBiasInfo, outputGateBiasInfo, descriptorName,
3033 "forgetGateBias", "outputGateBias");
3034
3035 // Validate OPTIONAL params: CIFG (inputToInputWeights, recurrentToInputWeights, inputGateBias)
3036 const bool allCifgParamsPresentOrNot = ((m_InputToInputWeights && m_RecurrentToInputWeights && m_InputGateBias &&
3037 !m_Parameters.m_CifgEnabled) ||
3038 (!m_InputToInputWeights && !m_RecurrentToInputWeights &&
3039 !m_InputGateBias && m_Parameters.m_CifgEnabled));
3040
3041 if (!allCifgParamsPresentOrNot)
3042 {
3043 throw InvalidArgumentException(descriptorName +
3044 ": InputToInputWeights, RecurrentToInputWeights and InputGateBias must either all be present "
3045 "(CIFG disabled) or not be present at all (CIFG enabled). m_Parameters.m_CifgEnabled should be "
3046 "set appropriately.");
3047 }
3048
3049 if (!m_Parameters.m_CifgEnabled)
3050 {
3051 // Validate number of dimensions and number of elements
3052 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3053 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (numUnits * inputSize), " InputToInputWeights");
3054
3055 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3056 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (numUnits * outputSize),
3057 " RecurrentToInputWeights");
3058
3059 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3060 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, numUnits, " InputGateBias");
3061
3062 // Validate data types
3063 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, inputToInputWeightsInfo, descriptorName,
3064 "inputToForgetWeights", "inputToInputWeights");
3065 ValidateTensorDataTypesMatch(inputToForgetWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3066 "inputToForgetWeights", "recurrentToInputWeights");
3067 ValidateTensorDataTypesMatch(forgetGateBiasInfo, inputGateBiasInfo, descriptorName,
3068 "forgetGateBias", "inputGateBias");
3069 }
3070
3071 // Validate OPTIONAL params: Peephole (cellToInputWeights, cellToForgetWeights, cellToOutputWeights)
3072 bool allPeepholeWeightsPresentOrNot =
3073 (((m_CellToInputWeights || m_Parameters.m_CifgEnabled) && m_CellToForgetWeights
3074 && m_CellToOutputWeights && m_Parameters.m_PeepholeEnabled)
3075 || (!m_CellToInputWeights && !m_CellToForgetWeights
3076 && !m_CellToOutputWeights && !m_Parameters.m_PeepholeEnabled));
3077
3078 if (!allPeepholeWeightsPresentOrNot)
3079 {
3080 throw InvalidArgumentException(descriptorName +
3081 ": CellToInputWeights, CellToForgetWeights and CellToOutputWeights should all be present (Peephole "
3082 "enabled) or not be present at all (Peephole disabled). CellToInputWeights should only be present "
3083 "when Peephole is enabled and CIFG is disabled. m_Parameters.m_PeepholeEnabled should be set "
3084 "appropriately.");
3085 }
3086
3087 if (m_Parameters.m_PeepholeEnabled)
3088 {
3089 auto cellToForgetWeightsInfo = m_CellToForgetWeights->GetTensorInfo();
3090 ValidateTensorNumDimNumElem(cellToForgetWeightsInfo, 1, numUnits, " cellToForgetWeights");
3091 ValidateDataTypes(cellToForgetWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3092
3093 auto cellToOutputWeightsInfo = m_CellToOutputWeights->GetTensorInfo();
3094 ValidateTensorNumDimNumElem(cellToOutputWeightsInfo, 1, numUnits, " cellToOutputWeights");
3095 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToOutputWeightsInfo, descriptorName,
3096 "cellToForgetWeight", "cellToOutputWeights");
3097
3098 if (!m_Parameters.m_CifgEnabled)
3099 {
3100 auto cellToInputWeightsInfo = m_CellToInputWeights->GetTensorInfo();
3101 ValidateTensorNumDimNumElem(cellToInputWeightsInfo, 1, numUnits, " cellToInputWeights");
3102 ValidateTensorDataTypesMatch(cellToForgetWeightsInfo, cellToInputWeightsInfo, descriptorName,
3103 "cellToForgetWeights", "cellToInputWeights");
3104 }
3105 }
3106
3107 // Validate OPTIONAL params: Layer Norm Weights
3108 bool allLayerNormWeightsPresentOrNot =
3109 (((m_InputLayerNormWeights || m_Parameters.m_CifgEnabled) && m_ForgetLayerNormWeights
3110 && m_CellLayerNormWeights && m_OutputLayerNormWeights && m_Parameters.m_LayerNormEnabled)
3111 || (!m_InputLayerNormWeights && !m_ForgetLayerNormWeights && !m_CellLayerNormWeights
3112 && !m_OutputLayerNormWeights && !m_Parameters.m_LayerNormEnabled));
3113
3114 if (!allLayerNormWeightsPresentOrNot)
3115 {
3116 throw InvalidArgumentException(descriptorName +
3117 ": InputLayerNormWeights, ForgetLayerNormWeights, m_OutputLayerNormWeights "
3118 "and CellLayerNormWeights should all be present (Layer Norm enabled) or not "
3119 "be present at all (Layer Norm disabled). InputLayerNormWeights should "
3120 "only be present when Layer Norm is enabled and CIFG is disabled. "
3121 "m_Parameters.m_LayerNormEnabled should be set appropriately.");
3122 }
3123
3124 if (m_Parameters.m_LayerNormEnabled)
3125 {
3126 auto forgetLayerNormWeightsInfo = m_ForgetLayerNormWeights->GetTensorInfo();
3127 ValidateTensorNumDimNumElem(forgetLayerNormWeightsInfo, 1, numUnits, " forgetLayerNormWeights");
3128 ValidateDataTypes(forgetLayerNormWeightsInfo, layerNormPeepholeWeightsSupportedTypes, descriptorName);
3129
3130 auto cellLayerNormWeightsInfo = m_CellLayerNormWeights->GetTensorInfo();
3131 ValidateTensorNumDimNumElem(cellLayerNormWeightsInfo, 1, numUnits, " cellLayerNormWeights");
3132 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, cellLayerNormWeightsInfo, descriptorName,
3133 "forgetLayerNormWeights", "cellLayerNormWeights");
3134
3135 auto outputLayerNormWeightsInfo = m_OutputLayerNormWeights->GetTensorInfo();
3136 ValidateTensorNumDimNumElem(outputLayerNormWeightsInfo, 1, numUnits, " outputLayerNormWeights");
3137 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, outputLayerNormWeightsInfo, descriptorName,
3138 "forgetLayerNormWeights", "outputLayerNormWeights");
3139
3140 if (!m_Parameters.m_CifgEnabled)
3141 {
3142 auto inputLayerNormWeightsInfo = m_InputLayerNormWeights->GetTensorInfo();
3143 ValidateTensorNumDimNumElem(inputLayerNormWeightsInfo, 1, numUnits, " inputLayerNormWeights");
3144 ValidateTensorDataTypesMatch(forgetLayerNormWeightsInfo, inputLayerNormWeightsInfo, descriptorName,
3145 "forgetLayerNormWeights", "inputLayerNormWeights");
3146 }
3147 }
3148
3149 // Validate OPTIONAL params: Projection (projectionWeights, projectionBias)
3150 bool correctProjectionTensorsPresent =
3151 ((!m_ProjectionWeights && !m_ProjectionBias && !m_Parameters.m_ProjectionEnabled) ||
3152 (m_ProjectionWeights && !m_ProjectionBias && m_Parameters.m_ProjectionEnabled) ||
3153 (m_ProjectionWeights && m_ProjectionBias && m_Parameters.m_ProjectionEnabled));
3154
3155 if (!correctProjectionTensorsPresent)
3156 {
3157 throw InvalidArgumentException(descriptorName +
3158 ": If projection is enabled, ProjectionWeights should be present and "
3159 "ProjectionBias is optional. If projection is disabled, neither "
3160 "ProjectionWeights nor ProjectionBias should be present.");
3161 }
3162
3163 if (m_Parameters.m_ProjectionEnabled)
3164 {
3165 auto projectionWeightsInfo = m_ProjectionWeights->GetTensorInfo();
3166 ValidateTensorNumDimNumElem(projectionWeightsInfo, 2, (numUnits * outputSize), "ProjectionWeights");
3167 ValidateDataTypes(projectionWeightsInfo, weightsSupportedTypes, descriptorName);
3168
3169 if (m_ProjectionBias)
3170 {
3171 auto projectionBiasInfo = m_ProjectionBias->GetTensorInfo();
Sadik Armagand6f06492020-05-22 08:36:33 +01003172 ValidateTensorNumDimNumElem(projectionBiasInfo, 1, outputSize, "ProjectionBias");
James Conroy4f1f8992020-04-29 20:01:10 +01003173 ValidateDataTypes(projectionBiasInfo, biasSupportedTypes, descriptorName);
3174 }
3175
3176 }
3177 else if ((outputInfo.GetQuantizationScale() != m_Parameters.m_HiddenStateScale) &&
3178 outputInfo.GetQuantizationOffset() != m_Parameters.m_HiddenStateZeroPoint) {
3179 throw InvalidArgumentException(descriptorName +
3180 ": If projection is disabled, output quantization info (scale, offset) "
3181 "should match HiddenStateScale and HiddenStateZeroPoint.");
3182 }
3183
3184}
3185
James Conroy9c3cae82019-08-01 16:01:48 +01003186void QuantizedLstmQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3187{
3188 const std::string descriptorName{"QuantizedLstmQueueDescriptor"};
3189
3190 // Validate number of inputs/outputs
3191 ValidateNumInputs(workloadInfo, descriptorName, 3);
3192 ValidateNumOutputs(workloadInfo, descriptorName, 2);
3193
3194 // Input/output tensor infos
3195 auto inputInfo = workloadInfo.m_InputTensorInfos[0];
3196 auto cellStateInInfo = workloadInfo.m_InputTensorInfos[1];
3197 auto outputStateInInfo = workloadInfo.m_InputTensorInfos[2];
3198
3199 auto cellStateOutInfo = workloadInfo.m_OutputTensorInfos[0];
3200 auto outputStateOutInfo = workloadInfo.m_OutputTensorInfos[1];
3201
3202 std::vector<DataType> inputOutputSupportedTypes =
3203 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003204 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003205 };
3206
3207 std::vector<DataType> cellStateSupportedTypes =
3208 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003209 DataType::QSymmS16
James Conroy9c3cae82019-08-01 16:01:48 +01003210 };
3211
3212 std::vector<DataType> weightsSupportedTypes =
3213 {
Derek Lambertif90c56d2020-01-10 17:14:08 +00003214 DataType::QAsymmU8
James Conroy9c3cae82019-08-01 16:01:48 +01003215 };
3216
3217 std::vector<DataType> biasSupportedTypes =
3218 {
3219 DataType::Signed32
3220 };
3221
3222 // Validate types of input/output tensors
3223 ValidateDataTypes(inputInfo, inputOutputSupportedTypes, descriptorName);
3224 ValidateDataTypes(cellStateInInfo, cellStateSupportedTypes, descriptorName);
3225 ValidateDataTypes(outputStateInInfo, inputOutputSupportedTypes, descriptorName);
3226
3227 ValidateDataTypes(cellStateOutInfo, cellStateSupportedTypes, descriptorName);
3228 ValidateDataTypes(outputStateOutInfo, inputOutputSupportedTypes, descriptorName);
3229
3230 // Validate matching types of input/output tensors
3231 ValidateTensorDataTypesMatch(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3232 ValidateTensorDataTypesMatch(outputStateInInfo, outputStateOutInfo, descriptorName,
3233 "outputStateIn", "outputStateOut");
3234 ValidateTensorDataTypesMatch(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
3235
3236 // Validate matching quantization info for input/output tensors
3237 ValidateTensorQuantizationSpace(inputInfo, outputStateInInfo, descriptorName, "input", "outputStateIn");
3238 ValidateTensorQuantizationSpace(inputInfo, outputStateOutInfo, descriptorName, "input", "outputStateOut");
3239 ValidateTensorQuantizationSpace(cellStateInInfo, cellStateOutInfo, descriptorName, "cellStateIn", "cellStateOut");
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003240
James Conroy9c3cae82019-08-01 16:01:48 +01003241 // Infer number of batches, input size and output size from tensor dimensions
3242 const uint32_t numBatches = inputInfo.GetShape()[0];
3243 const uint32_t inputSize = inputInfo.GetShape()[1];
3244 const uint32_t outputSize = cellStateInInfo.GetShape()[1];
3245
3246 // Validate number of dimensions and number of elements for input/output tensors
3247 ValidateTensorNumDimNumElem(inputInfo, 2, (numBatches * inputSize), descriptorName + " input");
3248 ValidateTensorNumDimNumElem(cellStateInInfo, 2, (numBatches * outputSize), descriptorName + " cellStateIn");
3249 ValidateTensorNumDimNumElem(outputStateInInfo, 2, (numBatches * outputSize), descriptorName + " outputStateIn");
3250 ValidateTensorNumDimNumElem(cellStateOutInfo, 2, (numBatches * outputSize), descriptorName + " cellStateOut");
3251 ValidateTensorNumDimNumElem(outputStateOutInfo, 2, (numBatches * outputSize), descriptorName + " outputStateOut");
3252
3253 // Validate number of dimensions and number of elements for weights tensors
3254 ValidatePointer(m_InputToInputWeights, descriptorName, "InputToInputWeights");
3255 auto inputToInputWeightsInfo = m_InputToInputWeights->GetTensorInfo();
3256 ValidateTensorNumDimNumElem(inputToInputWeightsInfo, 2, (outputSize * inputSize), " InputToInputWeights");
3257
3258 ValidatePointer(m_InputToForgetWeights, descriptorName, "InputToForgetWeights");
3259 auto inputToForgetWeightsInfo = m_InputToForgetWeights->GetTensorInfo();
3260 ValidateTensorNumDimNumElem(inputToForgetWeightsInfo, 2, (outputSize * inputSize), " InputToForgetWeights");
3261
3262 ValidatePointer(m_InputToCellWeights, descriptorName, "InputToCellWeights");
3263 auto inputToCellWeightsInfo = m_InputToCellWeights->GetTensorInfo();
3264 ValidateTensorNumDimNumElem(inputToCellWeightsInfo, 2, (outputSize * inputSize), " InputToCellWeights");
3265
3266 ValidatePointer(m_InputToOutputWeights, descriptorName, "InputToOutputWeights");
3267 auto inputToOutputWeightsInfo = m_InputToOutputWeights->GetTensorInfo();
3268 ValidateTensorNumDimNumElem(inputToOutputWeightsInfo, 2, (outputSize * inputSize), " InputToOutputWeights");
3269
3270 ValidatePointer(m_RecurrentToInputWeights, descriptorName, "RecurrentToInputWeights");
3271 auto recurrentToInputWeightsInfo = m_RecurrentToInputWeights->GetTensorInfo();
3272 ValidateTensorNumDimNumElem(recurrentToInputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToInputWeights");
3273
3274 ValidatePointer(m_RecurrentToForgetWeights, descriptorName, "RecurrentToForgetWeights");
3275 auto recurrentToForgetWeightsInfo = m_RecurrentToForgetWeights->GetTensorInfo();
3276 ValidateTensorNumDimNumElem(recurrentToForgetWeightsInfo, 2, (outputSize * outputSize),
3277 " RecurrentToForgetWeights");
3278
3279 ValidatePointer(m_RecurrentToCellWeights, descriptorName, "RecurrentToCellWeights");
3280 auto recurrentToCellWeightsInfo = m_RecurrentToCellWeights->GetTensorInfo();
3281 ValidateTensorNumDimNumElem(recurrentToCellWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3282
3283 ValidatePointer(m_RecurrentToOutputWeights, descriptorName, "RecurrentToOutputWeights");
3284 auto recurrentToOutputWeightsInfo = m_RecurrentToOutputWeights->GetTensorInfo();
3285 ValidateTensorNumDimNumElem(recurrentToOutputWeightsInfo, 2, (outputSize * outputSize), " RecurrentToCellWeights");
3286
3287 // Validate data types for weights tensors (all should match each other)
3288 ValidateDataTypes(inputToInputWeightsInfo, weightsSupportedTypes, descriptorName);
3289
3290 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToForgetWeightsInfo, descriptorName,
3291 "inputToInputWeights", "inputToForgetWeights");
3292 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToCellWeightsInfo, descriptorName,
3293 "inputToInputWeights", "inputToCellWeights");
3294 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, inputToOutputWeightsInfo, descriptorName,
3295 "inputToInputWeights", "inputToOutputWeights");
3296
3297 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToInputWeightsInfo, descriptorName,
3298 "inputToInputWeights", "recurrentToInputWeights");
3299 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToForgetWeightsInfo, descriptorName,
3300 "inputToInputWeights", "recurrentToForgeteights");
3301 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToCellWeightsInfo, descriptorName,
3302 "inputToInputWeights", "recurrentToCellWeights");
3303 ValidateTensorDataTypesMatch(inputToInputWeightsInfo, recurrentToOutputWeightsInfo, descriptorName,
3304 "inputToInputWeights", "recurrentToOutputWeights");
3305
3306 // Validate matching quantization info for weight tensors (all should match each other)
3307 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToForgetWeightsInfo,
3308 descriptorName, "inputToInputWeights", "inputToForgetWeights");
3309 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToCellWeightsInfo,
3310 descriptorName, "inputToInputWeights", "inputToCellWeights");
3311 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, inputToOutputWeightsInfo,
3312 descriptorName, "inputToInputWeights", "inputToOutputWeights");
3313
3314 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToInputWeightsInfo,
3315 descriptorName, "inputToInputWeights", "recurrentToInputWeights");
3316 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToForgetWeightsInfo,
3317 descriptorName, "inputToInputWeights", "recurrentToForgetWeights");
3318 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToCellWeightsInfo,
3319 descriptorName, "inputToInputWeights", "recurrentToCellWeights");
3320 ValidateTensorQuantizationSpace(inputToInputWeightsInfo, recurrentToOutputWeightsInfo,
3321 descriptorName, "inputToInputWeights", "recurrentToOutputWeights");
3322
3323 // Validate number of dimensions and number of elements in bias tensors
3324 ValidatePointer(m_InputGateBias, descriptorName, "InputGateBias");
3325 auto inputGateBiasInfo = m_InputGateBias->GetTensorInfo();
3326 ValidateTensorNumDimNumElem(inputGateBiasInfo, 1, outputSize, " InputGateBias");
3327
3328 ValidatePointer(m_ForgetGateBias, descriptorName, "ForgetGateBias");
3329 auto forgetGateBiasInfo = m_ForgetGateBias->GetTensorInfo();
3330 ValidateTensorNumDimNumElem(forgetGateBiasInfo, 1, outputSize, " ForgetGateBias");
3331
3332 ValidatePointer(m_CellBias, descriptorName, "CellBias");
3333 auto cellBiasInfo = m_CellBias->GetTensorInfo();
3334 ValidateTensorNumDimNumElem(cellBiasInfo, 1, outputSize, " CellBias");
3335
3336 ValidatePointer(m_OutputGateBias, descriptorName, "OutputGateBias");
3337 auto outputGateBiasInfo = m_OutputGateBias->GetTensorInfo();
3338 ValidateTensorNumDimNumElem(outputGateBiasInfo, 1, outputSize, " OutputGateBias");
3339
3340 // Validate data types for bias tensors (all should match each other)
3341 ValidateDataTypes(inputGateBiasInfo, biasSupportedTypes, descriptorName);
3342
3343 ValidateTensorDataTypesMatch(inputGateBiasInfo, forgetGateBiasInfo, descriptorName,
3344 "inputGateBias", "forgetGateBias");
3345 ValidateTensorDataTypesMatch(inputGateBiasInfo, cellBiasInfo, descriptorName,
3346 "inputGateBias", "cellBias");
3347 ValidateTensorDataTypesMatch(inputGateBiasInfo, outputGateBiasInfo, descriptorName,
3348 "inputGateBias", "outputGateBias");
3349
3350 // Validate bias tensor quantization info
3351 ValidateBiasTensorQuantization(inputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3352 ValidateBiasTensorQuantization(forgetGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3353 ValidateBiasTensorQuantization(cellBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3354 ValidateBiasTensorQuantization(outputGateBiasInfo, inputInfo, inputToInputWeightsInfo, descriptorName);
3355}
3356
Kevin May868eb142019-09-04 17:29:31 +01003357void AbsQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3358{
3359 const std::string descriptorName{"AbsQueueDescriptor"};
3360
3361 ValidateNumInputs(workloadInfo, descriptorName, 1);
3362 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3363
3364 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3365 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3366
3367 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3368
3369 std::vector<DataType> supportedTypes =
James Conroyd47a0642019-09-17 14:22:06 +01003370 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003371 DataType::BFloat16,
James Conroyd47a0642019-09-17 14:22:06 +01003372 DataType::Float16,
3373 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003374 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003375 DataType::QAsymmU8,
Kevin Mayec52c3a2020-04-24 09:42:31 +01003376 DataType::QSymmS16,
3377 DataType::Signed32
James Conroyd47a0642019-09-17 14:22:06 +01003378 };
Kevin May868eb142019-09-04 17:29:31 +01003379
3380 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3381 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3382}
3383
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003384void SliceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3385{
3386 const std::string descriptorName{"SliceQueueDescriptor"};
3387
3388 ValidateNumInputs(workloadInfo, descriptorName, 1);
3389 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3390
3391 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3392 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3393
3394 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3395
3396 const unsigned int rank = inputTensorInfo.GetNumDimensions();
3397 if (rank > 4)
3398 {
3399 throw InvalidArgumentException(descriptorName + ": Input tensors with rank greater than 4 are not supported.");
3400 }
3401
3402 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, rank, "output");
3403
3404 // Check if m_Begin and m_Size have the expected length
3405 if (m_Parameters.m_Begin.size() != rank)
3406 {
3407 throw InvalidArgumentException(descriptorName +
3408 ": Length of begin offset descriptor must equal rank " + std::to_string(rank));
3409 }
3410 if (m_Parameters.m_Size.size() != rank)
3411 {
3412 throw InvalidArgumentException(descriptorName +
3413 ": Length of size descriptor must equal rank " + std::to_string(rank));
3414 }
3415
3416 // Check if the shape of the output tensor matches m_Size
3417 const TensorShape& outputShape = outputTensorInfo.GetShape();
3418 for (unsigned int i = 0u; i < rank; ++i)
3419 {
3420 if (m_Parameters.m_Size[i] != outputShape[i])
3421 {
3422 throw InvalidArgumentException(descriptorName + ": Size descriptor does not match output tensor.");
3423 }
3424 }
3425
3426 // Check if the sum of begin offset and size in a given dimension
3427 // does not exceed the size of corresponding input
3428 const TensorShape& inputShape = inputTensorInfo.GetShape();
3429 for(unsigned int i = 0u; i < rank; ++i)
3430 {
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +01003431 if (m_Parameters.m_Begin[i] + m_Parameters.m_Size[i] > inputShape[i])
Aron Virginas-Tar636ab402019-09-16 14:27:45 +01003432 {
3433 throw InvalidArgumentException(descriptorName + ": Sum of begin offset and size for dimension " +
3434 std::to_string(i) + " exceeds input size.");
3435 }
3436 }
3437}
3438
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003439void DepthToSpaceQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3440{
3441 const std::string descriptorName{"DepthToSpaceQueueDescriptor"};
3442
3443 ValidateNumInputs(workloadInfo, descriptorName, 1);
3444 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3445
3446 const TensorInfo& inputInfo = workloadInfo.m_InputTensorInfos[0];
3447 const TensorInfo& outputInfo = workloadInfo.m_OutputTensorInfos[0];
3448
3449 ValidateTensorNumDimensions(inputInfo, descriptorName, 4, "input");
3450 ValidateTensorNumDimensions(outputInfo, descriptorName, 4, "output");
3451
3452 std::vector<DataType> supportedTypes =
3453 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003454 DataType::BFloat16,
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003455 DataType::Float32,
3456 DataType::Float16,
Sadik Armagan303980c2020-04-17 12:45:14 +01003457 DataType::QAsymmS8,
Derek Lambertif90c56d2020-01-10 17:14:08 +00003458 DataType::QAsymmU8,
3459 DataType::QSymmS16
Aron Virginas-Tardd6247f2019-09-19 14:31:17 +01003460 };
3461
3462 ValidateDataTypes(inputInfo, supportedTypes, descriptorName);
3463 ValidateDataTypes(outputInfo, supportedTypes, descriptorName);
3464
3465 ValidateTensorNumElementsMatch(inputInfo, outputInfo, descriptorName, "input", "output");
3466
3467 if (m_Parameters.m_BlockSize == 0)
3468 {
3469 throw InvalidArgumentException(descriptorName + ": Block size cannot be 0.");
3470 }
3471
3472 DataLayoutIndexed dimensionIndices(m_Parameters.m_DataLayout);
3473 const unsigned int wIndex = dimensionIndices.GetWidthIndex();
3474 const unsigned int hIndex = dimensionIndices.GetHeightIndex();
3475 const unsigned int cIndex = dimensionIndices.GetChannelsIndex();
3476
3477 const TensorShape& outputShape = outputInfo.GetShape();
3478 if (outputShape[hIndex] % m_Parameters.m_BlockSize != 0 || outputShape[wIndex] % m_Parameters.m_BlockSize != 0)
3479 {
3480 throw InvalidArgumentException(descriptorName + ": Output width and height shape"
3481 "must be divisible by block size.");
3482 }
3483
3484 const TensorShape& inputShape = inputInfo.GetShape();
3485 if (inputShape[cIndex] % (m_Parameters.m_BlockSize * m_Parameters.m_BlockSize) != 0)
3486 {
3487 throw InvalidArgumentException(descriptorName + ": The depth of the input tensor"
3488 "must be divisible by the square of block size." );
3489 }
3490}
3491
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +01003492void ComparisonQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3493{
3494 const std::string descriptorName{"ComparisonQueueDescriptor"};
3495
3496 ValidateNumInputs(workloadInfo, descriptorName, 2);
3497 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3498
3499 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3500 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3501 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3502
3503 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3504 inputTensorInfo1,
3505 outputTensorInfo,
3506 descriptorName,
3507 "input_0",
3508 "input_1");
3509
3510 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3511 {
3512 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3513 }
3514}
3515
josh minor4a3c6102020-01-06 16:40:46 -06003516void ElementwiseUnaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3517{
3518 const std::string descriptorName{"ElementwiseUnaryQueueDescriptor"};
3519
3520 ValidateNumInputs(workloadInfo, descriptorName, 1);
3521 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3522
3523 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3524 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3525
3526 ValidateTensorShapesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3527
3528 std::vector<DataType> supportedTypes =
3529 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +00003530 DataType::BFloat16,
josh minor4a3c6102020-01-06 16:40:46 -06003531 DataType::Float16,
3532 DataType::Float32,
Sadik Armagan303980c2020-04-17 12:45:14 +01003533 DataType::QAsymmS8,
josh minor4a3c6102020-01-06 16:40:46 -06003534 DataType::QAsymmU8,
Sadik Armaganac472102020-03-24 09:54:36 +00003535 DataType::QSymmS16,
3536 DataType::Signed32
josh minor4a3c6102020-01-06 16:40:46 -06003537 };
3538
James Conroyaba90cd2020-11-06 16:28:18 +00003539 std::vector<DataType> logicalSupportedTypes =
3540 {
3541 DataType::Boolean
3542 };
3543
3544 if (m_Parameters.m_Operation == UnaryOperation::LogicalNot)
3545 {
3546 ValidateDataTypes(inputTensorInfo, logicalSupportedTypes, descriptorName);
3547 }
3548 else
3549 {
3550 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3551 }
3552
3553
josh minor4a3c6102020-01-06 16:40:46 -06003554 ValidateTensorDataTypesMatch(inputTensorInfo, outputTensorInfo, descriptorName, "input", "output");
3555}
3556
Finn Williams2605b232020-06-10 15:53:46 +01003557void RankQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3558{
3559 const std::string descriptorName{"RankQueueDescriptor"};
3560
3561 ValidateNumInputs(workloadInfo, descriptorName, 1);
3562 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3563
3564 const TensorInfo& inputTensorInfo = workloadInfo.m_InputTensorInfos[0];
3565 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3566
3567 ValidateTensorNumDimensions(outputTensorInfo, descriptorName, 1, "output");
3568 ValidateTensorNumElements(outputTensorInfo, descriptorName, 1, "output");
3569
3570 std::vector<DataType> supportedTypes =
3571 {
3572 DataType::BFloat16,
3573 DataType::Float16,
3574 DataType::Float32,
3575 DataType::QAsymmS8,
3576 DataType::QAsymmU8,
3577 DataType::QSymmS8,
3578 DataType::QSymmS16,
3579 DataType::Signed32
3580 };
3581
3582 ValidateDataTypes(inputTensorInfo, supportedTypes, descriptorName);
3583 ValidateDataTypes(outputTensorInfo, { DataType::Signed32 }, descriptorName);
3584}
3585
James Conroyaba90cd2020-11-06 16:28:18 +00003586void LogicalBinaryQueueDescriptor::Validate(const WorkloadInfo& workloadInfo) const
3587{
3588 const std::string descriptorName{"LogicalBinaryQueueDescriptor"};
3589
3590 ValidateNumInputs(workloadInfo, descriptorName, 2);
3591 ValidateNumOutputs(workloadInfo, descriptorName, 1);
3592
3593 const TensorInfo& inputTensorInfo0 = workloadInfo.m_InputTensorInfos[0];
3594 const TensorInfo& inputTensorInfo1 = workloadInfo.m_InputTensorInfos[1];
3595 const TensorInfo& outputTensorInfo = workloadInfo.m_OutputTensorInfos[0];
3596
3597 ValidateBroadcastTensorShapesMatch(inputTensorInfo0,
3598 inputTensorInfo1,
3599 outputTensorInfo,
3600 descriptorName,
3601 "input_0",
3602 "input_1");
3603
3604 if (inputTensorInfo0.GetDataType() != DataType::Boolean)
3605 {
3606 throw InvalidArgumentException(descriptorName + ": Input tensor 0 type must be Boolean.");
3607 }
3608
3609 if (inputTensorInfo1.GetDataType() != DataType::Boolean)
3610 {
3611 throw InvalidArgumentException(descriptorName + ": Input tensor 1 type must be Boolean.");
3612 }
3613
3614 if (outputTensorInfo.GetDataType() != DataType::Boolean)
3615 {
3616 throw InvalidArgumentException(descriptorName + ": Output tensor type must be Boolean.");
3617 }
3618}
3619
Aron Virginas-Tar84062b72019-07-19 11:37:10 +01003620} // namespace armnn