blob: ba84de49da67ecf3488e51784d0eb847061282aa [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
telsoa014fcda012018-03-09 14:13:49 +00002// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
Matthew Bentham4cefc412019-06-18 16:14:34 +01005#include <Layer.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +00006#include <backendsCommon/CpuTensorHandle.hpp>
7#include <backendsCommon/MemCopyWorkload.hpp>
Derek Lambertif674aa02019-08-01 15:56:25 +01008#include <backendsCommon/MemImportWorkload.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +00009#include <backendsCommon/MakeWorkloadHelper.hpp>
telsoa014fcda012018-03-09 14:13:49 +000010#include "RefWorkloadFactory.hpp"
David Beck79141b92018-10-23 16:09:36 +010011#include "RefBackendId.hpp"
David Beckb4540be2018-09-24 13:18:27 +010012#include "workloads/RefWorkloads.hpp"
Matthew Bentham4cefc412019-06-18 16:14:34 +010013#include "RefTensorHandle.hpp"
telsoa014fcda012018-03-09 14:13:49 +000014
telsoa014fcda012018-03-09 14:13:49 +000015
16namespace armnn
17{
18
David Beck79141b92018-10-23 16:09:36 +010019namespace
20{
21static const BackendId s_Id{RefBackendId()};
22}
telsoa014fcda012018-03-09 14:13:49 +000023template <typename F32Workload, typename U8Workload, typename QueueDescriptorType>
24std::unique_ptr<IWorkload> RefWorkloadFactory::MakeWorkload(const QueueDescriptorType& descriptor,
Aron Virginas-Tare662a942019-10-14 15:12:00 +010025 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +000026{
Keith Davis5204aa82020-01-27 15:24:59 +000027 return MakeWorkloadHelper<NullWorkload, F32Workload, U8Workload, NullWorkload, NullWorkload, NullWorkload>
28 (descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +000029}
30
Ferran Balaguerd73d14f2019-06-10 10:29:54 +010031template <DataType ArmnnType>
32bool IsDataType(const WorkloadInfo& info)
Jim Flynn82fbe7c2019-04-02 15:19:08 +010033{
Ferran Balaguerd73d14f2019-06-10 10:29:54 +010034 auto checkType = [](const TensorInfo& tensorInfo) {return tensorInfo.GetDataType() == ArmnnType;};
35 auto it = std::find_if(std::begin(info.m_InputTensorInfos), std::end(info.m_InputTensorInfos), checkType);
Jim Flynn82fbe7c2019-04-02 15:19:08 +010036 if (it != std::end(info.m_InputTensorInfos))
37 {
38 return true;
39 }
Ferran Balaguerd73d14f2019-06-10 10:29:54 +010040 it = std::find_if(std::begin(info.m_OutputTensorInfos), std::end(info.m_OutputTensorInfos), checkType);
Jim Flynn82fbe7c2019-04-02 15:19:08 +010041 if (it != std::end(info.m_OutputTensorInfos))
42 {
43 return true;
44 }
45 return false;
46}
47
Keith Davis0c2eeac2020-02-11 16:51:50 +000048bool IsSigned32(const WorkloadInfo& info)
49{
50 return IsDataType<DataType::Signed32>(info);
51}
52
Narumol Prangnawarat44179c32020-03-11 14:51:27 +000053bool IsBFloat16(const WorkloadInfo& info)
54{
55 return IsDataType<DataType::BFloat16>(info);
56}
57
Ferran Balaguerd73d14f2019-06-10 10:29:54 +010058bool IsFloat16(const WorkloadInfo& info)
59{
60 return IsDataType<DataType::Float16>(info);
61}
62
Keith Davis0c2eeac2020-02-11 16:51:50 +000063bool IsQSymmS16(const WorkloadInfo& info)
nikraj0199a66312019-06-06 10:31:27 +010064{
Derek Lambertif90c56d2020-01-10 17:14:08 +000065 return IsDataType<DataType::QSymmS16>(info);
nikraj0199a66312019-06-06 10:31:27 +010066}
67
Keith Davis0c2eeac2020-02-11 16:51:50 +000068bool IsQSymmS8(const WorkloadInfo& info)
Keith Davis5204aa82020-01-27 15:24:59 +000069{
70 return IsDataType<DataType::QSymmS8>(info);
71}
72
Keith Davis67e6c542020-02-19 10:08:33 +000073bool IsQAsymmS8(const WorkloadInfo& info)
74{
75 return IsDataType<DataType::QAsymmS8>(info);
76}
77
78bool IsQAsymmU8(const WorkloadInfo& info)
79{
80 return IsDataType<DataType::QAsymmU8>(info);
81}
82
Matthew Bentham7c1603a2019-06-21 17:22:23 +010083RefWorkloadFactory::RefWorkloadFactory(const std::shared_ptr<RefMemoryManager>& memoryManager)
84 : m_MemoryManager(memoryManager)
85{
86}
87
telsoa01c577f2c2018-08-31 09:22:23 +010088RefWorkloadFactory::RefWorkloadFactory()
Matthew Bentham7c1603a2019-06-21 17:22:23 +010089 : m_MemoryManager(new RefMemoryManager())
telsoa014fcda012018-03-09 14:13:49 +000090{
91}
92
David Beck79141b92018-10-23 16:09:36 +010093const BackendId& RefWorkloadFactory::GetBackendId() const
94{
95 return s_Id;
96}
97
David Beck29c75de2018-10-23 13:35:58 +010098bool RefWorkloadFactory::IsLayerSupported(const Layer& layer,
99 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100100 std::string& outReasonIfUnsupported)
telsoa014fcda012018-03-09 14:13:49 +0000101{
David Beck79141b92018-10-23 16:09:36 +0100102 return IWorkloadFactory::IsLayerSupported(s_Id, layer, dataType, outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000103}
104
David Monahan3fb7e102019-08-20 11:25:29 +0100105std::unique_ptr<ITensorHandle> RefWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
Derek Lamberti901ea112019-12-10 22:07:09 +0000106 const bool isMemoryManaged) const
telsoa014fcda012018-03-09 14:13:49 +0000107{
David Monahan3fb7e102019-08-20 11:25:29 +0100108 // For Ref it is okay to make the TensorHandle memory managed as it can also store a pointer
109 // to unmanaged memory. This also ensures memory alignment.
Jan Eilers8eb25602020-03-09 12:13:48 +0000110 IgnoreUnused(isMemoryManaged);
Matthew Bentham7c1603a2019-06-21 17:22:23 +0100111 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
telsoa014fcda012018-03-09 14:13:49 +0000112}
113
Francis Murtagh351d13d2018-09-24 15:01:18 +0100114std::unique_ptr<ITensorHandle> RefWorkloadFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +0100115 DataLayout dataLayout,
Derek Lamberti901ea112019-12-10 22:07:09 +0000116 const bool isMemoryManaged) const
Francis Murtagh351d13d2018-09-24 15:01:18 +0100117{
David Monahan3fb7e102019-08-20 11:25:29 +0100118 // For Ref it is okay to make the TensorHandle memory managed as it can also store a pointer
119 // to unmanaged memory. This also ensures memory alignment.
Jan Eilers8eb25602020-03-09 12:13:48 +0000120 IgnoreUnused(isMemoryManaged, dataLayout);
Matthew Bentham7c1603a2019-06-21 17:22:23 +0100121 return std::make_unique<RefTensorHandle>(tensorInfo, m_MemoryManager);
Francis Murtagh351d13d2018-09-24 15:01:18 +0100122}
123
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100124std::unique_ptr<IWorkload> RefWorkloadFactory::CreateAbs(const AbsQueueDescriptor& descriptor,
125 const WorkloadInfo& info) const
126{
Jan Eilers8eb25602020-03-09 12:13:48 +0000127 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600128 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
129 elementwiseUnaryDescriptor.m_Parameters.m_Operation = UnaryOperation::Abs;
130
131 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100132}
133
134std::unique_ptr<IWorkload> RefWorkloadFactory::CreateActivation(const ActivationQueueDescriptor& descriptor,
135 const WorkloadInfo& info) const
136{
137 return std::make_unique<RefActivationWorkload>(descriptor, info);
138}
139
140std::unique_ptr<IWorkload> RefWorkloadFactory::CreateAddition(const AdditionQueueDescriptor& descriptor,
141 const WorkloadInfo& info) const
142{
143 return std::make_unique<RefAdditionWorkload>(descriptor, info);
144}
145
146std::unique_ptr<IWorkload> RefWorkloadFactory::CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
147 const WorkloadInfo& info) const
148{
149 return std::make_unique<RefArgMinMaxWorkload>(descriptor, info);
150}
151
152std::unique_ptr<IWorkload> RefWorkloadFactory::CreateBatchNormalization(
153 const BatchNormalizationQueueDescriptor& descriptor,
154 const WorkloadInfo& info) const
155{
156 return std::make_unique<RefBatchNormalizationWorkload>(descriptor, info);
157}
158
159std::unique_ptr<IWorkload> RefWorkloadFactory::CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
160 const WorkloadInfo& info) const
161{
162 return std::make_unique<RefBatchToSpaceNdWorkload>(descriptor, info);
163}
164
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100165std::unique_ptr<IWorkload> RefWorkloadFactory::CreateComparison(const ComparisonQueueDescriptor& descriptor,
166 const WorkloadInfo& info) const
167{
168 return std::make_unique<RefComparisonWorkload>(descriptor, info);
169}
170
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100171std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConcat(const ConcatQueueDescriptor& descriptor,
172 const WorkloadInfo& info) const
173{
174 return std::make_unique<RefConcatWorkload>(descriptor, info);
175}
176
177std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConstant(const ConstantQueueDescriptor& descriptor,
178 const WorkloadInfo& info) const
179{
180 return std::make_unique<RefConstantWorkload>(descriptor, info);
181}
182
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000183std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertBf16ToFp32(
184 const ConvertBf16ToFp32QueueDescriptor& descriptor,
185 const WorkloadInfo& info) const
186{
187 return std::make_unique<RefConvertBf16ToFp32Workload>(descriptor, info);
188}
189
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100190std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp16ToFp32(
191 const ConvertFp16ToFp32QueueDescriptor& descriptor,
192 const WorkloadInfo& info) const
193{
194 return std::make_unique<RefConvertFp16ToFp32Workload>(descriptor, info);
195}
196
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000197std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp32ToBf16(
198 const ConvertFp32ToBf16QueueDescriptor& descriptor,
199 const WorkloadInfo& info) const
200{
201 return std::make_unique<RefConvertFp32ToBf16Workload>(descriptor, info);
202}
203
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100204std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvertFp32ToFp16(
205 const ConvertFp32ToFp16QueueDescriptor& descriptor,
206 const WorkloadInfo& info) const
207{
208 return std::make_unique<RefConvertFp32ToFp16Workload>(descriptor, info);
209}
210
211std::unique_ptr<IWorkload> RefWorkloadFactory::CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
212 const WorkloadInfo& info) const
213{
214 return std::make_unique<RefConvolution2dWorkload>(descriptor, info);
215}
216
217std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDebug(const DebugQueueDescriptor& descriptor,
218 const WorkloadInfo& info) const
219{
Narumol Prangnawarat403a1852020-03-12 14:24:13 +0000220 if (IsBFloat16(info))
221 {
222 return std::make_unique<RefDebugBFloat16Workload>(descriptor, info);
223 }
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000224 if (IsFloat16(info))
225 {
226 return std::make_unique<RefDebugFloat16Workload>(descriptor, info);
227 }
Keith Davis0c2eeac2020-02-11 16:51:50 +0000228 if (IsQSymmS16(info))
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100229 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000230 return std::make_unique<RefDebugQSymmS16Workload>(descriptor, info);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100231 }
Keith Davis0c2eeac2020-02-11 16:51:50 +0000232 if (IsQSymmS8(info))
Keith Davis5204aa82020-01-27 15:24:59 +0000233 {
Keith Davis0c2eeac2020-02-11 16:51:50 +0000234 return std::make_unique<RefDebugQSymmS8Workload>(descriptor, info);
Keith Davis5204aa82020-01-27 15:24:59 +0000235 }
Keith Davis67e6c542020-02-19 10:08:33 +0000236 if (IsQAsymmU8(info))
237 {
238 return std::make_unique<RefDebugQAsymmU8Workload>(descriptor, info);
239 }
240 if (IsQAsymmS8(info))
241 {
242 return std::make_unique<RefDebugQAsymmS8Workload>(descriptor, info);
243 }
Keith Davis0c2eeac2020-02-11 16:51:50 +0000244 if (IsSigned32(info))
Narumol Prangnawaratd2d917d2020-01-09 10:16:39 +0000245 {
246 return std::make_unique<RefDebugSigned32Workload>(descriptor, info);
247 }
Aron Virginas-Tardb1a2832019-11-12 16:15:11 +0000248
Keith Davis0c2eeac2020-02-11 16:51:50 +0000249 return MakeWorkload<RefDebugFloat32Workload, RefDebugQAsymmU8Workload>(descriptor, info);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100250}
251
252std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
253 const WorkloadInfo& info) const
254{
255 return std::make_unique<RefDepthToSpaceWorkload>(descriptor, info);
256}
257
258std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDepthwiseConvolution2d(
259 const DepthwiseConvolution2dQueueDescriptor& descriptor,
260 const WorkloadInfo& info) const
261{
262 return std::make_unique<RefDepthwiseConvolution2dWorkload>(descriptor, info);
263}
264
265std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDequantize(const DequantizeQueueDescriptor& descriptor,
266 const WorkloadInfo& info) const
267{
268 return std::make_unique<RefDequantizeWorkload>(descriptor, info);
269}
270
271std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDetectionPostProcess(
272 const DetectionPostProcessQueueDescriptor& descriptor,
273 const WorkloadInfo& info) const
274{
275 return std::make_unique<RefDetectionPostProcessWorkload>(descriptor, info);
276}
277
278std::unique_ptr<IWorkload> RefWorkloadFactory::CreateDivision(const DivisionQueueDescriptor& descriptor,
279 const WorkloadInfo& info) const
280{
281 return std::make_unique<RefDivisionWorkload>(descriptor, info);
282}
283
josh minor4a3c6102020-01-06 16:40:46 -0600284std::unique_ptr<IWorkload> RefWorkloadFactory::CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
285 const WorkloadInfo& info) const
286{
287 return std::make_unique<RefElementwiseUnaryWorkload>(descriptor, info);
288}
289
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100290std::unique_ptr<IWorkload> RefWorkloadFactory::CreateEqual(const EqualQueueDescriptor& descriptor,
291 const WorkloadInfo& info) const
292{
Jan Eilers8eb25602020-03-09 12:13:48 +0000293 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100294 ComparisonQueueDescriptor comparisonDescriptor;
295 comparisonDescriptor.m_Parameters.m_Operation = ComparisonOperation::Equal;
296
297 return CreateComparison(comparisonDescriptor, info);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100298}
299
300std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFakeQuantization(
301 const FakeQuantizationQueueDescriptor& descriptor,
302 const WorkloadInfo& info) const
303{
304 return MakeWorkload<RefFakeQuantizationFloat32Workload, NullWorkload>(descriptor, info);
305}
306
307std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFloor(const FloorQueueDescriptor& descriptor,
308 const WorkloadInfo& info) const
309{
310 return std::make_unique<RefFloorWorkload>(descriptor, info);
311}
312
313std::unique_ptr<IWorkload> RefWorkloadFactory::CreateFullyConnected(
314 const FullyConnectedQueueDescriptor& descriptor,
315 const WorkloadInfo& info) const
316{
317 return std::make_unique<RefFullyConnectedWorkload>(descriptor, info);
318}
319
320std::unique_ptr<IWorkload> RefWorkloadFactory::CreateGather(const GatherQueueDescriptor& descriptor,
321 const WorkloadInfo& info) const
322{
323 return std::make_unique<RefGatherWorkload>(descriptor, info);
324}
325
326std::unique_ptr<IWorkload> RefWorkloadFactory::CreateGreater(const GreaterQueueDescriptor& descriptor,
327 const WorkloadInfo& info) const
328{
Jan Eilers8eb25602020-03-09 12:13:48 +0000329 IgnoreUnused(descriptor);
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100330 ComparisonQueueDescriptor comparisonDescriptor;
331 comparisonDescriptor.m_Parameters.m_Operation = ComparisonOperation::Greater;
332
333 return CreateComparison(comparisonDescriptor, info);
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100334}
335
telsoa014fcda012018-03-09 14:13:49 +0000336std::unique_ptr<IWorkload> RefWorkloadFactory::CreateInput(const InputQueueDescriptor& descriptor,
337 const WorkloadInfo& info) const
338{
339 if (info.m_InputTensorInfos.empty() )
340 {
341 throw InvalidArgumentException("RefWorkloadFactory::CreateInput: Input cannot be zero length");
342 }
343 if (info.m_OutputTensorInfos.empty())
344 {
345 throw InvalidArgumentException("RefWorkloadFactory::CreateInput: Output cannot be zero length");
346 }
347
348 if (info.m_InputTensorInfos[0].GetNumBytes() != info.m_OutputTensorInfos[0].GetNumBytes())
349 {
350 throw InvalidArgumentException("RefWorkloadFactory::CreateInput: data input and output differ in byte count.");
351 }
352
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100353 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000354}
355
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100356std::unique_ptr<IWorkload> RefWorkloadFactory::CreateInstanceNormalization(
357 const InstanceNormalizationQueueDescriptor& descriptor,
358 const WorkloadInfo& info) const
359{
360 return std::make_unique<RefInstanceNormalizationWorkload>(descriptor, info);
361}
362
363std::unique_ptr<IWorkload> RefWorkloadFactory::CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
364 const WorkloadInfo& info) const
365{
366 return std::make_unique<RefL2NormalizationWorkload>(descriptor, info);
367}
368
369std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
370 const WorkloadInfo& info) const
371{
372 return std::make_unique<RefLogSoftmaxWorkload>(descriptor, info);
373}
374
375std::unique_ptr<IWorkload> RefWorkloadFactory::CreateLstm(const LstmQueueDescriptor& descriptor,
376 const WorkloadInfo& info) const
377{
378 return std::make_unique<RefLstmWorkload>(descriptor, info);
379}
380
381std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMaximum(const MaximumQueueDescriptor& descriptor,
382 const WorkloadInfo& info) const
383{
384 return std::make_unique<RefMaximumWorkload>(descriptor, info);
385}
386
387std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMean(const MeanQueueDescriptor& descriptor,
388 const WorkloadInfo& info) const
389{
390 return std::make_unique<RefMeanWorkload>(descriptor, info);
391}
392
393std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
394 const WorkloadInfo& info) const
395{
396 if (descriptor.m_Inputs.empty())
397 {
398 throw InvalidArgumentException("RefWorkloadFactory: CreateMemCopy() expected an input tensor.");
399 }
400 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
401}
402
403std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMemImport(const MemImportQueueDescriptor& descriptor,
404 const WorkloadInfo& info) const
405{
406 if (descriptor.m_Inputs.empty())
407 {
408 throw InvalidArgumentException("RefWorkloadFactory: CreateMemImport() expected an input tensor.");
409 }
410 return std::make_unique<ImportMemGenericWorkload>(descriptor, info);
411}
412
413std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMerger(const MergerQueueDescriptor& descriptor,
414 const WorkloadInfo& info) const
415{
416 return CreateConcat(descriptor, info);
417}
418
419std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMinimum(const MinimumQueueDescriptor& descriptor,
420 const WorkloadInfo& info) const
421{
422 return std::make_unique<RefMinimumWorkload>(descriptor, info);
423}
424
425std::unique_ptr<IWorkload> RefWorkloadFactory::CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
426 const WorkloadInfo& info) const
427{
428 return std::make_unique<RefMultiplicationWorkload>(descriptor, info);
429}
430
431std::unique_ptr<IWorkload> RefWorkloadFactory::CreateNormalization(const NormalizationQueueDescriptor& descriptor,
432 const WorkloadInfo& info) const
433{
434 return std::make_unique<RefNormalizationWorkload>(descriptor, info);
435}
436
telsoa014fcda012018-03-09 14:13:49 +0000437std::unique_ptr<IWorkload> RefWorkloadFactory::CreateOutput(const OutputQueueDescriptor& descriptor,
438 const WorkloadInfo& info) const
439{
440 if (info.m_InputTensorInfos.empty() )
441 {
442 throw InvalidArgumentException("RefWorkloadFactory::CreateOutput: Input cannot be zero length");
443 }
444 if (info.m_OutputTensorInfos.empty())
445 {
446 throw InvalidArgumentException("RefWorkloadFactory::CreateOutput: Output cannot be zero length");
447 }
448 if (info.m_InputTensorInfos[0].GetNumBytes() != info.m_OutputTensorInfos[0].GetNumBytes())
449 {
450 throw InvalidArgumentException("RefWorkloadFactory::CreateOutput: data input and output differ in byte count.");
451 }
452
Narumol Prangnawaratb6441e42019-06-04 11:22:00 +0100453 return std::make_unique<CopyMemGenericWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000454}
455
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100456std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePad(const PadQueueDescriptor& descriptor,
457 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000458{
Sadik Armagan041b3c02020-06-04 10:32:18 +0100459 return std::make_unique<RefPadWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000460}
461
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100462std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePermute(const PermuteQueueDescriptor& descriptor,
463 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000464{
Keith Davis0c2eeac2020-02-11 16:51:50 +0000465 if (IsQSymmS16(info))
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100466 {
467 return std::make_unique<RefPermuteQSymm16Workload>(descriptor, info);
468 }
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000469 else if (IsBFloat16(info))
470 {
471 return std::make_unique<RefPermuteBFloat16Workload>(descriptor, info);
472 }
Sadik Armagan303980c2020-04-17 12:45:14 +0100473 else if (IsQAsymmS8(info))
474 {
475 return std::make_unique<RefPermuteQAsymmS8Workload>(descriptor, info);
476 }
Narumol Prangnawarat86bb4e12019-07-08 11:36:05 +0100477 return MakeWorkloadHelper<RefPermuteFloat16Workload, RefPermuteFloat32Workload, RefPermuteQAsymm8Workload,
Keith Davis5204aa82020-01-27 15:24:59 +0000478 NullWorkload, NullWorkload, NullWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000479}
480
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100481std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
482 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000483{
Teresa Charlina3b20472019-06-06 11:12:32 +0100484 return std::make_unique<RefPooling2dWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000485}
486
Derek Lamberti901ea112019-12-10 22:07:09 +0000487std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePreCompiled(const PreCompiledQueueDescriptor& /*descriptor*/,
488 const WorkloadInfo& /*info*/) const
telsoa014fcda012018-03-09 14:13:49 +0000489{
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100490 return nullptr;
telsoa014fcda012018-03-09 14:13:49 +0000491}
492
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100493std::unique_ptr<IWorkload> RefWorkloadFactory::CreatePrelu(const PreluQueueDescriptor& descriptor,
494 const WorkloadInfo& info) const
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100495{
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100496 return std::make_unique<RefPreluWorkload>(descriptor, info);
Aron Virginas-Tar73f66422019-09-23 19:11:59 +0100497}
498
James Conroy4f1f8992020-04-29 20:01:10 +0100499std::unique_ptr<IWorkload> RefWorkloadFactory::CreateQLstm(const QLstmQueueDescriptor& descriptor,
500 const WorkloadInfo& info) const
501{
502 return std::make_unique<RefQLstmWorkload>(descriptor, info);
503}
504
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100505std::unique_ptr<IWorkload> RefWorkloadFactory::CreateQuantize(const QuantizeQueueDescriptor& descriptor,
506 const WorkloadInfo& info) const
telsoa014fcda012018-03-09 14:13:49 +0000507{
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100508 return std::make_unique<RefQuantizeWorkload>(descriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000509}
510
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100511std::unique_ptr<IWorkload> RefWorkloadFactory::CreateReshape(const ReshapeQueueDescriptor& descriptor,
512 const WorkloadInfo& info) const
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000513{
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100514 return std::make_unique<RefReshapeWorkload>(descriptor, info);
Derek Lambertif674aa02019-08-01 15:56:25 +0100515}
516
Teresa Charlin970f43b2019-07-01 13:51:07 +0100517std::unique_ptr<IWorkload> RefWorkloadFactory::CreateResize(const ResizeQueueDescriptor& descriptor,
518 const WorkloadInfo& info) const
519{
Teresa Charlin970f43b2019-07-01 13:51:07 +0100520 return std::make_unique<RefResizeWorkload>(descriptor, info);
521}
522
telsoa014fcda012018-03-09 14:13:49 +0000523std::unique_ptr<IWorkload> RefWorkloadFactory::CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
524 const WorkloadInfo& info) const
525{
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100526 ResizeQueueDescriptor resizeDescriptor;
527 resizeDescriptor.m_Parameters.m_Method = ResizeMethod::Bilinear;
528 resizeDescriptor.m_Parameters.m_DataLayout = descriptor.m_Parameters.m_DataLayout;
529 resizeDescriptor.m_Parameters.m_TargetWidth = descriptor.m_Parameters.m_TargetWidth;
530 resizeDescriptor.m_Parameters.m_TargetHeight = descriptor.m_Parameters.m_TargetHeight;
531
532 return CreateResize(resizeDescriptor, info);
telsoa014fcda012018-03-09 14:13:49 +0000533}
534
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000535std::unique_ptr<IWorkload> RefWorkloadFactory::CreateRsqrt(const RsqrtQueueDescriptor& descriptor,
536 const WorkloadInfo& info) const
537{
Jan Eilers8eb25602020-03-09 12:13:48 +0000538 IgnoreUnused(descriptor);
josh minor4a3c6102020-01-06 16:40:46 -0600539 ElementwiseUnaryQueueDescriptor elementwiseUnaryDescriptor;
540 elementwiseUnaryDescriptor.m_Parameters.m_Operation = UnaryOperation::Rsqrt;
541
542 return CreateElementwiseUnary(elementwiseUnaryDescriptor, info);
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000543}
544
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100545std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSlice(const SliceQueueDescriptor& descriptor,
546 const WorkloadInfo& info) const
547{
548 return std::make_unique<RefSliceWorkload>(descriptor, info);
549}
550
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100551std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
552 const WorkloadInfo& info) const
Kevin May09ca49c2019-10-09 12:37:34 +0100553{
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100554 return std::make_unique<RefSoftmaxWorkload>(descriptor, info);
555}
556
557std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
558 const WorkloadInfo& info) const
559{
560 return std::make_unique<RefSpaceToBatchNdWorkload>(descriptor, info);
561}
562
563std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
564 const WorkloadInfo& info) const
565{
566 return std::make_unique<RefSpaceToDepthWorkload>(descriptor, info);
567}
568
569std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSplitter(const SplitterQueueDescriptor& descriptor,
570 const WorkloadInfo& info) const
571{
572 return std::make_unique<RefSplitterWorkload>(descriptor, info);
573}
574
575std::unique_ptr<IWorkload> RefWorkloadFactory::CreateStack(const StackQueueDescriptor& descriptor,
576 const WorkloadInfo& info) const
577{
578 return std::make_unique<RefStackWorkload>(descriptor, info);
579}
580
581std::unique_ptr<IWorkload> RefWorkloadFactory::CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
582 const WorkloadInfo& info) const
583{
584 return std::make_unique<RefStridedSliceWorkload>(descriptor, info);
585}
586
587std::unique_ptr<IWorkload> RefWorkloadFactory::CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
588 const WorkloadInfo& info) const
589{
590 return std::make_unique<RefSubtractionWorkload>(descriptor, info);
591}
592
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000593std::unique_ptr<IWorkload> RefWorkloadFactory::CreateTranspose(const TransposeQueueDescriptor& descriptor,
594 const WorkloadInfo& info) const
595{
596 if (IsQSymmS16(info))
597 {
598 return std::make_unique<RefTransposeQSymm16Workload>(descriptor, info);
599 }
Narumol Prangnawarat44179c32020-03-11 14:51:27 +0000600 else if (IsBFloat16(info))
601 {
602 return std::make_unique<RefTransposeBFloat16Workload>(descriptor, info);
603 }
Sadik Armagan303980c2020-04-17 12:45:14 +0100604 else if (IsQAsymmS8(info))
605 {
606 return std::make_unique<RefTransposeQAsymmS8Workload>(descriptor, info);
607 }
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000608 return MakeWorkloadHelper<RefTransposeFloat16Workload, RefTransposeFloat32Workload, RefTransposeQAsymm8Workload,
609 NullWorkload, NullWorkload, NullWorkload>(descriptor, info);
610}
611
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100612std::unique_ptr<IWorkload> RefWorkloadFactory::CreateTransposeConvolution2d(
613 const TransposeConvolution2dQueueDescriptor& descriptor,
614 const WorkloadInfo& info) const
615{
616 return std::make_unique<RefTransposeConvolution2dWorkload>(descriptor, info);
Kevin May09ca49c2019-10-09 12:37:34 +0100617}
618
Matteo Martincigh49124022019-01-11 13:25:59 +0000619} // namespace armnn