blob: e4f545900acaf24a36e183f45f9cd20e260f922f [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Keith Davis69e653f2020-07-02 11:49:26 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
David Beck29c75de2018-10-23 13:35:58 +01007#include <armnn/Optional.hpp>
Sadik Armagan04a72972020-09-14 15:44:18 +01008#include <armnn/backends/IBackendInternal.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +00009
Derek Lambertie3803ea2019-11-13 10:36:08 +000010#include <backendsCommon/WorkloadFactoryBase.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +000011#include <aclCommon/BaseMemoryManager.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000012#include <armnn/utility/IgnoreUnused.hpp>
David Beck29c75de2018-10-23 13:35:58 +010013
Matthew Sloyan0a7dc6b2021-02-10 16:50:53 +000014#include <arm_compute/runtime/IScheduler.h>
15
telsoa014fcda012018-03-09 14:13:49 +000016namespace armnn
17{
18
telsoa01c577f2c2018-08-31 09:22:23 +010019// Neon workload factory.
Derek Lambertie3803ea2019-11-13 10:36:08 +000020class NeonWorkloadFactory : public WorkloadFactoryBase
telsoa014fcda012018-03-09 14:13:49 +000021{
22public:
Aron Virginas-Tar56055192018-11-12 18:10:43 +000023 NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager);
telsoa014fcda012018-03-09 14:13:49 +000024
Sadik Armagan04a72972020-09-14 15:44:18 +010025 NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager,
26 const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
27
David Beck79141b92018-10-23 16:09:36 +010028 const BackendId& GetBackendId() const override;
telsoa014fcda012018-03-09 14:13:49 +000029
David Beck29c75de2018-10-23 13:35:58 +010030 static bool IsLayerSupported(const Layer& layer,
31 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010032 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +000033
Sadik Armagan04a72972020-09-14 15:44:18 +010034 static bool IsLayerSupported(const IConnectableLayer& layer,
35 Optional<DataType> dataType,
36 std::string& outReasonIfUnsupported,
37 const ModelOptions& modelOptions);
38
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000039 bool SupportsSubTensors() const override { return true; }
telsoa014fcda012018-03-09 14:13:49 +000040
Sadik Armaganc83eb252020-07-22 16:32:06 +010041 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateSubTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000042 std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
43 TensorShape const& subTensorShape,
44 unsigned int const* subTensorOrigin) const override;
telsoa014fcda012018-03-09 14:13:49 +000045
Sadik Armaganc83eb252020-07-22 16:32:06 +010046 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
David Monahan3fb7e102019-08-20 11:25:29 +010047 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
48 const bool IsMemoryManaged = true) const override;
telsoa014fcda012018-03-09 14:13:49 +000049
Sadik Armaganc83eb252020-07-22 16:32:06 +010050 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000051 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +010052 DataLayout dataLayout,
53 const bool IsMemoryManaged = true) const override;
Francis Murtagh351d13d2018-09-24 15:01:18 +010054
Teresa Charlin611c7fb2022-01-07 09:47:29 +000055 std::unique_ptr<IWorkload> CreateWorkload(LayerType type,
56 const QueueDescriptor& descriptor,
57 const WorkloadInfo& info) const override;
58
59 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010060 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000061 std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
62 const WorkloadInfo& info) const override;
telsoa014fcda012018-03-09 14:13:49 +000063
Teresa Charlin611c7fb2022-01-07 09:47:29 +000064 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010065 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +010066 std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000067 const WorkloadInfo& info) const override;
telsoa014fcda012018-03-09 14:13:49 +000068
Teresa Charlin611c7fb2022-01-07 09:47:29 +000069 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010070 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +010071 std::unique_ptr<IWorkload> CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000072 const WorkloadInfo& info) const override;
telsoa014fcda012018-03-09 14:13:49 +000073
Teresa Charlin611c7fb2022-01-07 09:47:29 +000074 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010075 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +010076 std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
77 const WorkloadInfo& info) const override;
78
Teresa Charlin611c7fb2022-01-07 09:47:29 +000079 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010080 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +010081 std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
82 const WorkloadInfo& Info) const override;
83
Teresa Charlin611c7fb2022-01-07 09:47:29 +000084 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010085 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan48f011e2021-04-21 10:50:34 +010086 std::unique_ptr<IWorkload> CreateCast(const CastQueueDescriptor& descriptor,
87 const WorkloadInfo& info) const override;
88
Teresa Charlin611c7fb2022-01-07 09:47:29 +000089 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010090 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Teresa Charline89dd692021-09-01 16:30:34 +010091 std::unique_ptr<IWorkload> CreateChannelShuffle(const ChannelShuffleQueueDescriptor& descriptor,
92 const WorkloadInfo& info) const override;
93
Teresa Charlin611c7fb2022-01-07 09:47:29 +000094 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +010095 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010096 std::unique_ptr<IWorkload> CreateComparison(const ComparisonQueueDescriptor& descriptor,
97 const WorkloadInfo& Info) const override;
98
Teresa Charlin611c7fb2022-01-07 09:47:29 +000099 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100100 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100101 std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
102 const WorkloadInfo& info) const override;
103
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000104 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100105 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100106 std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
107 const WorkloadInfo& info) const override;
108
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000109 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100110 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100111 std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
112 const WorkloadInfo& info) const override;
113
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000114 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100115 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100116 std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
117 const WorkloadInfo& info) const override;
Nikhil Raj9b461482019-07-03 15:58:31 +0100118
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000119 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100120 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000121 std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +0000122 const WorkloadInfo& info) const override;
surmeh013537c2c2018-05-18 16:31:43 +0100123
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000124 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100125 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Teresa Charlinec5f7d12021-10-22 17:15:00 +0100126 std::unique_ptr<IWorkload> CreateConvolution3d(const Convolution3dQueueDescriptor& descriptor,
127 const WorkloadInfo& info) const override;
128
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000129 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100130 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100131 std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
132 const WorkloadInfo& info) const override;
133
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000134 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100135 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Aron Virginas-Tar2f00b742019-09-30 13:28:08 +0100136 std::unique_ptr<IWorkload> CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
137 const WorkloadInfo& info) const override;
138
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000139 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100140 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000141 std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(const DepthwiseConvolution2dQueueDescriptor& descriptor,
142 const WorkloadInfo& info) const override;
telsoa01c577f2c2018-08-31 09:22:23 +0100143
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000144 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100145 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Narumol Prangnawarat01961a72019-05-30 16:47:12 +0100146 std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
147 const WorkloadInfo& info) const override;
148
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000149 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100150 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Narumol Prangnawarat94dd5d82019-01-23 18:06:26 +0000151 std::unique_ptr<IWorkload> CreateDetectionPostProcess(const DetectionPostProcessQueueDescriptor& descriptor,
152 const WorkloadInfo& info) const override;
153
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000154 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100155 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100156 std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000157 const WorkloadInfo& info) const override;
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000158
159 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100160 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
josh minor4a3c6102020-01-06 16:40:46 -0600161 std::unique_ptr<IWorkload> CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
162 const WorkloadInfo& Info) const override;
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000163
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000164 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100165 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagana792a052020-06-23 16:22:23 +0100166 std::unique_ptr<IWorkload> CreateFill(const FillQueueDescriptor& descriptor,
167 const WorkloadInfo& info) const override;
168
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000169 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100170 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100171 std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
172 const WorkloadInfo& info) const override;
173
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000174 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100175 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100176 std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
177 const WorkloadInfo& info) const override;
178
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000179 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100180 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100181 std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
182 const WorkloadInfo& info) const override;
183
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000184 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100185 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100186 std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
187 const WorkloadInfo& info) const override;
188
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000189 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100190 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100191 std::unique_ptr<IWorkload> CreateInstanceNormalization(const InstanceNormalizationQueueDescriptor& descriptor,
192 const WorkloadInfo& info) const override;
193
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000194 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100195 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100196 std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
197 const WorkloadInfo& info) const override;
198
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000199 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100200 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
James Conroy177df1e2020-11-13 10:18:51 +0000201 std::unique_ptr<IWorkload> CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
202 const WorkloadInfo& info) const override;
203
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000204 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100205 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Keith Davis69e653f2020-07-02 11:49:26 +0100206 std::unique_ptr<IWorkload> CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
207 const WorkloadInfo& info) const override;
208
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000209 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100210 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100211 std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
212 const WorkloadInfo& info) const override;
213
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000214 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100215 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100216 std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
217 const WorkloadInfo& info) const override;
218
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000219 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100220 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100221 std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
222 const WorkloadInfo& Info) const override;
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000223
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000224 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100225 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000226 std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
227 const WorkloadInfo& info) const override;
228
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000229 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100230 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Derek Lambertif674aa02019-08-01 15:56:25 +0100231 std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
232 const WorkloadInfo& info) const override;
233
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000234 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100235 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100236 std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
237 const WorkloadInfo& info) const override;
238
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000239 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100240 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100241 std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
242 const WorkloadInfo& info) const override;
243
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000244 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100245 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100246 std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
247 const WorkloadInfo& info) const override;
248
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000249 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100250 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100251 std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
252 const WorkloadInfo& info) const override;
253
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000254 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100255 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100256 std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
257 const WorkloadInfo& info) const override;
258
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000259 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100260 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100261 std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
262 const WorkloadInfo& info) const override;
263
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000264 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100265 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100266 std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
267 const WorkloadInfo& info) const override;
268
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000269 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100270 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100271 std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
272 const WorkloadInfo& info) const override;
273
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000274 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100275 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100276 std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
277 const WorkloadInfo& info) const override;
278
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000279 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100280 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
James Conroycc340932020-05-12 18:08:52 +0100281 std::unique_ptr<IWorkload> CreateQLstm(const QLstmQueueDescriptor& descriptor,
282 const WorkloadInfo& info) const override;
283
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000284 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100285 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100286 std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
287 const WorkloadInfo& info) const override;
288
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000289 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100290 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100291 std::unique_ptr<IWorkload> CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
292 const WorkloadInfo& info) const override;
293
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000294 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100295 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
David Monahan97451b42020-12-03 09:48:06 +0000296 std::unique_ptr<IWorkload> CreateRank(const RankQueueDescriptor& descriptor,
297 const WorkloadInfo& info) const override;
298
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000299 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100300 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagana2747482021-02-09 10:28:54 +0000301 std::unique_ptr<IWorkload> CreateReduce(const ReduceQueueDescriptor& descriptor,
302 const WorkloadInfo& info) const override;
303
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000304 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100305 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100306 std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
307 const WorkloadInfo& info) const override;
308
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000309 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100310 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100311 std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
312 const WorkloadInfo& info) const override;
313
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000314 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100315 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
josh minor036f02d2019-11-15 14:53:22 -0600316 std::unique_ptr<IWorkload> CreateSlice(const SliceQueueDescriptor& descriptor,
317 const WorkloadInfo& info) const override;
318
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000319 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100320 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100321 std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000322 const WorkloadInfo& info) const override;
323
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000324 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100325 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Mike Kelly0be3a882020-01-24 11:27:50 +0000326 std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
327 const WorkloadInfo& info) const override;
328
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000329 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100330 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Ellen Norris-Thompson29794572019-06-26 16:40:36 +0100331 std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
332 const WorkloadInfo& info) const override;
333
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000334 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100335 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100336 std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000337 const WorkloadInfo& info) const override;
338
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000339 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100340 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Matthew Jackson87f65ea2019-08-01 10:01:34 +0100341 std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
342 const WorkloadInfo& info) const override;
343
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000344 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100345 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100346 std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
347 const WorkloadInfo& info) const override;
348
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000349 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100350 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100351 std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
352 const WorkloadInfo& info) const override;
353
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000354 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100355 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000356 std::unique_ptr<IWorkload> CreateTranspose(const TransposeQueueDescriptor& descriptor,
357 const WorkloadInfo& info) const override;
358
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000359 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynn5a3d2002022-07-31 18:00:31 +0100360 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Sadik Armagan0d4863d2019-10-09 14:26:32 +0100361 std::unique_ptr<IWorkload> CreateTransposeConvolution2d(const TransposeConvolution2dQueueDescriptor& descriptor,
362 const WorkloadInfo& info) const override;
James Conroyd47a0642019-09-17 14:22:06 +0100363
surmeh013537c2c2018-05-18 16:31:43 +0100364private:
Matthew Sloyan0a7dc6b2021-02-10 16:50:53 +0000365 void SetNumberOfThreads();
366
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000367 mutable std::shared_ptr<NeonMemoryManager> m_MemoryManager;
Sadik Armagan04a72972020-09-14 15:44:18 +0100368 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
telsoa014fcda012018-03-09 14:13:49 +0000369};
370
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000371} // namespace armnn