blob: 97184a5f22716064c301c5c1e5cad2d426dd9f17 [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Teresa Charlin611c7fb2022-01-07 09:47:29 +00002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
Matthew Bentham7c1603a2019-06-21 17:22:23 +01007#include "RefMemoryManager.hpp"
8
Jan Eilers8eb25602020-03-09 12:13:48 +00009#include <armnn/Optional.hpp>
Colm Donelan0c479742021-12-10 12:43:54 +000010#include <armnn/backends/WorkloadFactory.hpp>
Jan Eilers8eb25602020-03-09 12:13:48 +000011#include <armnn/utility/IgnoreUnused.hpp>
David Beck29c75de2018-10-23 13:35:58 +010012
telsoa014fcda012018-03-09 14:13:49 +000013
14namespace armnn
15{
16
17template <typename QueueDescriptorType>
18constexpr bool IsOperationQueueDescriptor(const QueueDescriptorType&) { return true; }
19
20template <>
21constexpr bool IsOperationQueueDescriptor(const MemCopyQueueDescriptor&) { return false; }
22
23template <>
24constexpr bool IsOperationQueueDescriptor(const ConstantQueueDescriptor&) { return false; }
25
26template <>
27constexpr bool IsOperationQueueDescriptor(const PermuteQueueDescriptor&) { return false; }
28
telsoa01c577f2c2018-08-31 09:22:23 +010029// Reference workload factory.
telsoa014fcda012018-03-09 14:13:49 +000030class RefWorkloadFactory : public IWorkloadFactory
31{
32public:
Matthew Bentham7c1603a2019-06-21 17:22:23 +010033 explicit RefWorkloadFactory(const std::shared_ptr<RefMemoryManager>& memoryManager);
34 RefWorkloadFactory();
35
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000036 ~RefWorkloadFactory() {}
telsoa014fcda012018-03-09 14:13:49 +000037
David Beck79141b92018-10-23 16:09:36 +010038 const BackendId& GetBackendId() const override;
telsoa014fcda012018-03-09 14:13:49 +000039
David Beck29c75de2018-10-23 13:35:58 +010040 static bool IsLayerSupported(const Layer& layer,
41 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010042 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +000043
Sadik Armagan04a72972020-09-14 15:44:18 +010044 static bool IsLayerSupported(const IConnectableLayer& layer,
45 Optional<DataType> dataType,
46 std::string& outReasonIfUnsupported,
47 const ModelOptions& modelOptions);
48
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000049 bool SupportsSubTensors() const override { return false; }
telsoa014fcda012018-03-09 14:13:49 +000050
Sadik Armaganc83eb252020-07-22 16:32:06 +010051 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateSubTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000052 std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
53 TensorShape const& subTensorShape,
54 unsigned int const* subTensorOrigin) const override
telsoa014fcda012018-03-09 14:13:49 +000055 {
Jan Eilers8eb25602020-03-09 12:13:48 +000056 IgnoreUnused(parent, subTensorShape, subTensorOrigin);
telsoa014fcda012018-03-09 14:13:49 +000057 return nullptr;
telsoa01c577f2c2018-08-31 09:22:23 +010058 }
telsoa014fcda012018-03-09 14:13:49 +000059
Sadik Armaganc83eb252020-07-22 16:32:06 +010060 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
David Monahan3fb7e102019-08-20 11:25:29 +010061 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
62 const bool IsMemoryManaged = true) const override;
telsoa014fcda012018-03-09 14:13:49 +000063
Sadik Armaganc83eb252020-07-22 16:32:06 +010064 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000065 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +010066 DataLayout dataLayout,
67 const bool IsMemoryManaged = true) const override;
Francis Murtagh351d13d2018-09-24 15:01:18 +010068
Teresa Charlin611c7fb2022-01-07 09:47:29 +000069 std::unique_ptr<IWorkload> CreateWorkload(LayerType type,
70 const QueueDescriptor& descriptor,
71 const WorkloadInfo& info) const override;
72
73 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000074 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000075 std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
76 const WorkloadInfo& info) const override;
77
Teresa Charlin611c7fb2022-01-07 09:47:29 +000078 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000079 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000080 std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
81 const WorkloadInfo& info) const override;
82
Teresa Charlin611c7fb2022-01-07 09:47:29 +000083 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000084 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +010085 std::unique_ptr<IWorkload> CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
86 const WorkloadInfo& info) const override;
87
Teresa Charlin611c7fb2022-01-07 09:47:29 +000088 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000089 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000090 std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
91 const WorkloadInfo& info) const override;
92
Teresa Charlin611c7fb2022-01-07 09:47:29 +000093 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000094 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +010095 std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000096 const WorkloadInfo& info) const override;
97
Teresa Charlin611c7fb2022-01-07 09:47:29 +000098 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000099 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
mathad01b392e982021-04-07 12:07:30 +0100100 std::unique_ptr<IWorkload> CreateCast(const CastQueueDescriptor& descriptor,
101 const WorkloadInfo& info) const override;
102
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000103 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000104 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Simon Obute51f67772021-09-03 15:50:13 +0100105 std::unique_ptr<IWorkload> CreateChannelShuffle(const ChannelShuffleQueueDescriptor& descriptor,
106 const WorkloadInfo& info) const override;
107
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000108 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000109 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +0100110 std::unique_ptr<IWorkload> CreateComparison(const ComparisonQueueDescriptor& descriptor,
111 const WorkloadInfo& info) const override;
112
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000113 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000114 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Jim Flynne242f2d2019-05-22 14:24:13 +0100115 std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
Jim Flynn4ed6c832019-05-20 11:02:46 +0100116 const WorkloadInfo& info) const override;
117
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000118 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000119 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000120 std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
121 const WorkloadInfo& info) const override;
jimfly012c9322a2018-09-19 10:59:49 +0100122
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000123 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000124 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Narumol Prangnawarat7ddbbae2020-03-13 10:26:05 +0000125 std::unique_ptr<IWorkload> CreateConvertBf16ToFp32(const ConvertBf16ToFp32QueueDescriptor& descriptor,
126 const WorkloadInfo& info) const override;
127
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000128 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000129 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100130 std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
131 const WorkloadInfo& info) const override;
132
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000133 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000134 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Narumol Prangnawaratea54a012020-03-16 16:36:10 +0000135 std::unique_ptr<IWorkload> CreateConvertFp32ToBf16(const ConvertFp32ToBf16QueueDescriptor& descriptor,
136 const WorkloadInfo& info) const override;
137
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000138 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000139 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100140 std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
141 const WorkloadInfo& info) const override;
142
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000143 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000144 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100145 std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
146 const WorkloadInfo& info) const override;
147
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000148 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000149 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matthew Sloyanb63a3112021-09-08 13:05:51 +0100150 std::unique_ptr<IWorkload> CreateConvolution3d(const Convolution3dQueueDescriptor& descriptor,
151 const WorkloadInfo& info) const override;
152
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000153 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000154 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100155 std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
156 const WorkloadInfo& info) const override;
157
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000158 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000159 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100160 std::unique_ptr<IWorkload> CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
161 const WorkloadInfo& info) const override;
162
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000163 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000164 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100165 std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(const DepthwiseConvolution2dQueueDescriptor& descriptor,
166 const WorkloadInfo& info) const override;
167
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000168 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000169 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100170 std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
171 const WorkloadInfo& info) const override;
172
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000173 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000174 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100175 std::unique_ptr<IWorkload> CreateDetectionPostProcess(const DetectionPostProcessQueueDescriptor& descriptor,
176 const WorkloadInfo& info) const override;
177
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000178 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000179 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100180 std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
181 const WorkloadInfo& info) const override;
182
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000183 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000184 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
josh minor4a3c6102020-01-06 16:40:46 -0600185 std::unique_ptr<IWorkload> CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
186 const WorkloadInfo& info) const override;
187
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000188 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000189 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100190 std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
191 const WorkloadInfo& info) const override;
192
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000193 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000194 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100195 std::unique_ptr<IWorkload> CreateFill(const FillQueueDescriptor& descriptor,
Sadik Armagan66aecb02020-06-24 11:42:20 +0100196 const WorkloadInfo& info) const override;
Ryan OSheaf4bfa6a2020-06-10 11:33:37 +0100197
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000198 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000199 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100200 std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
201 const WorkloadInfo& info) const override;
202
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000203 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000204 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100205 std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
206 const WorkloadInfo& info) const override;
207
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000208 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000209 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100210 std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
211 const WorkloadInfo& info) const override;
212
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000213 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000214 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100215 std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
216 const WorkloadInfo& info) const override;
217
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000218 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000219 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100220 std::unique_ptr<IWorkload> CreateInstanceNormalization(const InstanceNormalizationQueueDescriptor& descriptor,
221 const WorkloadInfo& info) const override;
222
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000223 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000224 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100225 std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
226 const WorkloadInfo& info) const override;
227
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000228 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000229 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
James Conroyaba90cd2020-11-06 16:28:18 +0000230 std::unique_ptr<IWorkload> CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
231 const WorkloadInfo& info) const override;
232
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000233 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000234 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100235 std::unique_ptr<IWorkload> CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
236 const WorkloadInfo& info) const override;
237
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000238 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000239 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100240 std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
241 const WorkloadInfo& info) const override;
242
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000243 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000244 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100245 std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
246 const WorkloadInfo& info) const override;
247
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000248 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000249 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100250 std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
251 const WorkloadInfo& Info) const override;
252
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000253 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000254 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100255 std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
256 const WorkloadInfo& info) const override;
257
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000258 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000259 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100260 std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
261 const WorkloadInfo& info) const override;
262
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000263 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000264 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100265 std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
266 const WorkloadInfo& info) const override;
267
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000268 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000269 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100270 std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
271 const WorkloadInfo& info) const override;
272
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000273 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000274 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100275 std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
276 const WorkloadInfo& info) const override;
277
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000278 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000279 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100280 std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
281 const WorkloadInfo& info) const override;
282
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000283 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000284 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100285 std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
286 const WorkloadInfo& info) const override;
287
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000288 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000289 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100290 std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
291 const WorkloadInfo& info) const override;
292
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000293 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000294 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100295 std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
296 const WorkloadInfo& info) const override;
297
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000298 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000299 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Tamás Nyíri7b885b32021-10-26 14:47:57 +0100300 std::unique_ptr<IWorkload> CreatePooling3d(const Pooling3dQueueDescriptor& descriptor,
301 const WorkloadInfo& info) const override;
302
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000303 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000304 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100305 std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
306 const WorkloadInfo& info) const override;
307
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000308 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000309 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100310 std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
311 const WorkloadInfo& info) const override;
312
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000313 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000314 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
James Conroy4f1f8992020-04-29 20:01:10 +0100315 std::unique_ptr<IWorkload> CreateQLstm(const QLstmQueueDescriptor& descriptor,
316 const WorkloadInfo& info) const override;
317
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000318 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000319 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100320 std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
321 const WorkloadInfo& info) const override;
322
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000323 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000324 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Finn Williams2605b232020-06-10 15:53:46 +0100325 std::unique_ptr<IWorkload> CreateRank(const RankQueueDescriptor& descriptor,
326 const WorkloadInfo& info) const override;
327
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000328 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000329 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Sadik Armagan0c3ea5b2021-02-03 09:29:30 +0000330 std::unique_ptr<IWorkload> CreateReduce(const ReduceQueueDescriptor& descriptor,
331 const WorkloadInfo& info) const override;
332
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000333 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000334 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000335 std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
336 const WorkloadInfo& info) const override;
337
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000338 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000339 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100340 std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
341 const WorkloadInfo& info) const override;
342
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000343 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000344 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Keith Davis3ae3f972021-05-21 16:33:48 +0100345 std::unique_ptr<IWorkload> CreateShape(const ShapeQueueDescriptor& descriptor,
346 const WorkloadInfo& info) const override;
347
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000348 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000349 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100350 std::unique_ptr<IWorkload> CreateSlice(const SliceQueueDescriptor& descriptor,
351 const WorkloadInfo& info) const override;
352
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000353 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000354 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100355 std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
356 const WorkloadInfo& info) const override;
357
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000358 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000359 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000360 std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
361 const WorkloadInfo& info) const override;
362
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000363 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000364 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Keith Davisa57eccb2019-06-14 17:33:22 +0100365 std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
366 const WorkloadInfo& info) const override;
367
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000368 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000369 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100370 std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000371 const WorkloadInfo& info) const override;
372
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000373 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000374 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matthew Jackson81e601c2019-07-11 12:07:09 +0100375 std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
376 const WorkloadInfo& info) const override;
377
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000378 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000379 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100380 std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
381 const WorkloadInfo& info) const override;
Sadik Armagan9199e582019-09-05 17:35:31 +0100382
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000383 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000384 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100385 std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
386 const WorkloadInfo& info) const override;
Aron Virginas-Tar92b9f872019-09-17 17:27:04 +0100387
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000388 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000389 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000390 std::unique_ptr<IWorkload> CreateTranspose(const TransposeQueueDescriptor& descriptor,
391 const WorkloadInfo& info) const override;
392
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000393 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000394 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tare662a942019-10-14 15:12:00 +0100395 std::unique_ptr<IWorkload> CreateTransposeConvolution2d(const TransposeConvolution2dQueueDescriptor& descriptor,
396 const WorkloadInfo& info) const override;
Kevin May09ca49c2019-10-09 12:37:34 +0100397
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000398 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000399 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Narumol Prangnawarate5339e72021-07-28 17:33:28 +0100400 std::unique_ptr<IWorkload> CreateUnidirectionalSequenceLstm(
401 const UnidirectionalSequenceLstmQueueDescriptor& descriptor,
402 const WorkloadInfo& info) const override;
403
telsoa014fcda012018-03-09 14:13:49 +0000404private:
telsoa014fcda012018-03-09 14:13:49 +0000405 template <typename F32Workload, typename U8Workload, typename QueueDescriptorType>
406 std::unique_ptr<IWorkload> MakeWorkload(const QueueDescriptorType& descriptor, const WorkloadInfo& info) const;
Matthew Bentham7c1603a2019-06-21 17:22:23 +0100407
408 mutable std::shared_ptr<RefMemoryManager> m_MemoryManager;
telsoa014fcda012018-03-09 14:13:49 +0000409};
410
411} // namespace armnn