Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / bf3541450c03b29ff1b99593eedeeb40177e0e82 / . / include / armnn / backends / WorkloadFactory.hpp
blob: 4ccf1e2c7d130a02eec8a8152ae6520092c798df [file] [log] [blame]
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]1//
2// Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
3// SPDX-License-Identifier: MIT
4//
5#pragma once
6
7#include "ITensorHandle.hpp"
8#include "Workload.hpp"
9
10#include <armnn/Optional.hpp>
11#include <armnn/INetwork.hpp>
12#include <armnn/TensorFwd.hpp>
13
14#include <memory>
15
16namespace armnn
17{
18
19class Layer;
20
21// Workload factory interface for compute backends.
22class IWorkloadFactory
23{
24public:
25 virtual ~IWorkloadFactory() { }
26
27 virtual void AfterWorkloadsCreated() {};
28
29 virtual const BackendId& GetBackendId() const = 0;
30
31 static bool IsLayerSupported(const BackendId& backendId,
32 const IConnectableLayer& layer,
33 Optional<DataType> dataType,
34 std::string& outReasonIfUnsupported);
35
36 static bool IsLayerSupported(const IConnectableLayer& layer,
37 Optional<DataType> dataType,
38 std::string& outReasonIfUnsupported);
39
40 static bool IsLayerSupported(const IConnectableLayer& layer,
41 Optional<DataType> dataType,
42 std::string& outReasonIfUnsupported,
43 const ModelOptions& modelOptions);
44
45 static bool IsLayerSupported(const BackendId& backendId,
46 const IConnectableLayer& layer,
47 Optional<DataType> dataType,
48 std::string& outReasonIfUnsupported,
49 const ModelOptions& modelOptions);
50
51 virtual bool SupportsSubTensors() const = 0;
52
53 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateSubTensorHandle instead")
54 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
55 TensorShape const& subTensorShape,
56 unsigned int const* subTensorOrigin
57 ) const = 0;
58
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]59 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
60 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
61 const bool IsMemoryManaged = true) const = 0;
62
63 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
64 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
65 DataLayout dataLayout,
66 const bool IsMemoryManaged = true) const = 0;
67
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]68 virtual std::unique_ptr<IWorkload> CreateWorkload(LayerType type,
69 const QueueDescriptor& descriptor,
70 const WorkloadInfo& info) const;
71
72 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]73 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Francis Murtaghbf354142022-08-12 13:54:17 +0100[diff] [blame^]74 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
75 const WorkloadInfo& info) const;
76
77 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
78 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]79 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
80 const WorkloadInfo& info) const;
81
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]82 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]83 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]84 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
85 const WorkloadInfo& info) const;
86
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]87 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]88 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]89 virtual std::unique_ptr<IWorkload> CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
90 const WorkloadInfo& info) const;
91
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]92 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]93 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]94 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
95 const WorkloadInfo& info) const;
96
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]97 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]98 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]99 virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
100 const WorkloadInfo& Info) const;
101
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]102 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]103 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]104 virtual std::unique_ptr<IWorkload> CreateCast(const CastQueueDescriptor& descriptor,
105 const WorkloadInfo& Info) const;
106
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]107 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]108 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]109 virtual std::unique_ptr<IWorkload> CreateChannelShuffle(const ChannelShuffleQueueDescriptor& descriptor,
110 const WorkloadInfo& info) const;
111
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]112 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]113 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]114 virtual std::unique_ptr<IWorkload> CreateComparison(const ComparisonQueueDescriptor& descriptor,
115 const WorkloadInfo& Info) const;
116
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]117 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]118 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]119 virtual std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
120 const WorkloadInfo& info) const;
121
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]122 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]123 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]124 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
125 const WorkloadInfo& info) const;
126
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]127 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]128 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]129 virtual std::unique_ptr<IWorkload> CreateConvertBf16ToFp32(const ConvertBf16ToFp32QueueDescriptor& descriptor,
130 const WorkloadInfo& info) const;
131
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]132 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]133 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]134 virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
135 const WorkloadInfo& info) const;
136
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]137 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]138 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]139 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToBf16(const ConvertFp32ToBf16QueueDescriptor& descriptor,
140 const WorkloadInfo& info) const;
141
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]142 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]143 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]144 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
145 const WorkloadInfo& info) const;
146
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]147 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]148 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]149 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
150 const WorkloadInfo& info) const;
151
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]152 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]153 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]154 virtual std::unique_ptr<IWorkload> CreateConvolution3d(const Convolution3dQueueDescriptor& descriptor,
155 const WorkloadInfo& info) const;
156
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]157 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]158 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]159 virtual std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
160 const WorkloadInfo& info) const;
161
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]162 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]163 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]164 virtual std::unique_ptr<IWorkload> CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
165 const WorkloadInfo& info) const;
166
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]167 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]168 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]169 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
170 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const;
171
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]172 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]173 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]174 virtual std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
175 const WorkloadInfo& info) const;
176
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]177 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]178 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]179 virtual std::unique_ptr<IWorkload> CreateDetectionPostProcess(
180 const DetectionPostProcessQueueDescriptor& descriptor, const WorkloadInfo& info) const;
181
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]182 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]183 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]184 virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
185 const WorkloadInfo& info) const;
186
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]187 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]188 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]189 virtual std::unique_ptr<IWorkload> CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
190 const WorkloadInfo& Info) const;
191
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]192 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]193 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]194 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
195 const WorkloadInfo& info) const;
196
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]197 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]198 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]199 virtual std::unique_ptr<IWorkload> CreateFill(const FillQueueDescriptor& descriptor,
200 const WorkloadInfo& info) const;
201
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]202 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]203 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]204 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
205 const WorkloadInfo& info) const;
206
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]207 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]208 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]209 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
210 const WorkloadInfo& info) const;
211
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]212 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]213 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]214 virtual std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
215 const WorkloadInfo& info) const;
216
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]217 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]218 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]219 virtual std::unique_ptr<IWorkload> CreateInstanceNormalization(
220 const InstanceNormalizationQueueDescriptor& descriptor,
221 const WorkloadInfo& info) const;
222
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]223 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]224 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]225 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
226 const WorkloadInfo& info) const;
227
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]228 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]229 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]230 virtual std::unique_ptr<IWorkload> CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
231 const WorkloadInfo& Info) const;
232
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]233 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]234 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]235 virtual std::unique_ptr<IWorkload> CreateLogicalUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
236 const WorkloadInfo& Info) const;
237
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]238 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]239 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]240 virtual std::unique_ptr<IWorkload> CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
241 const WorkloadInfo& info) const;
242
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]243 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]244 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]245 virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
246 const WorkloadInfo& info) const;
247
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]248 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]249 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]250 virtual std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
251 const WorkloadInfo& info) const;
252
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]253 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]254 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]255 virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
256 const WorkloadInfo& Info) const;
257
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]258 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]259 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]260 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
261 const WorkloadInfo& info) const;
262
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]263 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]264 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]265 virtual std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
266 const WorkloadInfo& info) const;
267
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]268 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]269 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]270 virtual std::unique_ptr<IWorkload> CreateMerge(const MergeQueueDescriptor& descriptor,
271 const WorkloadInfo& info) const;
272
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]273 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]274 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]275 virtual std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
276 const WorkloadInfo& info) const;
277
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]278 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]279 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]280 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
281 const WorkloadInfo& info) const;
282
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]283 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]284 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]285 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
286 const WorkloadInfo& info) const;
287
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]288 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]289 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]290 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
291 const WorkloadInfo& info) const;
292
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]293 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]294 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]295 virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
296 const WorkloadInfo& Info) const;
297
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]298 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]299 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]300 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
301 const WorkloadInfo& info) const;
302
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]303 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]304 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]305 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
306 const WorkloadInfo& info) const;
307
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]308 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]309 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]310 virtual std::unique_ptr<IWorkload> CreatePooling3d(const Pooling3dQueueDescriptor& descriptor,
311 const WorkloadInfo& info) const;
312
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]313 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]314 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]315 virtual std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
316 const WorkloadInfo& info) const;
317
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]318 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]319 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]320 virtual std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
321 const WorkloadInfo& info) const;
322
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]323 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]324 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]325 virtual std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
326 const WorkloadInfo& Info) const;
327
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]328 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]329 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]330 virtual std::unique_ptr<IWorkload> CreateQLstm(const QLstmQueueDescriptor& descriptor,
331 const WorkloadInfo& info) const;
332
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]333 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]334 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]335 virtual std::unique_ptr<IWorkload> CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
336 const WorkloadInfo& info) const;
337
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]338 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]339 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]340 virtual std::unique_ptr<IWorkload> CreateRank(const RankQueueDescriptor& descriptor,
341 const WorkloadInfo& info) const;
342
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]343 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]344 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]345 virtual std::unique_ptr<IWorkload> CreateReduce(const ReduceQueueDescriptor& descriptor,
346 const WorkloadInfo& info) const;
347
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]348 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]349 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]350 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
351 const WorkloadInfo& info) const;
352
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]353 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]354 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]355 virtual std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
356 const WorkloadInfo& info) const;
357
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]358 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]359 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]360 virtual std::unique_ptr<IWorkload> CreateShape(const ShapeQueueDescriptor& descriptor,
361 const WorkloadInfo& info) const;
362
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]363 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]364 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]365 virtual std::unique_ptr<IWorkload> CreateSlice(const SliceQueueDescriptor& descriptor,
366 const WorkloadInfo& info) const;
367
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]368 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]369 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]370 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
371 const WorkloadInfo& info) const;
372
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]373 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]374 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]375 virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
376 const WorkloadInfo& info) const;
377
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]378 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]379 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]380 virtual std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
381 const WorkloadInfo& info) const;
382
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]383 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]384 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]385 virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
386 const WorkloadInfo& info) const;
387
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]388 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]389 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]390 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
391 const WorkloadInfo& info) const;
392
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]393 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]394 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]395 virtual std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
396 const WorkloadInfo& info) const;
397
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]398 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]399 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]400 virtual std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
401 const WorkloadInfo& Info) const;
402
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]403 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]404 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]405 virtual std::unique_ptr<IWorkload> CreateSwitch(const SwitchQueueDescriptor& descriptor,
406 const WorkloadInfo& Info) const;
407
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]408 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]409 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]410 virtual std::unique_ptr<IWorkload> CreateTranspose(const TransposeQueueDescriptor& descriptor,
411 const WorkloadInfo& info) const;
412
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]413 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]414 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]415 virtual std::unique_ptr<IWorkload> CreateTransposeConvolution2d(
416 const TransposeConvolution2dQueueDescriptor& descriptor,
417 const WorkloadInfo& info) const;
418
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000[diff] [blame]419 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Jim Flynnb4efde52022-07-31 18:00:31 +0100[diff] [blame]420 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "23.08")
Colm Donelan0c479742021-12-10 12:43:54 +0000[diff] [blame]421 virtual std::unique_ptr<IWorkload> CreateUnidirectionalSequenceLstm(
422 const UnidirectionalSequenceLstmQueueDescriptor& descriptor,
423 const WorkloadInfo& info) const;
424
425private:
426 static bool IsLayerConfigurationSupported(const BackendId& backendId,
427 const IConnectableLayer& connectableLayer,
428 Optional<DataType> dataType,
429 std::string& outReasonIfUnsupported,
430 const ModelOptions& modelOptions = {});
431};
432
433} // namespace armnn