blob: e42dd4cb4e58984102a1bec059986efbb195c2eb [file] [log] [blame]
Laurent Carlier749294b2020-06-01 09:03:17 +01001//
Teresa Charlin8398edc2020-07-20 14:23:02 +01002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
David Beck0dbe0ee2018-09-24 15:59:27 +01007#include <armnn/IRuntime.hpp>
David Beck29c75de2018-10-23 13:35:58 +01008#include <armnn/Optional.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +01009
Sadik Armagan04a72972020-09-14 15:44:18 +010010#include <armnn/backends/IBackendInternal.hpp>
11
Derek Lambertie3803ea2019-11-13 10:36:08 +000012#include <backendsCommon/WorkloadFactoryBase.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +000013#include <aclCommon/BaseMemoryManager.hpp>
Aron Virginas-Tarf9aeef02018-10-12 15:18:03 +010014
Sadik Armagandea8fb62020-11-26 10:38:11 +000015#include <arm_compute/core/CL/CLCompileContext.h>
16
telsoa014fcda012018-03-09 14:13:49 +000017namespace armnn
18{
19
telsoa01c577f2c2018-08-31 09:22:23 +010020// ARM Compute OpenCL workload factory.
Derek Lambertie3803ea2019-11-13 10:36:08 +000021class ClWorkloadFactory : public WorkloadFactoryBase
telsoa014fcda012018-03-09 14:13:49 +000022{
23public:
Aron Virginas-Tar56055192018-11-12 18:10:43 +000024 ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager);
telsoa014fcda012018-03-09 14:13:49 +000025
Sadik Armagan04a72972020-09-14 15:44:18 +010026 ClWorkloadFactory(const std::shared_ptr<ClMemoryManager>& memoryManager,
27 const IBackendInternal::IBackendSpecificModelContextPtr& modelContextPtr);
28
Sadik Armagandea8fb62020-11-26 10:38:11 +000029 void AfterWorkloadsCreated() override;
30
David Beck79141b92018-10-23 16:09:36 +010031 const BackendId& GetBackendId() const override;
telsoa014fcda012018-03-09 14:13:49 +000032
David Beck29c75de2018-10-23 13:35:58 +010033 static bool IsLayerSupported(const Layer& layer,
34 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010035 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +000036
Sadik Armagan04a72972020-09-14 15:44:18 +010037 static bool IsLayerSupported(const IConnectableLayer& layer,
38 Optional<DataType> dataType,
39 std::string& outReasonIfUnsupported,
40 const ModelOptions& modelOptions);
41
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000042 bool SupportsSubTensors() const override { return true; }
telsoa014fcda012018-03-09 14:13:49 +000043
Sadik Armaganc83eb252020-07-22 16:32:06 +010044 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateSubTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000045 std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
46 TensorShape const& subTensorShape,
47 unsigned int const* subTensorOrigin) const override;
telsoa014fcda012018-03-09 14:13:49 +000048
Sadik Armaganc83eb252020-07-22 16:32:06 +010049 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
David Monahan3fb7e102019-08-20 11:25:29 +010050 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
51 const bool IsMemoryManaged = true) const override;
telsoa014fcda012018-03-09 14:13:49 +000052
Sadik Armaganc83eb252020-07-22 16:32:06 +010053 ARMNN_DEPRECATED_MSG("Use ITensorHandleFactory::CreateTensorHandle instead")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000054 std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
David Monahan3fb7e102019-08-20 11:25:29 +010055 DataLayout dataLayout,
56 const bool IsMemoryManaged = true) const override;
Francis Murtagh351d13d2018-09-24 15:01:18 +010057
Teresa Charlin611c7fb2022-01-07 09:47:29 +000058 std::unique_ptr<IWorkload> CreateWorkload(LayerType type,
59 const QueueDescriptor& descriptor,
60 const WorkloadInfo& info) const override;
61
62 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000063 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000064 std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
65 const WorkloadInfo& info) const override;
66
Teresa Charlin611c7fb2022-01-07 09:47:29 +000067 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000068 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010069 std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000070 const WorkloadInfo& info) const override;
71
Teresa Charlin611c7fb2022-01-07 09:47:29 +000072 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000073 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
James Conroy2dc05722019-09-19 17:00:31 +010074 std::unique_ptr<IWorkload> CreateArgMinMax(const ArgMinMaxQueueDescriptor& descriptor,
75 const WorkloadInfo& info) const override;
76
Teresa Charlin611c7fb2022-01-07 09:47:29 +000077 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000078 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010079 std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
80 const WorkloadInfo& info) const override;
Matteo Martincigh3d6898c2019-01-15 16:11:44 +000081
Teresa Charlin611c7fb2022-01-07 09:47:29 +000082 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000083 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +010084 std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +000085 const WorkloadInfo& info) const override;
86
Teresa Charlin611c7fb2022-01-07 09:47:29 +000087 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000088 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Sadik Armaganf40d6d42021-04-22 09:12:11 +010089 std::unique_ptr<IWorkload> CreateCast(const CastQueueDescriptor& descriptor,
90 const WorkloadInfo& info) const override;
91
Teresa Charlin611c7fb2022-01-07 09:47:29 +000092 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000093 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Teresa Charlin1222dbd2021-09-02 13:58:52 +010094 std::unique_ptr<IWorkload> CreateChannelShuffle(const ChannelShuffleQueueDescriptor& descriptor,
95 const WorkloadInfo& info) const override;
96
Teresa Charlin611c7fb2022-01-07 09:47:29 +000097 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +000098 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar77bfb5e2019-10-16 17:45:38 +010099 std::unique_ptr<IWorkload> CreateComparison(const ComparisonQueueDescriptor& descriptor,
100 const WorkloadInfo& info) const override;
101
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000102 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000103 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100104 std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
105 const WorkloadInfo& info) const override;
telsoa014fcda012018-03-09 14:13:49 +0000106
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000107 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000108 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100109 std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
110 const WorkloadInfo& info) const override;
telsoa014fcda012018-03-09 14:13:49 +0000111
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000112 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000113 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100114 std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
115 const WorkloadInfo& info) const override;
116
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000117 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000118 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100119 std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
120 const WorkloadInfo& info) const override;
Nikhil Raj91e4c6d2019-07-05 12:22:58 +0100121
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000122 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000123 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000124 std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
telsoa014fcda012018-03-09 14:13:49 +0000125 const WorkloadInfo& info) const override;
surmeh01bceff2f2018-03-29 16:29:27 +0100126
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000127 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000128 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Teresa Charlin615ad6c2021-10-26 12:22:20 +0100129 std::unique_ptr<IWorkload> CreateConvolution3d(const Convolution3dQueueDescriptor& descriptor,
130 const WorkloadInfo& info) const override;
131
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000132 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000133 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100134 std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
135 const WorkloadInfo& info) const override;
136
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000137 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000138 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tarb2801962019-09-30 11:24:53 +0100139 std::unique_ptr<IWorkload> CreateDepthToSpace(const DepthToSpaceQueueDescriptor& descriptor,
140 const WorkloadInfo& info) const override;
141
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000142 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000143 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000144 std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(const DepthwiseConvolution2dQueueDescriptor& descriptor,
145 const WorkloadInfo& info) const override;
telsoa01c577f2c2018-08-31 09:22:23 +0100146
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000147 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000148 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Jim Flynn983daec2019-05-29 16:20:16 +0100149 std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
150 const WorkloadInfo& info) const override;
151
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000152 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000153 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100154 std::unique_ptr<IWorkload> CreateDetectionPostProcess(const DetectionPostProcessQueueDescriptor& descriptor,
155 const WorkloadInfo& info) const override;
telsoa01c577f2c2018-08-31 09:22:23 +0100156
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000157 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000158 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100159 std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000160 const WorkloadInfo& info) const override;
telsoa01c577f2c2018-08-31 09:22:23 +0100161
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000162 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000163 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
josh minor4a3c6102020-01-06 16:40:46 -0600164 std::unique_ptr<IWorkload> CreateElementwiseUnary(const ElementwiseUnaryQueueDescriptor& descriptor,
165 const WorkloadInfo& info) const override;
166
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000167 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000168 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Sadik Armagan66aecb02020-06-24 11:42:20 +0100169 std::unique_ptr<IWorkload> CreateFill(const FillQueueDescriptor& descriptor,
170 const WorkloadInfo& info) const override;
171
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000172 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000173 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100174 std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
175 const WorkloadInfo& info) const override;
176
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000177 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000178 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100179 std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000180 const WorkloadInfo& info) const override;
181
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000182 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000183 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100184 std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
185 const WorkloadInfo& info) const override;
186
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000187 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000188 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100189 std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
190 const WorkloadInfo& info) const override;
191
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000192 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000193 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100194 std::unique_ptr<IWorkload> CreateInstanceNormalization(const InstanceNormalizationQueueDescriptor& descriptor,
195 const WorkloadInfo& info) const override;
196
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000197 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000198 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100199 std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
200 const WorkloadInfo& info) const override;
201
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000202 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000203 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
James Conroyfe3ec942020-11-18 14:20:53 +0000204 std::unique_ptr<IWorkload> CreateLogicalBinary(const LogicalBinaryQueueDescriptor& descriptor,
205 const WorkloadInfo& info) const override;
206
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000207 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000208 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Teresa Charlin8398edc2020-07-20 14:23:02 +0100209 std::unique_ptr<IWorkload> CreateLogSoftmax(const LogSoftmaxQueueDescriptor& descriptor,
210 const WorkloadInfo& info) const override;
211
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000212 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000213 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100214 std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
215 const WorkloadInfo& info) const override;
216
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000217 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000218 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100219 std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
220 const WorkloadInfo& info) const override;
221
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000222 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000223 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100224 std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
225 const WorkloadInfo& Info) const override;
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000226
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000227 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000228 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000229 std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
230 const WorkloadInfo& info) const override;
231
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000232 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000233 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Derek Lambertif674aa02019-08-01 15:56:25 +0100234 std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
235 const WorkloadInfo& info) const override;
236
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000237 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000238 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100239 std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
240 const WorkloadInfo& info) const override;
241
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000242 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000243 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100244 std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
245 const WorkloadInfo& info) const override;
246
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000247 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000248 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100249 std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
250 const WorkloadInfo& info) const override;
251
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000252 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000253 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100254 std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
255 const WorkloadInfo& info) const override;
256
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000257 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000258 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100259 std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
260 const WorkloadInfo& info) const override;
261
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000262 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000263 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100264 std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
265 const WorkloadInfo& info) const override;
266
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000267 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000268 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100269 std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
270 const WorkloadInfo& info) const override;
271
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000272 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000273 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100274 std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
275 const WorkloadInfo& info) const override;
276
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000277 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000278 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100279 std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
280 const WorkloadInfo& info) const override;
281
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000282 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000283 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Ryan OShea2323af42020-05-13 16:36:19 +0100284 std::unique_ptr<IWorkload> CreateQLstm(const QLstmQueueDescriptor& descriptor,
285 const WorkloadInfo& info) const override;
286
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000287 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000288 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100289 std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
290 const WorkloadInfo& info) const override;
291
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000292 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000293 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100294 std::unique_ptr<IWorkload> CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
295 const WorkloadInfo& info) const override;
296
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000297 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000298 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
David Monahanc11ba462020-12-03 11:09:46 +0000299 std::unique_ptr<IWorkload> CreateRank(const RankQueueDescriptor& descriptor,
300 const WorkloadInfo& info) const override;
301
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000302 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000303 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Sadik Armagana2747482021-02-09 10:28:54 +0000304 std::unique_ptr<IWorkload> CreateReduce(const ReduceQueueDescriptor& descriptor,
305 const WorkloadInfo& info) const override;
306
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000307 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000308 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100309 std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
310 const WorkloadInfo& info) const override;
311
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000312 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000313 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar169d2f12019-07-01 19:01:44 +0100314 std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
315 const WorkloadInfo& info) const override;
316
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000317 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000318 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar94c4fef2019-11-25 15:37:08 +0000319 std::unique_ptr<IWorkload> CreateSlice(const SliceQueueDescriptor& descriptor,
320 const WorkloadInfo& info) const override;
321
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000322 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000323 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100324 std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000325 const WorkloadInfo& info) const override;
326
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000327 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000328 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000329 std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
330 const WorkloadInfo& info) const override;
331
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000332 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000333 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100334 std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
335 const WorkloadInfo& info) const override;
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000336
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000337 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000338 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100339 std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000340 const WorkloadInfo& info) const override;
341
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000342 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000343 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100344 std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000345 const WorkloadInfo& info) const override;
kevmay0190539692018-11-29 08:40:19 +0000346
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000347 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000348 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000349 std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
350 const WorkloadInfo& info) const override;
351
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000352 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000353 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar8168f402019-10-04 13:10:16 +0100354 std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
Matteo Martincigh3d6898c2019-01-15 16:11:44 +0000355 const WorkloadInfo& info) const override;
356
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000357 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000358 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Mike Kellyc9ea45a2020-02-28 18:11:58 +0000359 std::unique_ptr<IWorkload> CreateTranspose(const TransposeQueueDescriptor& descriptor,
360 const WorkloadInfo& info) const override;
361
Teresa Charlin611c7fb2022-01-07 09:47:29 +0000362 ARMNN_DEPRECATED_MSG_REMOVAL_DATE("Use ABI stable "
Francis Murtaghfaf29662022-01-24 17:45:37 +0000363 "CreateWorkload(LayerType, const QueueDescriptor&, const WorkloadInfo& info) instead.", "22.11")
Aron Virginas-Tar7a3e2fe2019-06-27 18:54:47 +0100364 std::unique_ptr<IWorkload> CreateTransposeConvolution2d(const TransposeConvolution2dQueueDescriptor& descriptor,
365 const WorkloadInfo& info) const override;
366
surmeh01bceff2f2018-03-29 16:29:27 +0100367private:
Aron Virginas-Tara8e06ed2018-10-19 16:46:15 +0100368 template<typename FloatWorkload, typename Uint8Workload, typename QueueDescriptorType, typename... Args>
369 static std::unique_ptr<IWorkload> MakeWorkload(const QueueDescriptorType& descriptor,
370 const WorkloadInfo& info,
371 Args&&... args);
372
373 template <typename Workload, typename QueueDescriptorType, typename... Args>
374 static std::unique_ptr<IWorkload> MakeWorkload(const QueueDescriptorType& descriptor,
375 const WorkloadInfo& info,
376 Args&&... args);
377
Sadik Armagandea8fb62020-11-26 10:38:11 +0000378 void InitializeCLCompileContext();
379
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000380 mutable std::shared_ptr<ClMemoryManager> m_MemoryManager;
Sadik Armagan04a72972020-09-14 15:44:18 +0100381 const IBackendInternal::IBackendSpecificModelContextPtr m_ModelContextPtr;
Sadik Armagandea8fb62020-11-26 10:38:11 +0000382 arm_compute::CLCompileContext m_CLCompileContext;
telsoa014fcda012018-03-09 14:13:49 +0000383};
384
385} // namespace armnn