Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 43aec5886449c1b024b740fd6f4500e827bde221 / . / src / backends / backendsCommon / WorkloadFactory.hpp
blob: 0b0ba7ddf1fb422d989a39bae8adb19144476e69 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5#pragma once
6
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]7#include <armnn/TensorFwd.hpp>
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]8#include <armnn/Optional.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +0000[diff] [blame]9
10#include <backendsCommon/OutputHandler.hpp>
11#include <backendsCommon/Workload.hpp>
12
13#include <memory>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]14
15namespace armnn
16{
17
18class Layer;
19
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]20// Workload factory interface for compute backends.
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]21class IWorkloadFactory
22{
23public:
24 virtual ~IWorkloadFactory() { }
25
David Beck79141b92018-10-23 16:09:36 +0100[diff] [blame]26 virtual const BackendId& GetBackendId() const = 0;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]27
David Beck33f0ae02018-10-18 15:13:56 +0100[diff] [blame]28 static bool IsLayerSupported(const BackendId& backendId,
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]29 const IConnectableLayer& layer,
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]30 Optional<DataType> dataType,
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]31 std::string& outReasonIfUnsupported);
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]32
33 static bool IsLayerSupported(const IConnectableLayer& layer,
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]34 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]35 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]36
37 virtual bool SupportsSubTensors() const = 0;
38
39 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
40 TensorShape const& subTensorShape,
41 unsigned int const* subTensorOrigin
42 ) const = 0;
43
44 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
45 const WorkloadInfo& info) const = 0;
46
47 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const = 0;
48
Francis Murtagh351d13d2018-09-24 15:01:18 +0100[diff] [blame]49 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
50 DataLayout dataLayout) const = 0;
51
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]52 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]53 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]54
55 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]56 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]57
58 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]59 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]60
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]61 virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]62 const WorkloadInfo& Info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]63
Jim Flynn4ed6c832019-05-20 11:02:46 +0100[diff] [blame]64 virtual std::unique_ptr<IWorkload> CreateConcat(const MergerQueueDescriptor& descriptor,
65 const WorkloadInfo& info) const;
66
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]67 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]68 const WorkloadInfo& info) const;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]69
70 virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]71 const WorkloadInfo& info) const;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]72
73 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]74 const WorkloadInfo& info) const;
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100[diff] [blame]75
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]76 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
77 const WorkloadInfo& info) const;
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000[diff] [blame]78
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +0000[diff] [blame]79 virtual std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]80 const WorkloadInfo& info) const;
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]81
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]82 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
83 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const;
Matteo Martincigh49124022019-01-11 13:25:59 +0000[diff] [blame]84
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +0000[diff] [blame]85 virtual std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
86 const WorkloadInfo& info) const;
87
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]88 virtual std::unique_ptr<IWorkload> CreateDetectionPostProcess(
89 const DetectionPostProcessQueueDescriptor& descriptor, const WorkloadInfo& info) const;
90
91 virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
92 const WorkloadInfo& info) const;
93
94 virtual std::unique_ptr<IWorkload> CreateEqual(const EqualQueueDescriptor& descriptor,
95 const WorkloadInfo& Info) const;
96
97 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
98 const WorkloadInfo& info) const;
99
100 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
101 const WorkloadInfo& info) const;
102
Francis Murtagh43aec582019-05-27 12:14:10 +0100[diff] [blame^]103 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]104 const WorkloadInfo& info) const;
narpra01b89b05f2019-01-16 09:53:09 +0000[diff] [blame]105
106 virtual std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]107 const WorkloadInfo& info) const;
108
109 virtual std::unique_ptr<IWorkload> CreateGreater(const GreaterQueueDescriptor& descriptor,
110 const WorkloadInfo& info) const;
111
112 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
113 const WorkloadInfo& info) const;
114
115 virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
116 const WorkloadInfo& info) const;
117
118 virtual std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
119 const WorkloadInfo& info) const;
120
121 virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
122 const WorkloadInfo& Info) const;
123
124 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
125 const WorkloadInfo& info) const;
126
Nattapat Chaimanowong1f886302019-04-05 13:37:19 +0100[diff] [blame]127 virtual std::unique_ptr<IWorkload> CreateMerge(const MergeQueueDescriptor& descriptor,
128 const WorkloadInfo& info) const;
129
Jim Flynn4ed6c832019-05-20 11:02:46 +0100[diff] [blame]130 ARMNN_DEPRECATED_MSG("Use CreateConcat instead")
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]131 virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
132 const WorkloadInfo& info) const;
133
134 virtual std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
135 const WorkloadInfo& info) const;
136
137 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
138 const WorkloadInfo& info) const;
139
140 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
141 const WorkloadInfo& info) const;
142
143 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
144 const WorkloadInfo& info) const;
145
146 virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
147 const WorkloadInfo& Info) const;
148
149 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
150 const WorkloadInfo& info) const;
151
152 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
153 const WorkloadInfo& info) const;
154
155 virtual std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
156 const WorkloadInfo& info) const;
157
158 virtual std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
159 const WorkloadInfo& Info) const;
160
161 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
162 const WorkloadInfo& info) const;
163
164 virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
165 const WorkloadInfo& info) const;
166
167 virtual std::unique_ptr<IWorkload> CreateRsqrt(const RsqrtQueueDescriptor& descriptor,
168 const WorkloadInfo& info) const;
169
170 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
171 const WorkloadInfo& info) const;
172
173 virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
174 const WorkloadInfo& info) const;
175
176 virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
177 const WorkloadInfo& info) const;
178
179 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
180 const WorkloadInfo& info) const;
181
182 virtual std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
183 const WorkloadInfo& Info) const;
Sadik Armaganeff363d2019-04-05 15:25:46 +0100[diff] [blame]184
185 virtual std::unique_ptr<IWorkload> CreateSwitch(const SwitchQueueDescriptor& descriptor,
186 const WorkloadInfo& Info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]187};
188
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]189} //namespace armnn