Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / e4294fd7363fd2f5a7be25d1722f20ed935d3445 / . / src / backends / backendsCommon / WorkloadFactory.hpp
blob: ed7303cf336cc04cdf3ae0b026919ad4593e605c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5#pragma once
6
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]7#include <armnn/TensorFwd.hpp>
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]8#include <armnn/Optional.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +0000[diff] [blame]9
10#include <backendsCommon/OutputHandler.hpp>
11#include <backendsCommon/Workload.hpp>
12
13#include <memory>
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]14
15namespace armnn
16{
17
18class Layer;
19
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]20// Workload factory interface for compute backends.
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]21class IWorkloadFactory
22{
23public:
24 virtual ~IWorkloadFactory() { }
25
David Beck79141b92018-10-23 16:09:36 +0100[diff] [blame]26 virtual const BackendId& GetBackendId() const = 0;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]27
David Beck33f0ae02018-10-18 15:13:56 +0100[diff] [blame]28 static bool IsLayerSupported(const BackendId& backendId,
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]29 const IConnectableLayer& layer,
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]30 Optional<DataType> dataType,
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]31 std::string& outReasonIfUnsupported);
David Beckdcb751f2018-10-03 11:42:42 +0100[diff] [blame]32
33 static bool IsLayerSupported(const IConnectableLayer& layer,
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]34 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]35 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]36
37 virtual bool SupportsSubTensors() const = 0;
38
39 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
40 TensorShape const& subTensorShape,
41 unsigned int const* subTensorOrigin
42 ) const = 0;
43
44 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
45 const WorkloadInfo& info) const = 0;
46
47 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const = 0;
48
Francis Murtagh351d13d2018-09-24 15:01:18 +0100[diff] [blame]49 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
50 DataLayout dataLayout) const = 0;
51
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]52 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]53 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]54
55 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]56 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]57
58 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]59 const WorkloadInfo& info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]60
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame]61 virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]62 const WorkloadInfo& Info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]63
64 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]65 const WorkloadInfo& info) const;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]66
67 virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]68 const WorkloadInfo& info) const;
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]69
70 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]71 const WorkloadInfo& info) const;
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100[diff] [blame]72
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]73 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
74 const WorkloadInfo& info) const;
Matteo Martincigh59a950c2018-12-13 12:48:25 +0000[diff] [blame]75
Nattapat Chaimanowonga9a1cf12018-12-03 16:06:49 +0000[diff] [blame]76 virtual std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]77 const WorkloadInfo& info) const;
Mohamed Nour Abouelseouda1d3c6a2018-12-27 12:39:16 +0000[diff] [blame]78
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]79 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
80 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const;
Matteo Martincigh49124022019-01-11 13:25:59 +0000[diff] [blame]81
Nattapat Chaimanowonge4294fd2019-03-28 09:56:53 +0000[diff] [blame^]82 virtual std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
83 const WorkloadInfo& info) const;
84
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]85 virtual std::unique_ptr<IWorkload> CreateDetectionPostProcess(
86 const DetectionPostProcessQueueDescriptor& descriptor, const WorkloadInfo& info) const;
87
88 virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
89 const WorkloadInfo& info) const;
90
91 virtual std::unique_ptr<IWorkload> CreateEqual(const EqualQueueDescriptor& descriptor,
92 const WorkloadInfo& Info) const;
93
94 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
95 const WorkloadInfo& info) const;
96
97 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
98 const WorkloadInfo& info) const;
99
100 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
101 const WorkloadInfo& info) const;
narpra01b89b05f2019-01-16 09:53:09 +0000[diff] [blame]102
103 virtual std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
Derek Lambertia9cca6a2019-03-25 15:41:58 +0000[diff] [blame]104 const WorkloadInfo& info) const;
105
106 virtual std::unique_ptr<IWorkload> CreateGreater(const GreaterQueueDescriptor& descriptor,
107 const WorkloadInfo& info) const;
108
109 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
110 const WorkloadInfo& info) const;
111
112 virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
113 const WorkloadInfo& info) const;
114
115 virtual std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
116 const WorkloadInfo& info) const;
117
118 virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
119 const WorkloadInfo& Info) const;
120
121 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
122 const WorkloadInfo& info) const;
123
124 virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
125 const WorkloadInfo& info) const;
126
127 virtual std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
128 const WorkloadInfo& info) const;
129
130 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
131 const WorkloadInfo& info) const;
132
133 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
134 const WorkloadInfo& info) const;
135
136 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
137 const WorkloadInfo& info) const;
138
139 virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
140 const WorkloadInfo& Info) const;
141
142 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
143 const WorkloadInfo& info) const;
144
145 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
146 const WorkloadInfo& info) const;
147
148 virtual std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
149 const WorkloadInfo& info) const;
150
151 virtual std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
152 const WorkloadInfo& Info) const;
153
154 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
155 const WorkloadInfo& info) const;
156
157 virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
158 const WorkloadInfo& info) const;
159
160 virtual std::unique_ptr<IWorkload> CreateRsqrt(const RsqrtQueueDescriptor& descriptor,
161 const WorkloadInfo& info) const;
162
163 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
164 const WorkloadInfo& info) const;
165
166 virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
167 const WorkloadInfo& info) const;
168
169 virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
170 const WorkloadInfo& info) const;
171
172 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
173 const WorkloadInfo& info) const;
174
175 virtual std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
176 const WorkloadInfo& Info) const;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]177};
178
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]179} //namespace armnn