blob: 8d330634cbbd4cda6dd63f410257c16967a6b150 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
David Beck29c75de2018-10-23 13:35:58 +01007#include <armnn/Optional.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +00008
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +00009#include <backendsCommon/OutputHandler.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +000010#include <aclCommon/BaseMemoryManager.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +010011
telsoa014fcda012018-03-09 14:13:49 +000012#include <boost/core/ignore_unused.hpp>
David Beck29c75de2018-10-23 13:35:58 +010013
telsoa014fcda012018-03-09 14:13:49 +000014namespace armnn
15{
16
telsoa01c577f2c2018-08-31 09:22:23 +010017// Neon workload factory.
telsoa014fcda012018-03-09 14:13:49 +000018class NeonWorkloadFactory : public IWorkloadFactory
19{
20public:
Aron Virginas-Tar56055192018-11-12 18:10:43 +000021 NeonWorkloadFactory(const std::shared_ptr<NeonMemoryManager>& memoryManager);
telsoa014fcda012018-03-09 14:13:49 +000022
David Beck79141b92018-10-23 16:09:36 +010023 const BackendId& GetBackendId() const override;
telsoa014fcda012018-03-09 14:13:49 +000024
David Beck29c75de2018-10-23 13:35:58 +010025 static bool IsLayerSupported(const Layer& layer,
26 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +010027 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +000028
29 virtual bool SupportsSubTensors() const override { return true; }
30
31 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
32 TensorShape const& subTensorShape,
33 unsigned int const* subTensorOrigin) const override;
34
35 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const override;
36
Francis Murtagh351d13d2018-09-24 15:01:18 +010037 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
38 DataLayout dataLayout) const override;
39
telsoa014fcda012018-03-09 14:13:49 +000040 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
41 const WorkloadInfo& info) const override;
42
43 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
44 const WorkloadInfo& info) const override;
45
46 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
47 const WorkloadInfo& info) const override;
48
49 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
50 const WorkloadInfo& info) const override;
51
52 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
53 const WorkloadInfo& info) const override;
54
55 virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
56 const WorkloadInfo& info) const override;
57
58 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
59 const WorkloadInfo& info) const override;
60
61 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
62 const WorkloadInfo& info) const override;
63
64 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
65 const WorkloadInfo& info) const override;
66
67 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
68 const WorkloadInfo& info) const override;
69
70 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
71 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const override;
72
73 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
74 const WorkloadInfo& info) const override;
75
76 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
77 const WorkloadInfo& info) const override;
78
79 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
80 const WorkloadInfo& info) const override;
81
82 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
83 const WorkloadInfo& info) const override;
84
85 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
86 const WorkloadInfo& info) const override;
87
88 virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
89 const WorkloadInfo& info) const override;
90
91 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
92 const WorkloadInfo& info) const override;
93
94 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
95 const WorkloadInfo& info) const override;
96
97 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
98 const WorkloadInfo& info) const override;
99
100 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
101 const WorkloadInfo& info) const override;
102
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +0000103 virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
104 const WorkloadInfo& info) const override;
105
telsoa014fcda012018-03-09 14:13:49 +0000106 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
107 const WorkloadInfo& info) const override;
surmeh013537c2c2018-05-18 16:31:43 +0100108
telsoa01c577f2c2018-08-31 09:22:23 +0100109 virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
110 const WorkloadInfo& info) const override;
111
112 virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
113 const WorkloadInfo& info) const override;
114
115 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
116 const WorkloadInfo& info) const override;
117
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100118 virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
119 const WorkloadInfo& info) const override;
120
David Beckc2044fe2018-09-05 15:00:38 +0100121 virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
122 const WorkloadInfo& info) const override;
123
narpra01a6bf9122018-09-10 09:50:09 +0100124 virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
125 const WorkloadInfo& Info) const override;
126
jimfly012c9322a2018-09-19 10:59:49 +0100127 virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
128 const WorkloadInfo& info) const override;
129
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000130 virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
131 const WorkloadInfo& Info) const override;
132
surmeh013537c2c2018-05-18 16:31:43 +0100133private:
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000134 mutable std::shared_ptr<NeonMemoryManager> m_MemoryManager;
telsoa014fcda012018-03-09 14:13:49 +0000135};
136
Aron Virginas-Tar56055192018-11-12 18:10:43 +0000137} // namespace armnn