Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 4e1e136cce3fca73ba49b570cfcb620f4ec574da / . / src / backends / neon / NeonWorkloadFactory.hpp
blob: 98f323afdfa849b4f560492bb880fdae6af89dfe [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]1//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +0100[diff] [blame]3// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]4//
5#pragma once
6
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]7#include <armnn/Optional.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +0000[diff] [blame]8
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +0000[diff] [blame]9#include <backendsCommon/OutputHandler.hpp>
Aron Virginas-Tar60578952018-10-31 11:04:01 +0000[diff] [blame]10#include <aclCommon/BaseMemoryManager.hpp>
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]11
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]12#include <boost/core/ignore_unused.hpp>
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]13
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]14
15namespace armnn
16{
17
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]18// Neon workload factory.
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]19class NeonWorkloadFactory : public IWorkloadFactory
20{
21public:
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]22 NeonWorkloadFactory();
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]23
David Beck79141b92018-10-23 16:09:36 +0100[diff] [blame]24 const BackendId& GetBackendId() const override;
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]25
David Beck29c75de2018-10-23 13:35:58 +0100[diff] [blame]26 static bool IsLayerSupported(const Layer& layer,
27 Optional<DataType> dataType,
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]28 std::string& outReasonIfUnsupported);
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]29
30 virtual bool SupportsSubTensors() const override { return true; }
31
32 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
33 TensorShape const& subTensorShape,
34 unsigned int const* subTensorOrigin) const override;
35
36 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const override;
37
Francis Murtagh351d13d2018-09-24 15:01:18 +0100[diff] [blame]38 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
39 DataLayout dataLayout) const override;
40
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]41 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
42 const WorkloadInfo& info) const override;
43
44 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
45 const WorkloadInfo& info) const override;
46
47 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
48 const WorkloadInfo& info) const override;
49
50 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
51 const WorkloadInfo& info) const override;
52
53 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
54 const WorkloadInfo& info) const override;
55
56 virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
57 const WorkloadInfo& info) const override;
58
59 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
60 const WorkloadInfo& info) const override;
61
62 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
63 const WorkloadInfo& info) const override;
64
65 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
66 const WorkloadInfo& info) const override;
67
68 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
69 const WorkloadInfo& info) const override;
70
71 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
72 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const override;
73
74 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
75 const WorkloadInfo& info) const override;
76
77 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
78 const WorkloadInfo& info) const override;
79
80 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
81 const WorkloadInfo& info) const override;
82
83 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
84 const WorkloadInfo& info) const override;
85
86 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
87 const WorkloadInfo& info) const override;
88
89 virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
90 const WorkloadInfo& info) const override;
91
92 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
93 const WorkloadInfo& info) const override;
94
95 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
96 const WorkloadInfo& info) const override;
97
98 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
99 const WorkloadInfo& info) const override;
100
101 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
102 const WorkloadInfo& info) const override;
103
Nattapat Chaimanowong207ef9a2018-11-02 10:57:25 +0000[diff] [blame]104 virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
105 const WorkloadInfo& info) const override;
106
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]107 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
108 const WorkloadInfo& info) const override;
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]109
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]110 virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
111 const WorkloadInfo& info) const override;
112
113 virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
114 const WorkloadInfo& info) const override;
115
116 virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
117 const WorkloadInfo& info) const override;
118
Francis Murtaghe7a86a42018-08-29 12:42:10 +0100[diff] [blame]119 virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
120 const WorkloadInfo& info) const override;
121
David Beckc2044fe2018-09-05 15:00:38 +0100[diff] [blame]122 virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
123 const WorkloadInfo& info) const override;
124
narpra01a6bf9122018-09-10 09:50:09 +0100[diff] [blame]125 virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
126 const WorkloadInfo& Info) const override;
127
jimfly012c9322a2018-09-19 10:59:49 +0100[diff] [blame]128 virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
129 const WorkloadInfo& info) const override;
130
Éanna Ó Catháin4e1e1362018-11-12 11:36:34 +0000[diff] [blame^]131 virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
132 const WorkloadInfo& Info) const override;
133
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]134 virtual void Release() override;
135
136 virtual void Acquire() override;
surmeh013537c2c2018-05-18 16:31:43 +0100[diff] [blame]137
138private:
telsoa01c577f2c2018-08-31 09:22:23 +0100[diff] [blame]139#ifdef ARMCOMPUTENEON_ENABLED
140 mutable NeonMemoryManager m_MemoryManager;
141#endif
telsoa014fcda012018-03-09 14:13:49 +0000[diff] [blame]142};
143
144} //namespace armnn