blob: 02eb3ac7d1b606988108f486408ef5d2fafb9eba [file] [log] [blame]
Anthony Barbier6ff3b192017-09-04 18:44:23 +01001/*
Matthew Benthamf1aeab92023-05-30 13:35:34 +00002 * Copyright (c) 2017-2021, 2023 Arm Limited.
Anthony Barbier6ff3b192017-09-04 18:44:23 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Michalis Spyrouf4643372019-11-29 16:17:13 +000024#ifndef ARM_COMPUTE_NEDIRECTCONVOLUTIONLAYER_H
25#define ARM_COMPUTE_NEDIRECTCONVOLUTIONLAYER_H
Anthony Barbier6ff3b192017-09-04 18:44:23 +010026
Matthew Benthamf1aeab92023-05-30 13:35:34 +000027#include "arm_compute/core/ActivationLayerInfo.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010028#include "arm_compute/core/Types.h"
29#include "arm_compute/runtime/IFunction.h"
Georgios Pinitas658039b2017-09-15 16:30:50 +010030#include "arm_compute/runtime/IMemoryManager.h"
31#include "arm_compute/runtime/MemoryGroup.h"
Anthony Barbier6ff3b192017-09-04 18:44:23 +010032
Georgios Pinitas658039b2017-09-15 16:30:50 +010033#include <memory>
34
Anthony Barbier6ff3b192017-09-04 18:44:23 +010035namespace arm_compute
36{
Manuel Bottini327225d2021-04-13 13:09:30 +010037class ITensor;
38class ITensorInfo;
Anthony Barbier6ff3b192017-09-04 18:44:23 +010039/** Function to run the direct convolution.
40 *
Manuel Bottini327225d2021-04-13 13:09:30 +010041 * This function calls the following:
Anthony Barbier6ff3b192017-09-04 18:44:23 +010042 *
Manuel Bottinib4bb6a02021-05-24 16:01:32 +010043 * -# @ref cpu::CpuDirectConv2d
Anthony Barbier6ff3b192017-09-04 18:44:23 +010044 */
45class NEDirectConvolutionLayer : public IFunction
46{
47public:
48 /** Constructor */
Georgios Pinitas658039b2017-09-15 16:30:50 +010049 NEDirectConvolutionLayer(std::shared_ptr<IMemoryManager> memory_manager = nullptr);
Michalis Spyrouebcebf12020-10-21 00:04:14 +010050 /** Prevent instances of this class from being copied (As this class contains pointers) */
51 NEDirectConvolutionLayer(const NEDirectConvolutionLayer &) = delete;
52 /** Prevent instances of this class from being copied (As this class contains pointers) */
53 NEDirectConvolutionLayer &operator=(const NEDirectConvolutionLayer &) = delete;
54 /** Prevent instances of this class from being moved (As this class contains non movable objects) */
55 NEDirectConvolutionLayer(NEDirectConvolutionLayer &&) = delete;
56 /** Prevent instances of this class from being moved (As this class contains non movable objects) */
57 NEDirectConvolutionLayer &operator=(NEDirectConvolutionLayer &&) = delete;
58 /** Default destructor */
59 ~NEDirectConvolutionLayer();
Anthony Barbier6ff3b192017-09-04 18:44:23 +010060 /** Set the input, weights, biases and output tensors.
Anthony Barbierf202e502017-11-23 18:02:04 +000061 *
Sheri Zhanga47dcc22021-04-22 14:41:12 +010062 * Valid data layouts:
63 * - NHWC
64 * - NCHW
65 *
66 * Valid data type configurations:
67 * |src0 |src1 |src2 |dst |
68 * |:------|:------|:------|:------|
69 * |F16 |F16 |F16 |F16 |
70 * |F32 |F32 |F32 |F32 |
71 *
Anthony Barbierf202e502017-11-23 18:02:04 +000072 * @note: DirectConvolution only works in the following configurations:
Vidhya Sudhan Loganathan7485d5a2018-07-04 09:34:00 +010073 * 1x1 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F16/F32
74 * 3x3 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F16/F32
Anthony Barbierf202e502017-11-23 18:02:04 +000075 * 5x5 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F32
76 *
Vidhya Sudhan Loganathan7485d5a2018-07-04 09:34:00 +010077 * @param[in, out] input Input tensor. Data types supported: F16/F32.
Anthony Barbierf202e502017-11-23 18:02:04 +000078 * @param[in] weights Set of kernels to convolve the input volume.
79 * Supported sizes: 1x1, 3x3 and 5x5.
80 * The 3rd dimension must be the same as the input's volume 3rd dimension.
81 * Data type supported: Same as @p input.
Georgios Pinitas0223a782017-12-12 11:44:44 +000082 * @param[in] bias Set of biases. Can be nullptr. Data type supported: Same as @p input.
Anthony Barbierf202e502017-11-23 18:02:04 +000083 * @param[out] output Output tensor.
84 * The 3rd dimensions must be equal to the 4th dimension of the @p kernels tensor. Data types supported: Same as @p input.
85 * @param[in] conv_info Contains padding and stride information described in @ref PadStrideInfo.
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000086 * @param[in] act_info (Optional) Activation layer information in case of a fused activation.
Anthony Barbierf202e502017-11-23 18:02:04 +000087 */
Isabella Gottardi3f217ec2018-02-12 14:59:19 +000088 void configure(ITensor *input, const ITensor *weights, const ITensor *bias, ITensor *output, const PadStrideInfo &conv_info, const ActivationLayerInfo &act_info = ActivationLayerInfo());
Michalis Spyrouafa5d812017-11-30 14:25:57 +000089 /** Static function to check if given info will lead to a valid configuration of @ref NEDirectConvolutionLayer
90 *
91 * @note: DirectConvolution only works in the following configurations:
Vidhya Sudhan Loganathan7485d5a2018-07-04 09:34:00 +010092 * 1x1 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F16/F32
93 * 3x3 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F16/F32
Michalis Spyrouafa5d812017-11-30 14:25:57 +000094 * 5x5 convolution with stride_x = 1/2/3, stride_y = 1/2/3 data type = F32
95 *
Vidhya Sudhan Loganathan7485d5a2018-07-04 09:34:00 +010096 * @param[in] input Input tensor. Data types supported: F16/F32.
Michalis Spyrouafa5d812017-11-30 14:25:57 +000097 * @param[in] weights Set of kernels to convolve the input volume.
98 * Supported sizes: 1x1, 3x3 and 5x5.
99 * The 3rd dimension must be the same as the input's volume 3rd dimension.
100 * Data type supported: Same as @p input.
Georgios Pinitas0223a782017-12-12 11:44:44 +0000101 * @param[in] bias Set of biases. Can be nullptr. Data type supported: Same as @p input.
Michalis Spyrouafa5d812017-11-30 14:25:57 +0000102 * @param[in] output Output tensor.
103 * The 3rd dimensions must be equal to the 4th dimension of the @p kernels tensor. Data types supported: Same as @p input.
104 * @param[in] conv_info Contains padding and stride information described in @ref PadStrideInfo.
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000105 * @param[in] act_info (Optional) Activation layer information in case of a fused activation.
Michalis Spyrouafa5d812017-11-30 14:25:57 +0000106 *
107 * @return a status
108 */
Isabella Gottardi3f217ec2018-02-12 14:59:19 +0000109 static Status validate(const ITensorInfo *input, const ITensorInfo *weights, const ITensorInfo *bias, const ITensorInfo *output, const PadStrideInfo &conv_info,
110 const ActivationLayerInfo &act_info = ActivationLayerInfo());
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100111
112 // Inherited methods overridden:
113 void run() override;
114
115private:
Manuel Bottini327225d2021-04-13 13:09:30 +0100116 struct Impl;
117 std::shared_ptr<IMemoryManager> _memory_manager;
118 std::unique_ptr<Impl> _impl;
Anthony Barbier6ff3b192017-09-04 18:44:23 +0100119};
Manuel Bottini327225d2021-04-13 13:09:30 +0100120} // namespace arm_compute
Michalis Spyrouf4643372019-11-29 16:17:13 +0000121#endif /* ARM_COMPUTE_NEDIRECTCONVOLUTIONLAYER_H */