blob: 2245735b6203cbbaba95d0589159355a1eb3f811 [file] [log] [blame]
Michalis Spyrou04f089c2017-08-08 17:42:38 +01001/*
Giorgio Arena3ecf9fe2021-04-28 16:11:51 +01002 * Copyright (c) 2017-2021 Arm Limited.
Michalis Spyrou04f089c2017-08-08 17:42:38 +01003 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
Manuel Bottini7b9998d2019-10-21 17:59:07 +010024#ifndef ARM_COMPUTE_CLREDUCTIONOPERATION_H
25#define ARM_COMPUTE_CLREDUCTIONOPERATION_H
Michalis Spyrou04f089c2017-08-08 17:42:38 +010026
Michalis Spyrou04f089c2017-08-08 17:42:38 +010027#include "arm_compute/runtime/CL/CLTensor.h"
Michalis Spyrou2aad21a2020-07-02 12:43:53 +010028#include "arm_compute/runtime/CL/functions/CLReshapeLayer.h"
Michalis Spyrou04f089c2017-08-08 17:42:38 +010029#include "arm_compute/runtime/IFunction.h"
Georgios Pinitas8a94e7c2017-09-15 19:06:47 +010030#include "arm_compute/runtime/IMemoryManager.h"
Georgios Pinitas26014cf2019-09-09 19:00:57 +010031#include "arm_compute/runtime/MemoryGroup.h"
Michalis Spyrou04f089c2017-08-08 17:42:38 +010032
Michalis Spyrou04f089c2017-08-08 17:42:38 +010033#include <memory>
Michalis Spyrou04f089c2017-08-08 17:42:38 +010034
35namespace arm_compute
36{
Michele Di Giorgiof6f78762020-07-06 11:27:21 +010037// Forward declarations
Sang-Hoon Parkbef7fa22020-10-21 15:58:54 +010038class CLCompileContext;
Sang-Hoon Parkbef7fa22020-10-21 15:58:54 +010039class CLReductionOperationKernel;
Michalis Spyrou04f089c2017-08-08 17:42:38 +010040class ICLTensor;
41
42/** Perform reduction operation.
43 */
44class CLReductionOperation : public IFunction
45{
46public:
Alex Gildayc357c472018-03-21 13:54:09 +000047 /** Default Constructor.
48 *
49 * @param[in] memory_manager (Optional) Memory manager.
50 */
Georgios Pinitas8a94e7c2017-09-15 19:06:47 +010051 CLReductionOperation(std::shared_ptr<IMemoryManager> memory_manager = nullptr);
Sang-Hoon Parkbef7fa22020-10-21 15:58:54 +010052 /** Default Destructor */
53 ~CLReductionOperation();
54 /** Prevent instances of this class from being copied (As this class contains pointers) */
55 CLReductionOperation(const CLReductionOperation &) = delete;
56 /** Default move constructor */
57 CLReductionOperation(CLReductionOperation &&) = default;
58 /** Prevent instances of this class from being copied (As this class contains pointers) */
59 CLReductionOperation &operator=(const CLReductionOperation &) = delete;
60 /** Default move assignment operator */
61 CLReductionOperation &operator=(CLReductionOperation &&) = default;
Michalis Spyrou04f089c2017-08-08 17:42:38 +010062
63 /** Set the input and output tensors.
64 *
Teresa Charlin62687422021-04-28 10:58:49 +010065 * Valid data layouts:
66 * - All
67 *
68 * Valid data type configurations:
69 * |src |dst |
70 * |:--------------|:--------------|
71 * |QASYMM8 |QASYMM8 |
72 * |QASYMM8_SIGNED |QASYMM8_SIGNED |
73 * |F16 |F16 |
74 * |F32 |F32 |
75 * |S32 |S32 |
76 *
Michele Di Giorgiof6f78762020-07-06 11:27:21 +010077 * @param[in] input Source tensor. Data types supported: QASYMM8/QASYMM8_SIGNED/F16/F32/S32.
Sang-Hoon Park2697fd82019-10-15 16:49:24 +010078 * @param[out] output Destination tensor. Data types and data layouts supported: Same as @p input.
79 * @param[in] axis Axis along which to reduce. Supported reduction axis : 0, 1, 2, 3
Manuel Bottini7b9998d2019-10-21 17:59:07 +010080 * @param[in] op Reduction operation to perform. Operations supported: MEAN_SUM, PROD, SUM_SQUARE, SUM, MIN, MAX
Sang-Hoon Park2697fd82019-10-15 16:49:24 +010081 * @param[in] keep_dims (Optional) Whether to keep the reduced dimension after the operation. Defaults to true.
Michalis Spyrou04f089c2017-08-08 17:42:38 +010082 */
Sang-Hoon Park2697fd82019-10-15 16:49:24 +010083 void configure(ICLTensor *input, ICLTensor *output, unsigned int axis, ReductionOperation op, bool keep_dims = true);
Manuel Bottini2b84be52020-04-08 10:15:51 +010084 /** Set the input and output tensors.
85 *
86 * @param[in] compile_context The compile context to be used.
Michele Di Giorgiof6f78762020-07-06 11:27:21 +010087 * @param[in] input Source tensor. Data types supported: QASYMM8/QASYMM8_SIGNED/F16/F32/S32.
Manuel Bottini2b84be52020-04-08 10:15:51 +010088 * @param[out] output Destination tensor. Data types and data layouts supported: Same as @p input.
89 * @param[in] axis Axis along which to reduce. Supported reduction axis : 0, 1, 2, 3
90 * @param[in] op Reduction operation to perform. Operations supported: MEAN_SUM, PROD, SUM_SQUARE, SUM, MIN, MAX
91 * @param[in] keep_dims (Optional) Whether to keep the reduced dimension after the operation. Defaults to true.
92 */
93 void configure(const CLCompileContext &compile_context, ICLTensor *input, ICLTensor *output, unsigned int axis, ReductionOperation op, bool keep_dims = true);
Michalis Spyrou04f089c2017-08-08 17:42:38 +010094
John Richardson62385bc2018-04-20 13:11:36 +010095 /** Static function to check if given info will lead to a valid configuration of @ref CLReductionOperation.
96 *
Michele Di Giorgiof6f78762020-07-06 11:27:21 +010097 * @param[in] input Source tensor info. Data types supported: QASYMM8/QASYMM8_SIGNED/F16/F32/S32.
Sang-Hoon Park2697fd82019-10-15 16:49:24 +010098 * @param[in] output Destination tensor info. Data types and data layouts supported: Same as @p input.
99 * @param[in] axis Axis along which to reduce. Supported reduction axis : 0, 1, 2, 3
Manuel Bottini7b9998d2019-10-21 17:59:07 +0100100 * @param[in] op Reduction operation to perform. Operations supported: MEAN_SUM, PROD, SUM_SQUARE, SUM, MIN, MAX
Sang-Hoon Park2697fd82019-10-15 16:49:24 +0100101 * @param[in] keep_dims (Optional) Whether to keep the reduced dimension after the operation. Defaults to true.
John Richardson62385bc2018-04-20 13:11:36 +0100102 *
103 * @return a status
104 */
Sang-Hoon Park2697fd82019-10-15 16:49:24 +0100105 static Status validate(const ITensorInfo *input, const ITensorInfo *output, unsigned int axis, ReductionOperation op, bool keep_dims = true);
John Richardson62385bc2018-04-20 13:11:36 +0100106
Michalis Spyrou04f089c2017-08-08 17:42:38 +0100107 // Inherited methods overridden:
108 void run() override;
109
110private:
Sang-Hoon Park2697fd82019-10-15 16:49:24 +0100111 ICLTensor *configure_intermediate_result_vector(ICLTensor *input, ICLTensor *output);
112
Giorgio Arena3ecf9fe2021-04-28 16:11:51 +0100113 MemoryGroup _memory_group;
114 CLTensor _unreshaped_output;
115 std::unique_ptr<CLReductionOperationKernel> _reduction_kernel;
116 CLReshapeLayer _reshape;
117 unsigned int _reduction_axis;
118 bool _is_reshape_required;
Michalis Spyrou04f089c2017-08-08 17:42:38 +0100119};
Manuel Bottinib412fab2018-12-10 17:40:23 +0000120} // namespace arm_compute
Manuel Bottini7b9998d2019-10-21 17:59:07 +0100121#endif /* ARM_COMPUTE_CLREDUCTIONOPERATION_H */