blob: f4622ce26d63ffe742c925e279c08e1e0882b8bc [file] [log] [blame]
Narumol Prangnawarat74135832019-05-23 15:07:33 +01001//
Teresa Charlin588cbdf2022-01-19 15:55:37 +00002// Copyright © 2017 Arm Ltd and Contributors. All rights reserved.
Narumol Prangnawarat74135832019-05-23 15:07:33 +01003// SPDX-License-Identifier: MIT
4//
5
6#include "ClSplitterWorkload.hpp"
7
8#include "ClWorkloadUtils.hpp"
9
10#include <aclCommon/ArmComputeTensorUtils.hpp>
11#include <aclCommon/ArmComputeUtils.hpp>
Jan Eilers3c9e0452020-04-10 13:00:44 +010012#include <armnn/utility/PolymorphicDowncast.hpp>
Colm Donelan0c479742021-12-10 12:43:54 +000013#include <armnn/backends/TensorHandle.hpp>
Narumol Prangnawarat74135832019-05-23 15:07:33 +010014#include <cl/ClTensorHandle.hpp>
15
16
17namespace armnn
18{
19
20using namespace armcomputetensorutils;
21
22namespace
23{
24 unsigned int CalcAclAxis(unsigned int numDimensions, unsigned int splitAxis)
25 {
26 return (numDimensions - splitAxis) - 1;
27 }
28
29} //namespace
30
31arm_compute::Status ClSplitterWorkloadValidate(const TensorInfo& input,
32 const std::vector<std::reference_wrapper<TensorInfo>>& outputs,
33 unsigned int splitAxis)
34{
35 const arm_compute::TensorInfo aclInputInfo = BuildArmComputeTensorInfo(input);
36
37 size_t numOutputs = outputs.size();
38
39 std::vector<arm_compute::TensorInfo> aclOutputs;
40 aclOutputs.reserve(numOutputs);
41
42 std::vector<arm_compute::ITensorInfo*> aclOutputPtr;
43 aclOutputPtr.reserve(numOutputs);
44
45 for (size_t i = 0u; i < outputs.size(); ++i)
46 {
47 aclOutputs.emplace_back(BuildArmComputeTensorInfo(outputs[i]));
48 aclOutputPtr.emplace_back(&aclOutputs.back());
49 }
50
51 unsigned int aclAxis = CalcAclAxis(input.GetNumDimensions(), splitAxis);
52 return arm_compute::CLSplit::validate(&aclInputInfo, aclOutputPtr, aclAxis);
53}
54
Sadik Armagane9444752020-12-02 11:28:58 +000055ClSplitterWorkload::ClSplitterWorkload(const SplitterQueueDescriptor& descriptor,
56 const WorkloadInfo& info,
57 const arm_compute::CLCompileContext&)
Teresa Charlin588cbdf2022-01-19 15:55:37 +000058 : ClBaseWorkload<SplitterQueueDescriptor>(descriptor, info)
Narumol Prangnawarat74135832019-05-23 15:07:33 +010059{
Keith Davisbcd860a2021-08-05 14:20:33 +010060 // Report Profiling Details
61 ARMNN_REPORT_PROFILING_WORKLOAD_DESC("ClSplitterWorkload_Construct",
62 descriptor.m_Parameters,
63 info,
64 this->GetGuid());
Narumol Prangnawarat74135832019-05-23 15:07:33 +010065 bool allOutputsAreSubtensors = true;
66
67 // Check that all outputs are sub-tensors
68 for (auto output : m_Data.m_Outputs)
69 {
70 if (output && !output->GetParent())
71 {
72 // Non sub-tensor input found so we need to execute the split function
73 allOutputsAreSubtensors = false;
74 break;
75 }
76 }
77
78 if (allOutputsAreSubtensors)
79 {
80 // Can skip configuring the split function since it's not executed
81 return;
82 }
83
Jan Eilers3c9e0452020-04-10 13:00:44 +010084 arm_compute::ICLTensor& input = armnn::PolymorphicPointerDowncast<IClTensorHandle>(
Narumol Prangnawarat74135832019-05-23 15:07:33 +010085 m_Data.m_Inputs[0])->GetTensor();
86
87 std::vector<arm_compute::ICLTensor *> aclOutputs;
88 for (auto output : m_Data.m_Outputs)
89 {
Jan Eilers3c9e0452020-04-10 13:00:44 +010090 arm_compute::ICLTensor& aclOutput = armnn::PolymorphicPointerDowncast<IClTensorHandle>(output)->GetTensor();
Narumol Prangnawarat74135832019-05-23 15:07:33 +010091 aclOutputs.emplace_back(&aclOutput);
92 }
93
94 // Create the layer function
Narumol Prangnawarat74135832019-05-23 15:07:33 +010095
96 // Configure input and output tensors
97 std::set<unsigned int> splitAxis = ComputeSplitAxis(descriptor.m_Parameters, m_Data.m_Inputs[0]->GetShape());
98 if (splitAxis.size() != 1)
99 {
100 throw InvalidArgumentException("Cannot derive split axis from SplitterDescriptor");
101 }
102
103 unsigned int aclAxis = CalcAclAxis(descriptor.m_Parameters.GetNumDimensions(), *splitAxis.begin());
Matthew Bentham9b3e7382020-02-05 21:39:55 +0000104 auto layer = std::make_unique<arm_compute::CLSplit>();
Kevin May9f6862d2021-10-22 15:42:28 +0100105 {
106 ARMNN_SCOPED_PROFILING_EVENT(Compute::Undefined, "ClSplitterWorkload_configure");
107 layer->configure(&input, aclOutputs, aclAxis);
108 }
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100109
110 // Prepare
Matthew Bentham9b3e7382020-02-05 21:39:55 +0000111 layer->prepare();
112
113 m_Layer = std::move(layer);
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100114}
115
116void ClSplitterWorkload::Execute() const
117{
118 if (m_Layer)
119 {
Keith Davisbcd860a2021-08-05 14:20:33 +0100120 ARMNN_SCOPED_PROFILING_EVENT_CL_GUID("ClSplitterWorkload_Execute", this->GetGuid());
Narumol Prangnawarat74135832019-05-23 15:07:33 +0100121 m_Layer->run();
122 }
123}
124
125} //namespace armnn