blob: 9f38e477154f8309e9288c809b87ba6402febd6c [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001//
2// Copyright © 2017 Arm Ltd. All rights reserved.
David Beckecb56cd2018-09-05 12:52:57 +01003// SPDX-License-Identifier: MIT
telsoa014fcda012018-03-09 14:13:49 +00004//
5#pragma once
6
7#include <armnn/Tensor.hpp>
telsoa014fcda012018-03-09 14:13:49 +00008
Matteo Martincighe5b8eb92019-11-28 15:45:42 +00009#include <armnn/backends/IBackendInternal.hpp>
10#include <armnn/backends/IMemoryManager.hpp>
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000011#include <backendsCommon/Workload.hpp>
Aron Virginas-Tarc9cc8042018-11-01 16:15:57 +000012#include <backendsCommon/WorkloadInfo.hpp>
13
telsoa014fcda012018-03-09 14:13:49 +000014namespace armnn
15{
16class ITensorHandle;
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000017} // namespace armnn
18
19namespace
20{
telsoa014fcda012018-03-09 14:13:49 +000021
22template <typename QueueDescriptor>
23void AddInputToWorkload(QueueDescriptor& descriptor,
24 armnn::WorkloadInfo& info,
25 const armnn::TensorInfo& tensorInfo,
26 armnn::ITensorHandle* tensorHandle)
27{
28 descriptor.m_Inputs.push_back(tensorHandle);
29 info.m_InputTensorInfos.push_back(tensorInfo);
30}
31
32template <typename QueueDescriptor>
33void AddOutputToWorkload(QueueDescriptor& descriptor,
34 armnn::WorkloadInfo& info,
35 const armnn::TensorInfo& tensorInfo,
36 armnn::ITensorHandle* tensorHandle)
37{
38 descriptor.m_Outputs.push_back(tensorHandle);
39 info.m_OutputTensorInfos.push_back(tensorInfo);
40}
41
42template <typename QueueDescriptor>
43void SetWorkloadInput(QueueDescriptor& descriptor,
44 armnn::WorkloadInfo& info,
45 unsigned int index,
46 const armnn::TensorInfo& tensorInfo,
47 armnn::ITensorHandle* tensorHandle)
48{
49 descriptor.m_Inputs[index] = tensorHandle;
50 info.m_InputTensorInfos[index] = tensorInfo;
51}
52
53template <typename QueueDescriptor>
54void SetWorkloadOutput(QueueDescriptor& descriptor,
55 armnn::WorkloadInfo& info,
56 unsigned int index,
57 const armnn::TensorInfo& tensorInfo,
58 armnn::ITensorHandle* tensorHandle)
59{
60 descriptor.m_Outputs[index] = tensorHandle;
61 info.m_OutputTensorInfos[index] = tensorInfo;
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000062}
63
64inline void ExecuteWorkload(armnn::IWorkload& workload,
65 const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager,
66 bool memoryManagementRequested = true)
67{
68 const bool manageMemory = memoryManager && memoryManagementRequested;
69
70 // Acquire working memory (if needed)
71 if (manageMemory)
72 {
73 memoryManager->Acquire();
74 }
75
Mike Kelly9b398322019-05-22 17:21:49 +010076 // Perform PostAllocationConfiguration
77 workload.PostAllocationConfigure();
78
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +000079 // Execute the workload
80 workload.Execute();
81
82 // Release working memory (if needed)
83 if (manageMemory)
84 {
85 memoryManager->Release();
86 }
87}
88
Francis Murtagh46c09d02019-05-28 08:15:28 +010089inline armnn::Optional<armnn::DataType> GetBiasTypeFromWeightsType(armnn::Optional<armnn::DataType> weightsType)
90{
91 if (!weightsType)
92 {
93 return weightsType;
94 }
95
96 switch(weightsType.value())
97 {
Narumol Prangnawarat44179c32020-03-11 14:51:27 +000098 case armnn::DataType::BFloat16:
Francis Murtagh46c09d02019-05-28 08:15:28 +010099 case armnn::DataType::Float16:
100 case armnn::DataType::Float32:
101 return weightsType;
Francis Murtaghddb1d062020-03-10 13:51:45 +0000102 case armnn::DataType::QAsymmS8:
103 return armnn::DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +0000104 case armnn::DataType::QAsymmU8:
Francis Murtagh46c09d02019-05-28 08:15:28 +0100105 return armnn::DataType::Signed32;
Derek Lambertif90c56d2020-01-10 17:14:08 +0000106 case armnn::DataType::QSymmS16:
Francis Murtagh46c09d02019-05-28 08:15:28 +0100107 return armnn::DataType::Signed32;
108 default:
Narumol Prangnawaratac2770a2020-04-01 16:51:23 +0100109 ARMNN_ASSERT_MSG(false, "GetBiasTypeFromWeightsType(): Unsupported data type.");
Francis Murtagh46c09d02019-05-28 08:15:28 +0100110 }
111 return armnn::EmptyOptional();
112}
113
Aron Virginas-Tar5caf9072018-11-14 18:35:18 +0000114} // anonymous namespace