Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 1 | // |
Teresa Charlin | fbf0e5b | 2020-08-17 01:01:06 +0100 | [diff] [blame] | 2 | // Copyright © 2017 Arm Ltd and Contributors. All rights reserved. |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 5 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 6 | #include "QuantizeTestImpl.hpp" |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 7 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 8 | #include <ResolveType.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 9 | |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 10 | |
Matteo Martincigh | e5b8eb9 | 2019-11-28 15:45:42 +0000 | [diff] [blame] | 11 | #include <armnn/backends/IBackendInternal.hpp> |
Colm Donelan | 0c47974 | 2021-12-10 12:43:54 +0000 | [diff] [blame] | 12 | #include <armnn/backends/WorkloadFactory.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 13 | |
Sadik Armagan | a097d2a | 2021-11-24 15:47:28 +0000 | [diff] [blame] | 14 | #include <armnnTestUtils/TensorCopyUtils.hpp> |
Colm Donelan | 0c47974 | 2021-12-10 12:43:54 +0000 | [diff] [blame] | 15 | #include <armnnTestUtils/WorkloadTestUtils.hpp> |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 16 | |
Colm Donelan | c42a987 | 2022-02-02 16:35:09 +0000 | [diff] [blame] | 17 | #include <armnnTestUtils/TensorHelpers.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 18 | |
| 19 | namespace |
| 20 | { |
| 21 | |
| 22 | template<typename T, std::size_t Dim> |
| 23 | LayerTestResult<T, Dim> QuantizeTestImpl( |
| 24 | armnn::IWorkloadFactory& workloadFactory, |
| 25 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 26 | const armnn::ITensorHandleFactory& tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 27 | const armnn::TensorInfo& inputTensorInfo, |
| 28 | const armnn::TensorInfo& outputTensorInfo, |
| 29 | const std::vector<float>& inputData, |
| 30 | const std::vector<T>& expectedOutputData, |
| 31 | armnn::QuantizeQueueDescriptor descriptor) |
| 32 | { |
Jan Eilers | 8eb2560 | 2020-03-09 12:13:48 +0000 | [diff] [blame] | 33 | IgnoreUnused(memoryManager); |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 34 | std::vector<T> actualOutput(outputTensorInfo.GetNumElements()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 35 | |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 36 | std::unique_ptr<armnn::ITensorHandle> inputHandle = tensorHandleFactory.CreateTensorHandle(inputTensorInfo); |
| 37 | std::unique_ptr<armnn::ITensorHandle> outputHandle = tensorHandleFactory.CreateTensorHandle(outputTensorInfo); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 38 | |
| 39 | armnn::WorkloadInfo info; |
| 40 | AddInputToWorkload(descriptor, info, inputTensorInfo, inputHandle.get()); |
| 41 | AddOutputToWorkload(descriptor, info, outputTensorInfo, outputHandle.get()); |
| 42 | |
Teresa Charlin | 611c7fb | 2022-01-07 09:47:29 +0000 | [diff] [blame] | 43 | std::unique_ptr<armnn::IWorkload> workload = workloadFactory.CreateWorkload(armnn::LayerType::Quantize, |
| 44 | descriptor, |
| 45 | info); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 46 | |
| 47 | inputHandle->Allocate(); |
| 48 | outputHandle->Allocate(); |
| 49 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 50 | CopyDataToITensorHandle(inputHandle.get(), inputData.data()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 51 | |
| 52 | ExecuteWorkload(*workload, memoryManager); |
| 53 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 54 | CopyDataFromITensorHandle(actualOutput.data(), outputHandle.get()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 55 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 56 | return LayerTestResult<T, Dim>(actualOutput, |
| 57 | expectedOutputData, |
| 58 | outputHandle->GetShape(), |
| 59 | outputTensorInfo.GetShape()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | template <armnn::DataType ArmnnOutputType, typename T = armnn::ResolveType<ArmnnOutputType>> |
| 63 | LayerTestResult<T, 4> QuantizeSimpleTest( |
| 64 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 65 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 66 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 67 | { |
| 68 | armnn::QuantizeQueueDescriptor desc; |
| 69 | |
| 70 | const armnn::TensorInfo inputTensorInfo({1, 2, 2, 3}, armnn::DataType::Float32); |
| 71 | const armnn::TensorInfo outputTensorInfo({1, 2, 2, 3}, ArmnnOutputType, 0.5f, 1); |
| 72 | |
| 73 | std::vector<float> inputData = std::vector<float>( |
| 74 | { |
| 75 | 1.0f, 2.0f, 3.0f, |
| 76 | 4.0f, 5.0f, 6.0f, |
| 77 | 7.0f, 8.0f, 9.0f, |
| 78 | 10.0f, 11.0f, 12.0f, |
| 79 | }); |
| 80 | |
| 81 | std::vector<T> expectedOutputData = std::vector<T>( |
| 82 | { |
| 83 | 3, 5, 7, |
| 84 | 9, 11, 13, |
| 85 | 15, 17, 19, |
| 86 | 21, 23, 25, |
| 87 | }); |
| 88 | |
| 89 | return QuantizeTestImpl<T, 4>(workloadFactory, |
| 90 | memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 91 | tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 92 | inputTensorInfo, |
| 93 | outputTensorInfo, |
| 94 | inputData, |
| 95 | expectedOutputData, |
| 96 | desc); |
| 97 | } |
| 98 | |
| 99 | template <armnn::DataType ArmnnOutputType, typename T = armnn::ResolveType<ArmnnOutputType>> |
| 100 | LayerTestResult<T, 4> QuantizeClampTest( |
| 101 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 102 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 103 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 104 | { |
| 105 | armnn::QuantizeQueueDescriptor desc; |
| 106 | |
| 107 | const armnn::TensorInfo inputTensorInfo({1, 1, 2, 1}, armnn::DataType::Float32); |
| 108 | const armnn::TensorInfo outputTensorInfo({1, 1, 2, 1}, ArmnnOutputType, 0.0001f, 0); |
| 109 | |
| 110 | const T max = std::numeric_limits<T>::max(); |
| 111 | const T min = std::numeric_limits<T>::lowest(); |
| 112 | |
| 113 | std::vector<float> inputData = std::vector<float>( |
| 114 | { |
| 115 | -100.0f, 100.0f |
| 116 | }); |
| 117 | |
| 118 | std::vector<T> expectedOutputData = std::vector<T>( |
| 119 | { |
| 120 | min, max |
| 121 | }); |
| 122 | |
| 123 | return QuantizeTestImpl<T, 4>(workloadFactory, |
| 124 | memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 125 | tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 126 | inputTensorInfo, |
| 127 | outputTensorInfo, |
| 128 | inputData, |
| 129 | expectedOutputData, |
| 130 | desc); |
| 131 | } |
| 132 | |
| 133 | } // anonymous namespace |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 134 | |
| 135 | LayerTestResult<uint8_t, 4> QuantizeSimpleUint8Test( |
| 136 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 137 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 138 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 139 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 140 | return QuantizeSimpleTest<armnn::DataType::QAsymmU8>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 141 | } |
| 142 | |
| 143 | LayerTestResult<uint8_t, 4> QuantizeClampUint8Test( |
| 144 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 145 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 146 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 147 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 148 | return QuantizeClampTest<armnn::DataType::QAsymmU8>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 149 | } |
| 150 | |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 151 | LayerTestResult<int8_t, 4> QuantizeClampAsymmInt8Test( |
| 152 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 153 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 154 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 155 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 156 | return QuantizeClampTest<armnn::DataType::QAsymmS8>(workloadFactory, memoryManager, tensorHandleFactory); |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 157 | } |
| 158 | |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 159 | LayerTestResult<int8_t, 4> QuantizeClampInt8Test( |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 160 | armnn::IWorkloadFactory& workloadFactory, |
| 161 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 162 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 163 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 164 | return QuantizeClampTest<armnn::DataType::QSymmS8>(workloadFactory, memoryManager, tensorHandleFactory); |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 165 | } |
| 166 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 167 | LayerTestResult<int16_t, 4> QuantizeClampInt16Test( |
| 168 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 169 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 170 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 171 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 172 | return QuantizeClampTest<armnn::DataType::QSymmS16>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 173 | } |