Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 1 | // |
Teresa Charlin | fbf0e5b | 2020-08-17 01:01:06 +0100 | [diff] [blame] | 2 | // Copyright © 2017 Arm Ltd and Contributors. All rights reserved. |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 5 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 6 | #include "QuantizeTestImpl.hpp" |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 7 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 8 | #include <ResolveType.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 9 | |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 10 | |
Matteo Martincigh | e5b8eb9 | 2019-11-28 15:45:42 +0000 | [diff] [blame] | 11 | #include <armnn/backends/IBackendInternal.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 12 | #include <backendsCommon/WorkloadFactory.hpp> |
| 13 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 14 | #include <backendsCommon/test/TensorCopyUtils.hpp> |
| 15 | #include <backendsCommon/test/WorkloadTestUtils.hpp> |
| 16 | |
| 17 | #include <test/TensorHelpers.hpp> |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 18 | |
| 19 | namespace |
| 20 | { |
| 21 | |
| 22 | template<typename T, std::size_t Dim> |
| 23 | LayerTestResult<T, Dim> QuantizeTestImpl( |
| 24 | armnn::IWorkloadFactory& workloadFactory, |
| 25 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 26 | const armnn::ITensorHandleFactory& tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 27 | const armnn::TensorInfo& inputTensorInfo, |
| 28 | const armnn::TensorInfo& outputTensorInfo, |
| 29 | const std::vector<float>& inputData, |
| 30 | const std::vector<T>& expectedOutputData, |
| 31 | armnn::QuantizeQueueDescriptor descriptor) |
| 32 | { |
Jan Eilers | 8eb2560 | 2020-03-09 12:13:48 +0000 | [diff] [blame] | 33 | IgnoreUnused(memoryManager); |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 34 | std::vector<T> actualOutput(outputTensorInfo.GetNumElements()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 35 | |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 36 | std::unique_ptr<armnn::ITensorHandle> inputHandle = tensorHandleFactory.CreateTensorHandle(inputTensorInfo); |
| 37 | std::unique_ptr<armnn::ITensorHandle> outputHandle = tensorHandleFactory.CreateTensorHandle(outputTensorInfo); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 38 | |
| 39 | armnn::WorkloadInfo info; |
| 40 | AddInputToWorkload(descriptor, info, inputTensorInfo, inputHandle.get()); |
| 41 | AddOutputToWorkload(descriptor, info, outputTensorInfo, outputHandle.get()); |
| 42 | |
| 43 | std::unique_ptr<armnn::IWorkload> workload = workloadFactory.CreateQuantize(descriptor, info); |
| 44 | |
| 45 | inputHandle->Allocate(); |
| 46 | outputHandle->Allocate(); |
| 47 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 48 | CopyDataToITensorHandle(inputHandle.get(), inputData.data()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 49 | |
| 50 | ExecuteWorkload(*workload, memoryManager); |
| 51 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 52 | CopyDataFromITensorHandle(actualOutput.data(), outputHandle.get()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 53 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 54 | return LayerTestResult<T, Dim>(actualOutput, |
| 55 | expectedOutputData, |
| 56 | outputHandle->GetShape(), |
| 57 | outputTensorInfo.GetShape()); |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 58 | } |
| 59 | |
| 60 | template <armnn::DataType ArmnnOutputType, typename T = armnn::ResolveType<ArmnnOutputType>> |
| 61 | LayerTestResult<T, 4> QuantizeSimpleTest( |
| 62 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 63 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 64 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 65 | { |
| 66 | armnn::QuantizeQueueDescriptor desc; |
| 67 | |
| 68 | const armnn::TensorInfo inputTensorInfo({1, 2, 2, 3}, armnn::DataType::Float32); |
| 69 | const armnn::TensorInfo outputTensorInfo({1, 2, 2, 3}, ArmnnOutputType, 0.5f, 1); |
| 70 | |
| 71 | std::vector<float> inputData = std::vector<float>( |
| 72 | { |
| 73 | 1.0f, 2.0f, 3.0f, |
| 74 | 4.0f, 5.0f, 6.0f, |
| 75 | 7.0f, 8.0f, 9.0f, |
| 76 | 10.0f, 11.0f, 12.0f, |
| 77 | }); |
| 78 | |
| 79 | std::vector<T> expectedOutputData = std::vector<T>( |
| 80 | { |
| 81 | 3, 5, 7, |
| 82 | 9, 11, 13, |
| 83 | 15, 17, 19, |
| 84 | 21, 23, 25, |
| 85 | }); |
| 86 | |
| 87 | return QuantizeTestImpl<T, 4>(workloadFactory, |
| 88 | memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 89 | tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 90 | inputTensorInfo, |
| 91 | outputTensorInfo, |
| 92 | inputData, |
| 93 | expectedOutputData, |
| 94 | desc); |
| 95 | } |
| 96 | |
| 97 | template <armnn::DataType ArmnnOutputType, typename T = armnn::ResolveType<ArmnnOutputType>> |
| 98 | LayerTestResult<T, 4> QuantizeClampTest( |
| 99 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 100 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 101 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 102 | { |
| 103 | armnn::QuantizeQueueDescriptor desc; |
| 104 | |
| 105 | const armnn::TensorInfo inputTensorInfo({1, 1, 2, 1}, armnn::DataType::Float32); |
| 106 | const armnn::TensorInfo outputTensorInfo({1, 1, 2, 1}, ArmnnOutputType, 0.0001f, 0); |
| 107 | |
| 108 | const T max = std::numeric_limits<T>::max(); |
| 109 | const T min = std::numeric_limits<T>::lowest(); |
| 110 | |
| 111 | std::vector<float> inputData = std::vector<float>( |
| 112 | { |
| 113 | -100.0f, 100.0f |
| 114 | }); |
| 115 | |
| 116 | std::vector<T> expectedOutputData = std::vector<T>( |
| 117 | { |
| 118 | min, max |
| 119 | }); |
| 120 | |
| 121 | return QuantizeTestImpl<T, 4>(workloadFactory, |
| 122 | memoryManager, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 123 | tensorHandleFactory, |
Nattapat Chaimanowong | a0beb3b | 2019-04-01 17:04:53 +0100 | [diff] [blame] | 124 | inputTensorInfo, |
| 125 | outputTensorInfo, |
| 126 | inputData, |
| 127 | expectedOutputData, |
| 128 | desc); |
| 129 | } |
| 130 | |
| 131 | } // anonymous namespace |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 132 | |
| 133 | LayerTestResult<uint8_t, 4> QuantizeSimpleUint8Test( |
| 134 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 135 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 136 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 137 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 138 | return QuantizeSimpleTest<armnn::DataType::QAsymmU8>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | LayerTestResult<uint8_t, 4> QuantizeClampUint8Test( |
| 142 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 143 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 144 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 145 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 146 | return QuantizeClampTest<armnn::DataType::QAsymmU8>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 147 | } |
| 148 | |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 149 | LayerTestResult<int8_t, 4> QuantizeClampAsymmInt8Test( |
| 150 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 151 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 152 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 153 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 154 | return QuantizeClampTest<armnn::DataType::QAsymmS8>(workloadFactory, memoryManager, tensorHandleFactory); |
Ryan OShea | 9add120 | 2020-02-07 10:06:33 +0000 | [diff] [blame] | 155 | } |
| 156 | |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 157 | LayerTestResult<int8_t, 4> QuantizeClampInt8Test( |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 158 | armnn::IWorkloadFactory& workloadFactory, |
| 159 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 160 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 161 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 162 | return QuantizeClampTest<armnn::DataType::QSymmS8>(workloadFactory, memoryManager, tensorHandleFactory); |
Finn Williams | fd27106 | 2019-12-04 14:27:27 +0000 | [diff] [blame] | 163 | } |
| 164 | |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 165 | LayerTestResult<int16_t, 4> QuantizeClampInt16Test( |
| 166 | armnn::IWorkloadFactory& workloadFactory, |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 167 | const armnn::IBackendInternal::IMemoryManagerSharedPtr& memoryManager, |
| 168 | const armnn::ITensorHandleFactory& tensorHandleFactory) |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 169 | { |
Finn Williams | ec36d3e | 2020-08-28 13:17:05 +0100 | [diff] [blame] | 170 | return QuantizeClampTest<armnn::DataType::QSymmS16>(workloadFactory, memoryManager, tensorHandleFactory); |
Aron Virginas-Tar | 00d306e | 2019-08-28 18:08:46 +0100 | [diff] [blame] | 171 | } |