telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
David Beck | ecb56cd | 2018-09-05 12:52:57 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 4 | // |
| 5 | |
| 6 | #if (defined(__aarch64__)) || (defined(__x86_64__)) // disable test failing on FireFly/Armv7 |
| 7 | |
Aron Virginas-Tar | 5605519 | 2018-11-12 18:10:43 +0000 | [diff] [blame] | 8 | #include "ClWorkloadFactoryHelper.hpp" |
| 9 | |
Colm Donelan | c42a987 | 2022-02-02 16:35:09 +0000 | [diff] [blame] | 10 | #include <armnnTestUtils/TensorHelpers.hpp> |
Aron Virginas-Tar | 3b278e9 | 2018-10-12 13:00:55 +0100 | [diff] [blame] | 11 | |
Colm Donelan | 0c47974 | 2021-12-10 12:43:54 +0000 | [diff] [blame] | 12 | #include <armnn/backends/TensorHandle.hpp> |
| 13 | #include <armnn/backends/WorkloadFactory.hpp> |
Aron Virginas-Tar | 3b278e9 | 2018-10-12 13:00:55 +0100 | [diff] [blame] | 14 | |
Aron Virginas-Tar | c9cc804 | 2018-11-01 16:15:57 +0000 | [diff] [blame] | 15 | #include <cl/ClContextControl.hpp> |
| 16 | #include <cl/ClWorkloadFactory.hpp> |
| 17 | #include <cl/OpenClTimer.hpp> |
Aron Virginas-Tar | 3b278e9 | 2018-10-12 13:00:55 +0100 | [diff] [blame] | 18 | |
Sadik Armagan | a097d2a | 2021-11-24 15:47:28 +0000 | [diff] [blame] | 19 | #include <armnnTestUtils/TensorCopyUtils.hpp> |
Colm Donelan | 0c47974 | 2021-12-10 12:43:54 +0000 | [diff] [blame] | 20 | #include <armnnTestUtils/WorkloadTestUtils.hpp> |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 21 | |
Aron Virginas-Tar | 3b278e9 | 2018-10-12 13:00:55 +0100 | [diff] [blame] | 22 | #include <arm_compute/runtime/CL/CLScheduler.h> |
| 23 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 24 | #include <doctest/doctest.h> |
Aron Virginas-Tar | 3b278e9 | 2018-10-12 13:00:55 +0100 | [diff] [blame] | 25 | |
| 26 | #include <iostream> |
| 27 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 28 | using namespace armnn; |
| 29 | |
| 30 | struct OpenClFixture |
| 31 | { |
| 32 | // Initialising ClContextControl to ensure OpenCL is loaded correctly for each test case. |
| 33 | // NOTE: Profiling needs to be enabled in ClContextControl to be able to obtain execution |
| 34 | // times from OpenClTimer. |
Finn Williams | 4064632 | 2021-02-11 16:16:42 +0000 | [diff] [blame] | 35 | OpenClFixture() : m_ClContextControl(nullptr, nullptr, true) {} |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 36 | ~OpenClFixture() {} |
| 37 | |
| 38 | ClContextControl m_ClContextControl; |
| 39 | }; |
| 40 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 41 | TEST_CASE_FIXTURE(OpenClFixture, "OpenClTimerBatchNorm") |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 42 | { |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 43 | //using FactoryType = ClWorkloadFactory; |
| 44 | |
Aron Virginas-Tar | 5caf907 | 2018-11-14 18:35:18 +0000 | [diff] [blame] | 45 | auto memoryManager = ClWorkloadFactoryHelper::GetMemoryManager(); |
| 46 | ClWorkloadFactory workloadFactory = ClWorkloadFactoryHelper::GetFactory(memoryManager); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 47 | |
| 48 | const unsigned int width = 2; |
| 49 | const unsigned int height = 3; |
| 50 | const unsigned int channels = 2; |
| 51 | const unsigned int num = 1; |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 52 | |
Aron Virginas-Tar | 48623a0 | 2019-10-22 10:00:28 +0100 | [diff] [blame] | 53 | TensorInfo inputTensorInfo( {num, channels, height, width}, DataType::Float32); |
Nattapat Chaimanowong | 649dd95 | 2019-01-22 16:10:44 +0000 | [diff] [blame] | 54 | TensorInfo outputTensorInfo({num, channels, height, width}, DataType::Float32); |
| 55 | TensorInfo tensorInfo({channels}, DataType::Float32); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 56 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 57 | std::vector<float> input = |
| 58 | { |
| 59 | 1.f, 4.f, |
| 60 | 4.f, 2.f, |
| 61 | 1.f, 6.f, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 62 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 63 | 1.f, 1.f, |
| 64 | 4.f, 1.f, |
| 65 | -2.f, 4.f |
| 66 | }; |
Aron Virginas-Tar | 48623a0 | 2019-10-22 10:00:28 +0100 | [diff] [blame] | 67 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 68 | // these values are per-channel of the input |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 69 | std::vector<float> mean = { 3.f, -2.f }; |
| 70 | std::vector<float> variance = { 4.f, 9.f }; |
| 71 | std::vector<float> beta = { 3.f, 2.f }; |
| 72 | std::vector<float> gamma = { 2.f, 1.f }; |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 73 | |
Teresa Charlin | e2a3b3f | 2020-08-17 23:22:11 +0100 | [diff] [blame] | 74 | ARMNN_NO_DEPRECATE_WARN_BEGIN |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 75 | std::unique_ptr<ITensorHandle> inputHandle = workloadFactory.CreateTensorHandle(inputTensorInfo); |
| 76 | std::unique_ptr<ITensorHandle> outputHandle = workloadFactory.CreateTensorHandle(outputTensorInfo); |
Teresa Charlin | e2a3b3f | 2020-08-17 23:22:11 +0100 | [diff] [blame] | 77 | ARMNN_NO_DEPRECATE_WARN_END |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 78 | |
| 79 | BatchNormalizationQueueDescriptor data; |
| 80 | WorkloadInfo info; |
James Conroy | 1f58f03 | 2021-04-27 17:13:27 +0100 | [diff] [blame] | 81 | ScopedTensorHandle meanTensor(tensorInfo); |
| 82 | ScopedTensorHandle varianceTensor(tensorInfo); |
| 83 | ScopedTensorHandle betaTensor(tensorInfo); |
| 84 | ScopedTensorHandle gammaTensor(tensorInfo); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 85 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 86 | AllocateAndCopyDataToITensorHandle(&meanTensor, mean.data()); |
| 87 | AllocateAndCopyDataToITensorHandle(&varianceTensor, variance.data()); |
| 88 | AllocateAndCopyDataToITensorHandle(&betaTensor, beta.data()); |
| 89 | AllocateAndCopyDataToITensorHandle(&gammaTensor, gamma.data()); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 90 | |
| 91 | AddInputToWorkload(data, info, inputTensorInfo, inputHandle.get()); |
| 92 | AddOutputToWorkload(data, info, outputTensorInfo, outputHandle.get()); |
| 93 | data.m_Mean = &meanTensor; |
| 94 | data.m_Variance = &varianceTensor; |
| 95 | data.m_Beta = &betaTensor; |
| 96 | data.m_Gamma = &gammaTensor; |
| 97 | data.m_Parameters.m_Eps = 0.0f; |
| 98 | |
| 99 | // for each channel: |
| 100 | // substract mean, divide by standard deviation (with an epsilon to avoid div by 0) |
| 101 | // multiply by gamma and add beta |
Teresa Charlin | 611c7fb | 2022-01-07 09:47:29 +0000 | [diff] [blame] | 102 | std::unique_ptr<IWorkload> workload = workloadFactory.CreateWorkload(LayerType::BatchNormalization, data, info); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 103 | |
| 104 | inputHandle->Allocate(); |
| 105 | outputHandle->Allocate(); |
| 106 | |
Sadik Armagan | 483c811 | 2021-06-01 09:24:52 +0100 | [diff] [blame] | 107 | CopyDataToITensorHandle(inputHandle.get(), input.data()); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 108 | |
| 109 | OpenClTimer openClTimer; |
| 110 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 111 | CHECK_EQ(openClTimer.GetName(), "OpenClKernelTimer"); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 112 | |
| 113 | //Start the timer |
| 114 | openClTimer.Start(); |
| 115 | |
| 116 | //Execute the workload |
| 117 | workload->Execute(); |
| 118 | |
| 119 | //Stop the timer |
| 120 | openClTimer.Stop(); |
| 121 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 122 | CHECK_EQ(openClTimer.GetMeasurements().size(), 1); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 123 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 124 | CHECK_EQ(openClTimer.GetMeasurements().front().m_Name, |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 125 | "OpenClKernelTimer/0: batchnormalization_layer_nchw GWS[1,3,2]"); |
| 126 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 127 | CHECK(openClTimer.GetMeasurements().front().m_Value > 0); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 128 | |
| 129 | } |
| 130 | |
Nattapat Chaimanowong | 649dd95 | 2019-01-22 16:10:44 +0000 | [diff] [blame] | 131 | #endif //aarch64 or x86_64 |