telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 1 | // |
Colm Donelan | b4ef163 | 2024-02-01 15:00:43 +0000 | [diff] [blame^] | 2 | // Copyright © 2017, 2024 Arm Ltd. All rights reserved. |
David Beck | ecb56cd | 2018-09-05 12:52:57 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 4 | // |
| 5 | |
| 6 | #include "NeonTimer.hpp" |
| 7 | #include "NeonInterceptorScheduler.hpp" |
| 8 | |
Matthew Bentham | 79bb653 | 2022-02-11 08:29:42 +0000 | [diff] [blame] | 9 | #include <armnn/utility/PolymorphicDowncast.hpp> |
Narumol Prangnawarat | ac2770a | 2020-04-01 16:51:23 +0100 | [diff] [blame] | 10 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 11 | #include <memory> |
| 12 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 13 | namespace armnn |
| 14 | { |
Derek Lamberti | e4ba53a | 2018-10-01 09:28:57 +0100 | [diff] [blame] | 15 | namespace |
| 16 | { |
| 17 | static thread_local auto g_Interceptor = std::make_shared<NeonInterceptorScheduler>(arm_compute::Scheduler::get()); |
| 18 | } |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 19 | |
| 20 | void NeonTimer::Start() |
| 21 | { |
| 22 | m_Kernels.clear(); |
Colm Donelan | b4ef163 | 2024-02-01 15:00:43 +0000 | [diff] [blame^] | 23 | if (g_Interceptor->GetKernels() != nullptr) |
| 24 | { |
| 25 | throw RuntimeException("This NeonTimer instance has already been started."); |
| 26 | } |
Derek Lamberti | e4ba53a | 2018-10-01 09:28:57 +0100 | [diff] [blame] | 27 | g_Interceptor->SetKernels(&m_Kernels); |
| 28 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 29 | m_RealSchedulerType = arm_compute::Scheduler::get_type(); |
| 30 | //Note: We can't currently replace a custom scheduler |
| 31 | if(m_RealSchedulerType != arm_compute::Scheduler::Type::CUSTOM) |
| 32 | { |
| 33 | // Keep the real schedule and add NeonInterceptorScheduler as an interceptor |
| 34 | m_RealScheduler = &arm_compute::Scheduler::get(); |
Matthew Bentham | 79bb653 | 2022-02-11 08:29:42 +0000 | [diff] [blame] | 35 | arm_compute::Scheduler::set(armnn::PolymorphicPointerDowncast<arm_compute::IScheduler>(g_Interceptor)); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 36 | } |
| 37 | } |
| 38 | |
| 39 | void NeonTimer::Stop() |
| 40 | { |
| 41 | // Restore real scheduler |
Derek Lamberti | e4ba53a | 2018-10-01 09:28:57 +0100 | [diff] [blame] | 42 | g_Interceptor->SetKernels(nullptr); |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 43 | arm_compute::Scheduler::set(m_RealSchedulerType); |
| 44 | m_RealScheduler = nullptr; |
| 45 | } |
| 46 | |
Kevin May | 251fd95 | 2022-10-05 14:42:55 +0100 | [diff] [blame] | 47 | bool NeonTimer::HasKernelMeasurements() const |
| 48 | { |
| 49 | return m_Kernels.size() > 0; |
| 50 | } |
| 51 | |
telsoa01 | c577f2c | 2018-08-31 09:22:23 +0100 | [diff] [blame] | 52 | std::vector<Measurement> NeonTimer::GetMeasurements() const |
| 53 | { |
| 54 | std::vector<Measurement> measurements = m_Kernels; |
| 55 | unsigned int kernel_number = 0; |
| 56 | for (auto & kernel : measurements) |
| 57 | { |
| 58 | std::string kernelName = std::string(this->GetName()) + "/" + std::to_string(kernel_number++) + ": " + kernel |
| 59 | .m_Name; |
| 60 | kernel.m_Name = kernelName; |
| 61 | } |
| 62 | return measurements; |
| 63 | } |
| 64 | |
| 65 | const char* NeonTimer::GetName() const |
| 66 | { |
| 67 | return "NeonKernelTimer"; |
| 68 | } |
| 69 | |
| 70 | } |