Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2019 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "BufferManager.hpp" |
| 7 | #include "PacketBuffer.hpp" |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 8 | |
| 9 | namespace armnn |
| 10 | { |
| 11 | |
| 12 | namespace profiling |
| 13 | { |
| 14 | |
| 15 | BufferManager::BufferManager(unsigned int numberOfBuffers, unsigned int maxPacketSize) |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 16 | : m_MaxBufferSize(maxPacketSize), |
| 17 | m_NumberOfBuffers(numberOfBuffers) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 18 | { |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 19 | Initialize(); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 20 | } |
| 21 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 22 | IPacketBufferPtr BufferManager::Reserve(unsigned int requestedSize, unsigned int& reservedSize) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 23 | { |
Narumol Prangnawarat | 0ec068f | 2019-09-30 16:20:20 +0100 | [diff] [blame] | 24 | reservedSize = 0; |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 25 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 26 | if (requestedSize > m_MaxBufferSize) |
| 27 | { |
Narumol Prangnawarat | 0ec068f | 2019-09-30 16:20:20 +0100 | [diff] [blame] | 28 | return nullptr; |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 29 | } |
| 30 | availableListLock.lock(); |
| 31 | if (m_AvailableList.empty()) |
| 32 | { |
Narumol Prangnawarat | 0ec068f | 2019-09-30 16:20:20 +0100 | [diff] [blame] | 33 | availableListLock.unlock(); |
| 34 | return nullptr; |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 35 | } |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 36 | IPacketBufferPtr buffer = std::move(m_AvailableList.back()); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 37 | m_AvailableList.pop_back(); |
| 38 | availableListLock.unlock(); |
| 39 | reservedSize = requestedSize; |
| 40 | return buffer; |
| 41 | } |
| 42 | |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame^] | 43 | void BufferManager::Commit(IPacketBufferPtr& packetBuffer, unsigned int size, bool notifyConsumer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 44 | { |
| 45 | std::unique_lock<std::mutex> readableListLock(m_ReadableMutex, std::defer_lock); |
| 46 | packetBuffer->Commit(size); |
| 47 | readableListLock.lock(); |
| 48 | m_ReadableList.push_back(std::move(packetBuffer)); |
| 49 | readableListLock.unlock(); |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame^] | 50 | |
| 51 | if (notifyConsumer) |
| 52 | { |
| 53 | FlushReadList(); |
| 54 | } |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 55 | } |
| 56 | |
| 57 | void BufferManager::Initialize() |
| 58 | { |
| 59 | m_AvailableList.reserve(m_NumberOfBuffers); |
| 60 | for (unsigned int i = 0; i < m_NumberOfBuffers; ++i) |
| 61 | { |
| 62 | IPacketBufferPtr buffer = std::make_unique<PacketBuffer>(m_MaxBufferSize); |
| 63 | m_AvailableList.emplace_back(std::move(buffer)); |
| 64 | } |
| 65 | m_ReadableList.reserve(m_NumberOfBuffers); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 66 | } |
| 67 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 68 | void BufferManager::Release(IPacketBufferPtr& packetBuffer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 69 | { |
| 70 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 71 | packetBuffer->Release(); |
| 72 | availableListLock.lock(); |
| 73 | m_AvailableList.push_back(std::move(packetBuffer)); |
| 74 | availableListLock.unlock(); |
| 75 | } |
| 76 | |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 77 | void BufferManager::Reset() |
| 78 | { |
| 79 | //This method should only be called once all threads have been joined |
| 80 | std::lock_guard<std::mutex> readableListLock(m_ReadableMutex); |
| 81 | std::lock_guard<std::mutex> availableListLock(m_AvailableMutex); |
| 82 | |
| 83 | m_AvailableList.clear(); |
| 84 | m_ReadableList.clear(); |
| 85 | |
| 86 | Initialize(); |
| 87 | } |
| 88 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 89 | IPacketBufferPtr BufferManager::GetReadableBuffer() |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 90 | { |
| 91 | std::unique_lock<std::mutex> readableListLock(m_ReadableMutex); |
| 92 | if (!m_ReadableList.empty()) |
| 93 | { |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 94 | IPacketBufferPtr buffer = std::move(m_ReadableList.back()); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 95 | m_ReadableList.pop_back(); |
| 96 | readableListLock.unlock(); |
| 97 | return buffer; |
| 98 | } |
| 99 | return nullptr; |
| 100 | } |
| 101 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 102 | void BufferManager::MarkRead(IPacketBufferPtr& packetBuffer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 103 | { |
| 104 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 105 | packetBuffer->MarkRead(); |
| 106 | availableListLock.lock(); |
| 107 | m_AvailableList.push_back(std::move(packetBuffer)); |
| 108 | availableListLock.unlock(); |
| 109 | } |
| 110 | |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame^] | 111 | void BufferManager::SetConsumer(IConsumer* consumer) |
| 112 | { |
| 113 | m_Consumer = consumer; |
| 114 | } |
| 115 | |
| 116 | void BufferManager::FlushReadList() |
| 117 | { |
| 118 | // notify consumer that packet is ready to read |
| 119 | if (m_Consumer != nullptr) |
| 120 | { |
| 121 | m_Consumer->SetReadyToRead(); |
| 122 | } |
| 123 | } |
| 124 | |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 125 | } // namespace profiling |
| 126 | |
| 127 | } // namespace armnn |