Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2019 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "BufferManager.hpp" |
| 7 | #include "PacketBuffer.hpp" |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 8 | |
| 9 | namespace armnn |
| 10 | { |
| 11 | |
| 12 | namespace profiling |
| 13 | { |
| 14 | |
| 15 | BufferManager::BufferManager(unsigned int numberOfBuffers, unsigned int maxPacketSize) |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 16 | : m_MaxBufferSize(maxPacketSize), |
Jim Flynn | 0204f09 | 2020-06-22 20:41:43 +0100 | [diff] [blame] | 17 | m_NumberOfBuffers(numberOfBuffers), |
| 18 | m_MaxNumberOfBuffers(numberOfBuffers * 3), |
| 19 | m_CurrentNumberOfBuffers(numberOfBuffers) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 20 | { |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 21 | Initialize(); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 22 | } |
| 23 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 24 | IPacketBufferPtr BufferManager::Reserve(unsigned int requestedSize, unsigned int& reservedSize) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 25 | { |
Narumol Prangnawarat | 0ec068f | 2019-09-30 16:20:20 +0100 | [diff] [blame] | 26 | reservedSize = 0; |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 27 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 28 | if (requestedSize > m_MaxBufferSize) |
| 29 | { |
Narumol Prangnawarat | 0ec068f | 2019-09-30 16:20:20 +0100 | [diff] [blame] | 30 | return nullptr; |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 31 | } |
| 32 | availableListLock.lock(); |
| 33 | if (m_AvailableList.empty()) |
| 34 | { |
Jim Flynn | 0204f09 | 2020-06-22 20:41:43 +0100 | [diff] [blame] | 35 | if (m_CurrentNumberOfBuffers < m_MaxNumberOfBuffers) |
| 36 | { |
| 37 | // create a temporary overflow/surge buffer and hand it back |
| 38 | m_CurrentNumberOfBuffers++; |
| 39 | availableListLock.unlock(); |
| 40 | IPacketBufferPtr buffer = std::make_unique<PacketBuffer>(m_MaxBufferSize); |
| 41 | reservedSize = requestedSize; |
| 42 | return buffer; |
| 43 | } |
| 44 | else |
| 45 | { |
| 46 | // we have totally busted the limit. call a halt to new memory allocations. |
| 47 | availableListLock.unlock(); |
| 48 | return nullptr; |
| 49 | } |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 50 | } |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 51 | IPacketBufferPtr buffer = std::move(m_AvailableList.back()); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 52 | m_AvailableList.pop_back(); |
| 53 | availableListLock.unlock(); |
| 54 | reservedSize = requestedSize; |
| 55 | return buffer; |
| 56 | } |
| 57 | |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame] | 58 | void BufferManager::Commit(IPacketBufferPtr& packetBuffer, unsigned int size, bool notifyConsumer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 59 | { |
| 60 | std::unique_lock<std::mutex> readableListLock(m_ReadableMutex, std::defer_lock); |
| 61 | packetBuffer->Commit(size); |
| 62 | readableListLock.lock(); |
Finn Williams | b6a402f | 2020-03-24 13:46:22 +0000 | [diff] [blame] | 63 | m_ReadableList.push(std::move(packetBuffer)); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 64 | readableListLock.unlock(); |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame] | 65 | |
| 66 | if (notifyConsumer) |
| 67 | { |
| 68 | FlushReadList(); |
| 69 | } |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | void BufferManager::Initialize() |
| 73 | { |
| 74 | m_AvailableList.reserve(m_NumberOfBuffers); |
Jim Flynn | 0204f09 | 2020-06-22 20:41:43 +0100 | [diff] [blame] | 75 | m_CurrentNumberOfBuffers = m_NumberOfBuffers; |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 76 | for (unsigned int i = 0; i < m_NumberOfBuffers; ++i) |
| 77 | { |
| 78 | IPacketBufferPtr buffer = std::make_unique<PacketBuffer>(m_MaxBufferSize); |
| 79 | m_AvailableList.emplace_back(std::move(buffer)); |
| 80 | } |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 81 | } |
| 82 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 83 | void BufferManager::Release(IPacketBufferPtr& packetBuffer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 84 | { |
| 85 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 86 | packetBuffer->Release(); |
| 87 | availableListLock.lock(); |
Jim Flynn | 0204f09 | 2020-06-22 20:41:43 +0100 | [diff] [blame] | 88 | if (m_AvailableList.size() <= m_NumberOfBuffers) |
| 89 | { |
| 90 | m_AvailableList.push_back(std::move(packetBuffer)); |
| 91 | } |
| 92 | else |
| 93 | { |
| 94 | // we have been handed a temporary overflow/surge buffer get rid of it |
| 95 | packetBuffer->Destroy(); |
| 96 | if (m_CurrentNumberOfBuffers > m_NumberOfBuffers) |
| 97 | { |
| 98 | --m_CurrentNumberOfBuffers; |
| 99 | } |
| 100 | } |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 101 | availableListLock.unlock(); |
| 102 | } |
| 103 | |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 104 | void BufferManager::Reset() |
| 105 | { |
| 106 | //This method should only be called once all threads have been joined |
| 107 | std::lock_guard<std::mutex> readableListLock(m_ReadableMutex); |
| 108 | std::lock_guard<std::mutex> availableListLock(m_AvailableMutex); |
| 109 | |
| 110 | m_AvailableList.clear(); |
Finn Williams | b6a402f | 2020-03-24 13:46:22 +0000 | [diff] [blame] | 111 | std::queue<IPacketBufferPtr>().swap(m_ReadableList); |
Finn Williams | 09ad6f9 | 2019-12-19 17:05:18 +0000 | [diff] [blame] | 112 | |
| 113 | Initialize(); |
| 114 | } |
| 115 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 116 | IPacketBufferPtr BufferManager::GetReadableBuffer() |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 117 | { |
| 118 | std::unique_lock<std::mutex> readableListLock(m_ReadableMutex); |
| 119 | if (!m_ReadableList.empty()) |
| 120 | { |
Finn Williams | b6a402f | 2020-03-24 13:46:22 +0000 | [diff] [blame] | 121 | IPacketBufferPtr buffer = std::move(m_ReadableList.front()); |
| 122 | m_ReadableList.pop(); |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 123 | readableListLock.unlock(); |
| 124 | return buffer; |
| 125 | } |
| 126 | return nullptr; |
| 127 | } |
| 128 | |
Matteo Martincigh | 2ffcc41 | 2019-11-05 11:47:40 +0000 | [diff] [blame] | 129 | void BufferManager::MarkRead(IPacketBufferPtr& packetBuffer) |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 130 | { |
| 131 | std::unique_lock<std::mutex> availableListLock(m_AvailableMutex, std::defer_lock); |
| 132 | packetBuffer->MarkRead(); |
| 133 | availableListLock.lock(); |
Jim Flynn | 0204f09 | 2020-06-22 20:41:43 +0100 | [diff] [blame] | 134 | if (m_AvailableList.size() <= m_NumberOfBuffers) |
| 135 | { |
| 136 | m_AvailableList.push_back(std::move(packetBuffer)); |
| 137 | } |
| 138 | else |
| 139 | { |
| 140 | // we have been handed a temporary overflow/surge buffer get rid of it |
| 141 | packetBuffer->Destroy(); |
| 142 | if (m_CurrentNumberOfBuffers > m_NumberOfBuffers) |
| 143 | { |
| 144 | --m_CurrentNumberOfBuffers; |
| 145 | } |
| 146 | } |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 147 | availableListLock.unlock(); |
| 148 | } |
| 149 | |
Sadik Armagan | 3896b47 | 2020-02-10 12:24:15 +0000 | [diff] [blame] | 150 | void BufferManager::SetConsumer(IConsumer* consumer) |
| 151 | { |
| 152 | m_Consumer = consumer; |
| 153 | } |
| 154 | |
| 155 | void BufferManager::FlushReadList() |
| 156 | { |
| 157 | // notify consumer that packet is ready to read |
| 158 | if (m_Consumer != nullptr) |
| 159 | { |
| 160 | m_Consumer->SetReadyToRead(); |
| 161 | } |
| 162 | } |
| 163 | |
Narumol Prangnawarat | 7be47ef | 2019-09-27 18:00:11 +0100 | [diff] [blame] | 164 | } // namespace profiling |
| 165 | |
| 166 | } // namespace armnn |