| /* |
| * Copyright (c) 2021 Arm Limited. |
| * |
| * SPDX-License-Identifier: MIT |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a copy |
| * of this software and associated documentation files (the "Software"), to |
| * deal in the Software without restriction, including without limitation the |
| * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| * sell copies of the Software, and to permit persons to whom the Software is |
| * furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in all |
| * copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| * SOFTWARE. |
| */ |
| #ifndef SRC_COMMON_MEMORY_HELPERS_H |
| #define SRC_COMMON_MEMORY_HELPERS_H |
| |
| #include "arm_compute/core/ITensorPack.h" |
| #include "arm_compute/core/TensorInfo.h" |
| #include "arm_compute/core/experimental/Types.h" |
| #include "arm_compute/runtime/MemoryGroup.h" |
| |
| #include <memory> |
| #include <utility> |
| #include <vector> |
| |
| namespace arm_compute |
| { |
| inline int offset_int_vec(int offset) |
| { |
| return ACL_INT_VEC + offset; |
| } |
| |
| template <typename TensorType> |
| using WorkspaceData = std::vector<std::pair<int, std::unique_ptr<TensorType>>>; |
| |
| template <typename TensorType> |
| WorkspaceData<TensorType> manage_workspace(const experimental::MemoryRequirements &mem_reqs, |
| MemoryGroup &mgroup, |
| ITensorPack &run_pack) |
| { |
| ITensorPack dummy_pack = ITensorPack(); |
| return manage_workspace<TensorType>(mem_reqs, mgroup, run_pack, dummy_pack); |
| } |
| |
| template <typename TensorType> |
| WorkspaceData<TensorType> manage_workspace(const experimental::MemoryRequirements &mem_reqs, |
| MemoryGroup &mgroup, |
| ITensorPack &run_pack, ITensorPack &prep_pack) |
| { |
| WorkspaceData<TensorType> workspace_memory; |
| for(const auto &req : mem_reqs) |
| { |
| if(req.size == 0) |
| { |
| continue; |
| } |
| |
| const auto aux_info = TensorInfo{ TensorShape(req.size), 1, DataType::U8 }; |
| workspace_memory.emplace_back(req.slot, std::make_unique<TensorType>()); |
| |
| auto aux_tensor = workspace_memory.back().second.get(); |
| ARM_COMPUTE_ERROR_ON_NULLPTR(aux_tensor); |
| aux_tensor->allocator()->init(aux_info, req.alignment); |
| |
| if(req.lifetime == experimental::MemoryLifetime::Temporary) |
| { |
| mgroup.manage(aux_tensor); |
| } |
| else |
| { |
| prep_pack.add_tensor(req.slot, aux_tensor); |
| } |
| run_pack.add_tensor(req.slot, aux_tensor); |
| } |
| |
| for(auto &mem : workspace_memory) |
| { |
| auto tensor = mem.second.get(); |
| tensor->allocator()->allocate(); |
| } |
| |
| return workspace_memory; |
| } |
| } // namespace arm_compute |
| #endif /* SRC_COMMON_MEMORY_HELPERS_H */ |