| /* |
| * Copyright (c) 2019 Arm Limited. |
| * |
| * SPDX-License-Identifier: MIT |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a copy |
| * of this software and associated documentation files (the "Software"), to |
| * deal in the Software without restriction, including without limitation the |
| * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| * sell copies of the Software, and to permit persons to whom the Software is |
| * furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in all |
| * copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| * SOFTWARE. |
| */ |
| #include "arm_compute/runtime/IWeightsManager.h" |
| |
| namespace arm_compute |
| { |
| IWeightsManager::IWeightsManager() |
| : _managed_weights(), _managed_weights_parents() |
| { |
| } |
| |
| void IWeightsManager::manage(const ITensor *weights, ITransformWeights *parent) |
| { |
| if(!are_weights_managed(weights)) |
| { |
| _managed_weights[weights]; |
| } |
| |
| // In case the weights are an output of a previous reshape function |
| // store the parent's link |
| if(parent != nullptr) |
| { |
| if(_managed_weights_parents.find(weights) == _managed_weights_parents.end()) |
| { |
| _managed_weights_parents[weights] = parent; |
| } |
| } |
| } |
| |
| ITensor *IWeightsManager::run(const ITensor *weights, ITransformWeights *weights_transform) |
| { |
| ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot run function. Weights are not managed"); |
| |
| // Find if I have the same weights with weights transform. If I do, don't run the reshape |
| auto item = _managed_weights.find(weights); |
| bool perform_run{ true }; |
| ITensor *weights_tensor{ nullptr }; |
| |
| // Check if I already have the requested transform and I have run the reshape function |
| for(auto it : item->second) |
| { |
| if(it->is_reshape_run() && (it->uid() == weights_transform->uid())) |
| { |
| weights_tensor = it->get_weights(); |
| perform_run = false; |
| break; |
| } |
| } |
| |
| if(perform_run) |
| { |
| weights_transform->run(); |
| weights_tensor = weights_transform->get_weights(); |
| } |
| |
| // Check if we can release memory from parent |
| auto parent_item = _managed_weights_parents.find(weights); |
| if(parent_item != _managed_weights_parents.end()) |
| { |
| int32_t refcount = parent_item->second->decrease_refcount(); |
| if(refcount == 0) |
| { |
| parent_item->second->release(); |
| } |
| } |
| |
| // Check top level weights. If all the transformations are done |
| // mark the weights as unused |
| if(_managed_weights_parents.find(weights) == _managed_weights_parents.end()) |
| { |
| auto item = _managed_weights.find(weights); |
| bool mark_as_unused = true; |
| for(auto it : item->second) |
| { |
| if(!it->is_reshape_run()) |
| { |
| mark_as_unused = false; |
| break; |
| } |
| } |
| |
| if(mark_as_unused) |
| { |
| weights->mark_as_unused(); |
| } |
| } |
| |
| return weights_tensor; |
| } |
| |
| bool IWeightsManager::are_weights_managed(const ITensor *weights) |
| { |
| return (_managed_weights.find(weights) != _managed_weights.end()); |
| } |
| |
| ITensor *IWeightsManager::acquire(const ITensor *weights, ITransformWeights *weights_transform) |
| { |
| ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot acquire weights. Weights are not managed"); |
| |
| ITensor *transformed_weights{ nullptr }; |
| auto item = _managed_weights.find(weights); |
| |
| // Check if I already have the requested transform. If I do, |
| // increase the refcount of the transformed weights object and |
| // reuse the tensor |
| for(auto it : item->second) |
| { |
| if(it->uid() == weights_transform->uid()) |
| { |
| transformed_weights = it->get_weights(); |
| it->increase_refcount(); |
| break; |
| } |
| } |
| |
| if(transformed_weights == nullptr) |
| { |
| transformed_weights = weights_transform->get_weights(); |
| weights_transform->increase_refcount(); |
| item->second.emplace_back(weights_transform); |
| } |
| |
| // Manage the weights and store link to the parent node |
| manage(transformed_weights, weights_transform); |
| |
| return transformed_weights; |
| } |
| } // namespace arm_compute |