| <!-- HTML header for doxygen 1.8.17--> |
| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.17"/> |
| <meta name="viewport" content="width=device-width, initial-scale=1"/> |
| <title>Arm NN: LoadedNetwork Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtreedata.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/searchdata.js"></script> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/x-mathjax-config"> |
| MathJax.Hub.Config({ |
| extensions: ["tex2jax.js"], |
| jax: ["input/TeX","output/HTML-CSS"], |
| }); |
| </script> |
| <script type="text/javascript" async="async" src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| <link href="customdoxygen.css" rel="stylesheet" type="text/css"/> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 15rem; margin-top: .5rem; margin-left 13px"/> |
| <td id="projectalign" style="padding-left: 0.9em;"> |
| <div id="projectname"> |
|  <span id="projectnumber">24.02</span> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.17 --> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| /* @license-end */ |
| </script> |
| <script type="text/javascript" src="menudata.js"></script> |
| <script type="text/javascript" src="menu.js"></script> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| $(function() { |
| initMenu('',true,false,'search.php','Search'); |
| $(document).ready(function() { init_search(); }); |
| }); |
| /* @license-end */</script> |
| <div id="main-nav"></div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| $(document).ready(function(){initNavTree('classarmnn_1_1_loaded_network.html',''); initResizable(); }); |
| /* @license-end */ |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| </div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#nested-classes">Classes</a> | |
| <a href="#pub-types">Public Types</a> | |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pub-static-methods">Static Public Member Functions</a> | |
| <a href="classarmnn_1_1_loaded_network-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">LoadedNetwork Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p><code>#include <<a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>></code></p> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-types"></a> |
| Public Types</h2></td></tr> |
| <tr class="memitem:a48fe2df41d914c38c913160956acc706"><td class="memItemLeft" align="right" valign="top">using </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a48fe2df41d914c38c913160956acc706">WorkloadQueue</a> = std::vector< std::unique_ptr< <a class="el" href="classarmnn_1_1_i_workload.html">IWorkload</a> > ></td></tr> |
| <tr class="separator:a48fe2df41d914c38c913160956acc706"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:a1bf130efa381d53486c78ea417ea4db1"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a1bf130efa381d53486c78ea417ea4db1">~LoadedNetwork</a> ()</td></tr> |
| <tr class="separator:a1bf130efa381d53486c78ea417ea4db1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a16e72675c37a8f251cf02951e222d4ab"><td class="memItemLeft" align="right" valign="top">std::unique_ptr< <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.html">IWorkingMemHandle</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a16e72675c37a8f251cf02951e222d4ab">CreateWorkingMemHandle</a> (<a class="el" href="namespacearmnn.html#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> networkId)</td></tr> |
| <tr class="memdesc:a16e72675c37a8f251cf02951e222d4ab"><td class="mdescLeft"> </td><td class="mdescRight">Create a new unique WorkingMemHandle object. <a href="classarmnn_1_1_loaded_network.html#a16e72675c37a8f251cf02951e222d4ab">More...</a><br /></td></tr> |
| <tr class="separator:a16e72675c37a8f251cf02951e222d4ab"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:af616683424cb40d83b5a923db7f06f11"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#af616683424cb40d83b5a923db7f06f11">GetInputTensorInfo</a> (<a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> |
| <tr class="separator:af616683424cb40d83b5a923db7f06f11"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a2b6b57945bc68f659e08d28c8a015e91"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a2b6b57945bc68f659e08d28c8a015e91">GetOutputTensorInfo</a> (<a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> |
| <tr class="separator:a2b6b57945bc68f659e08d28c8a015e91"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a704bd570f39deda992bccdc639640dc7"><td class="memItemLeft" align="right" valign="top">std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a704bd570f39deda992bccdc639640dc7">ImportInputs</a> (const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, <a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a> forceImportMemorySource=<a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</td></tr> |
| <tr class="separator:a704bd570f39deda992bccdc639640dc7"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ac88d932e6e015a59551322b25796b11a"><td class="memItemLeft" align="right" valign="top">std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#ac88d932e6e015a59551322b25796b11a">ImportOutputs</a> (const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors, <a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a> forceImportMemorySource=<a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</td></tr> |
| <tr class="separator:ac88d932e6e015a59551322b25796b11a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aa792fd8b43401e3d6665110cdb0af27b"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#aa792fd8b43401e3d6665110cdb0af27b">ClearImportedInputs</a> (const std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > inputIds)</td></tr> |
| <tr class="separator:aa792fd8b43401e3d6665110cdb0af27b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:af06f742ce80985a8fbbbc028c20259b1"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#af06f742ce80985a8fbbbc028c20259b1">ClearImportedOutputs</a> (const std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > outputIds)</td></tr> |
| <tr class="separator:af06f742ce80985a8fbbbc028c20259b1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a87880cba8611688cc57bec8f913958e8"><td class="memItemLeft" align="right" valign="top"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a87880cba8611688cc57bec8f913958e8">EnqueueWorkload</a> (const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors, std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > preImportedInputIds={}, std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > preImportedOutputIds={})</td></tr> |
| <tr class="memdesc:a87880cba8611688cc57bec8f913958e8"><td class="mdescLeft"> </td><td class="mdescRight">Single thread execution of the loaded network. <a href="classarmnn_1_1_loaded_network.html#a87880cba8611688cc57bec8f913958e8">More...</a><br /></td></tr> |
| <tr class="separator:a87880cba8611688cc57bec8f913958e8"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a95b1c23f6f296a0c39383bef20fdd46a"><td class="memItemLeft" align="right" valign="top"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a95b1c23f6f296a0c39383bef20fdd46a">Execute</a> (const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors, <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.html">IWorkingMemHandle</a> &workingMemHandle, std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > preImportedInputs={}, std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > preImportedOutputs={})</td></tr> |
| <tr class="memdesc:a95b1c23f6f296a0c39383bef20fdd46a"><td class="mdescLeft"> </td><td class="mdescRight">Thread safe execution of the loaded network. <a href="classarmnn_1_1_loaded_network.html#a95b1c23f6f296a0c39383bef20fdd46a">More...</a><br /></td></tr> |
| <tr class="separator:a95b1c23f6f296a0c39383bef20fdd46a"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aee8e1cb09e0d4dcbe64df111c5edd55e"><td class="memItemLeft" align="right" valign="top">const std::shared_ptr< <a class="el" href="classarmnn_1_1_i_profiler.html">IProfiler</a> > & </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#aee8e1cb09e0d4dcbe64df111c5edd55e">GetProfiler</a> () const</td></tr> |
| <tr class="separator:aee8e1cb09e0d4dcbe64df111c5edd55e"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a> ()</td></tr> |
| <tr class="separator:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a091ea8d2d804c8902f3120fdf2a36512"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a091ea8d2d804c8902f3120fdf2a36512">RegisterDebugCallback</a> (const <a class="el" href="namespacearmnn.html#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> &func)</td></tr> |
| <tr class="separator:a091ea8d2d804c8902f3120fdf2a36512"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ae41171032a9c106c1fd4b5991045eb0b"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#ae41171032a9c106c1fd4b5991045eb0b">SendNetworkStructure</a> (arm::pipe::IProfilingService &profilingService)</td></tr> |
| <tr class="separator:ae41171032a9c106c1fd4b5991045eb0b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a390c87e27deac4f51af9533053b2ee14"><td class="memItemLeft" align="right" valign="top">bool </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a390c87e27deac4f51af9533053b2ee14">IsAsyncEnabled</a> ()</td></tr> |
| <tr class="separator:a390c87e27deac4f51af9533053b2ee14"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ad90f4f6c9360c5cb64c164b9ddcb3130"><td class="memItemLeft" align="right" valign="top">arm::pipe::ProfilingGuid </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#ad90f4f6c9360c5cb64c164b9ddcb3130">GetNetworkGuid</a> ()</td></tr> |
| <tr class="separator:ad90f4f6c9360c5cb64c164b9ddcb3130"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-methods"></a> |
| Static Public Member Functions</h2></td></tr> |
| <tr class="memitem:af75dd30cff3d42ff35ddd2b625b7e9ae"><td class="memItemLeft" align="right" valign="top">static std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#af75dd30cff3d42ff35ddd2b625b7e9ae">MakeLoadedNetwork</a> (std::unique_ptr< <a class="el" href="classarmnn_1_1_i_optimized_network.html">IOptimizedNetwork</a> > net, std::string &errorMessage, const <a class="el" href="structarmnn_1_1_i_network_properties.html">INetworkProperties</a> &networkProperties, arm::pipe::IProfilingService *profilingService)</td></tr> |
| <tr class="separator:af75dd30cff3d42ff35ddd2b625b7e9ae"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"> |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00042">42</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| </div><h2 class="groupheader">Member Typedef Documentation</h2> |
| <a id="a48fe2df41d914c38c913160956acc706"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a48fe2df41d914c38c913160956acc706">◆ </a></span>WorkloadQueue</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">using <a class="el" href="classarmnn_1_1_loaded_network.html#a48fe2df41d914c38c913160956acc706">WorkloadQueue</a> = std::vector<std::unique_ptr<<a class="el" href="classarmnn_1_1_i_workload.html">IWorkload</a>> ></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00045">45</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a id="a1bf130efa381d53486c78ea417ea4db1"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a1bf130efa381d53486c78ea417ea4db1">◆ </a></span>~LoadedNetwork()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">~<a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00047">47</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  {</div> |
| <div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <a class="code" href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a>();</div> |
| <div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_loaded_network_8cpp_source.html#l01234">LoadedNetwork::FreeWorkingMemory()</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Function Documentation</h2> |
| <a id="aa792fd8b43401e3d6665110cdb0af27b"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#aa792fd8b43401e3d6665110cdb0af27b">◆ </a></span>ClearImportedInputs()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void ClearImportedInputs </td> |
| <td>(</td> |
| <td class="paramtype">const std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td> |
| <td class="paramname"><em>inputIds</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01699">1699</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01700"></a><span class="lineno"> 1700</span> {</div> |
| <div class="line"><a name="l01701"></a><span class="lineno"> 1701</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> <span class="keywordtype">id</span> : inputIds)</div> |
| <div class="line"><a name="l01702"></a><span class="lineno"> 1702</span>  {</div> |
| <div class="line"><a name="l01703"></a><span class="lineno"> 1703</span>  <span class="keywordflow">if</span> (<span class="keywordtype">id</span> > m_PreImportedInputHandles.size())</div> |
| <div class="line"><a name="l01704"></a><span class="lineno"> 1704</span>  {</div> |
| <div class="line"><a name="l01705"></a><span class="lineno"> 1705</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"ClearImportedInputs::Unknown ImportedInputId: {}"</span>, <span class="keywordtype">id</span>));</div> |
| <div class="line"><a name="l01706"></a><span class="lineno"> 1706</span>  }</div> |
| <div class="line"><a name="l01707"></a><span class="lineno"> 1707</span>  </div> |
| <div class="line"><a name="l01708"></a><span class="lineno"> 1708</span>  <span class="keyword">auto</span>& importedTensorHandle = m_PreImportedInputHandles[id].m_TensorHandle;</div> |
| <div class="line"><a name="l01709"></a><span class="lineno"> 1709</span>  <span class="keywordflow">if</span> (!importedTensorHandle)</div> |
| <div class="line"><a name="l01710"></a><span class="lineno"> 1710</span>  {</div> |
| <div class="line"><a name="l01711"></a><span class="lineno"> 1711</span>  <span class="keywordflow">throw</span> InvalidArgumentException(</div> |
| <div class="line"><a name="l01712"></a><span class="lineno"> 1712</span>  fmt::format(<span class="stringliteral">"ClearImportedInputs::ImportedInput with id: {} has already been deleted"</span>, <span class="keywordtype">id</span>));</div> |
| <div class="line"><a name="l01713"></a><span class="lineno"> 1713</span>  }</div> |
| <div class="line"><a name="l01714"></a><span class="lineno"> 1714</span>  <span class="comment">// Call Unimport then destroy the tensorHandle</span></div> |
| <div class="line"><a name="l01715"></a><span class="lineno"> 1715</span>  importedTensorHandle->Unimport();</div> |
| <div class="line"><a name="l01716"></a><span class="lineno"> 1716</span>  importedTensorHandle = {};</div> |
| <div class="line"><a name="l01717"></a><span class="lineno"> 1717</span>  }</div> |
| <div class="line"><a name="l01718"></a><span class="lineno"> 1718</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00635">RuntimeImpl::ClearImportedInputs()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="af06f742ce80985a8fbbbc028c20259b1"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#af06f742ce80985a8fbbbc028c20259b1">◆ </a></span>ClearImportedOutputs()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void ClearImportedOutputs </td> |
| <td>(</td> |
| <td class="paramtype">const std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td> |
| <td class="paramname"><em>outputIds</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01720">1720</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01721"></a><span class="lineno"> 1721</span> {</div> |
| <div class="line"><a name="l01722"></a><span class="lineno"> 1722</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> <span class="keywordtype">id</span> : outputIds)</div> |
| <div class="line"><a name="l01723"></a><span class="lineno"> 1723</span>  {</div> |
| <div class="line"><a name="l01724"></a><span class="lineno"> 1724</span>  <span class="keywordflow">if</span> (<span class="keywordtype">id</span> > m_PreImportedOutputHandles.size())</div> |
| <div class="line"><a name="l01725"></a><span class="lineno"> 1725</span>  {</div> |
| <div class="line"><a name="l01726"></a><span class="lineno"> 1726</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"ClearImportedOutputs::Unknown ImportedOutputId: {}"</span>, <span class="keywordtype">id</span>));</div> |
| <div class="line"><a name="l01727"></a><span class="lineno"> 1727</span>  }</div> |
| <div class="line"><a name="l01728"></a><span class="lineno"> 1728</span>  </div> |
| <div class="line"><a name="l01729"></a><span class="lineno"> 1729</span>  <span class="keyword">auto</span>& importedTensorHandle = m_PreImportedOutputHandles[id].m_TensorHandle;</div> |
| <div class="line"><a name="l01730"></a><span class="lineno"> 1730</span>  <span class="keywordflow">if</span> (!importedTensorHandle)</div> |
| <div class="line"><a name="l01731"></a><span class="lineno"> 1731</span>  {</div> |
| <div class="line"><a name="l01732"></a><span class="lineno"> 1732</span>  <span class="keywordflow">throw</span> InvalidArgumentException(</div> |
| <div class="line"><a name="l01733"></a><span class="lineno"> 1733</span>  fmt::format(<span class="stringliteral">"ClearImportedOutputs::ImportedOutput with id: {} has already been deleted"</span>, <span class="keywordtype">id</span>));</div> |
| <div class="line"><a name="l01734"></a><span class="lineno"> 1734</span>  }</div> |
| <div class="line"><a name="l01735"></a><span class="lineno"> 1735</span>  <span class="comment">// Call Unimport then destroy the tensorHandle</span></div> |
| <div class="line"><a name="l01736"></a><span class="lineno"> 1736</span>  importedTensorHandle->Unimport();</div> |
| <div class="line"><a name="l01737"></a><span class="lineno"> 1737</span>  importedTensorHandle = {};</div> |
| <div class="line"><a name="l01738"></a><span class="lineno"> 1738</span>  }</div> |
| <div class="line"><a name="l01739"></a><span class="lineno"> 1739</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00639">RuntimeImpl::ClearImportedOutputs()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a16e72675c37a8f251cf02951e222d4ab"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a16e72675c37a8f251cf02951e222d4ab">◆ </a></span>CreateWorkingMemHandle()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::unique_ptr< <a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.html">IWorkingMemHandle</a> > CreateWorkingMemHandle </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#a0d8160388a127c1a23b37bc88dc6e2ec">NetworkId</a> </td> |
| <td class="paramname"><em>networkId</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Create a new unique WorkingMemHandle object. </p> |
| <p>Create multiple handles if you wish to have overlapped Execution by calling this function from different threads. </p> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01963">1963</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01964"></a><span class="lineno"> 1964</span> {</div> |
| <div class="line"><a name="l01965"></a><span class="lineno"> 1965</span>  Graph& order = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div> |
| <div class="line"><a name="l01966"></a><span class="lineno"> 1966</span>  </div> |
| <div class="line"><a name="l01967"></a><span class="lineno"> 1967</span>  <span class="comment">// Tensors that will need to be allocated internally within armnn</span></div> |
| <div class="line"><a name="l01968"></a><span class="lineno"> 1968</span>  std::vector<std::unique_ptr<ITensorHandle>> managedTensorHandles;</div> |
| <div class="line"><a name="l01969"></a><span class="lineno"> 1969</span>  <span class="comment">// Tensors that will be allocated externally by the user</span></div> |
| <div class="line"><a name="l01970"></a><span class="lineno"> 1970</span>  std::vector<std::unique_ptr<ITensorHandle>> unmanagedTensorHandles;</div> |
| <div class="line"><a name="l01971"></a><span class="lineno"> 1971</span>  </div> |
| <div class="line"><a name="l01972"></a><span class="lineno"> 1972</span>  std::vector<WorkingMemDescriptor> workingMemDescriptors;</div> |
| <div class="line"><a name="l01973"></a><span class="lineno"> 1973</span>  std::vector<std::pair<BackendId, ExecutionData>> executionDataVec;</div> |
| <div class="line"><a name="l01974"></a><span class="lineno"> 1974</span>  </div> |
| <div class="line"><a name="l01975"></a><span class="lineno"> 1975</span>  <span class="keyword">auto</span> GetTensorHandle = [&](Layer* layer, <span class="keyword">const</span> OutputSlot& outputSlot)</div> |
| <div class="line"><a name="l01976"></a><span class="lineno"> 1976</span>  {</div> |
| <div class="line"><a name="l01977"></a><span class="lineno"> 1977</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = outputSlot.GetTensorHandleFactoryId();</div> |
| <div class="line"><a name="l01978"></a><span class="lineno"> 1978</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = outputSlot.GetTensorInfo();</div> |
| <div class="line"><a name="l01979"></a><span class="lineno"> 1979</span>  </div> |
| <div class="line"><a name="l01980"></a><span class="lineno"> 1980</span>  <span class="keywordflow">if</span> (factoryId == <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>)</div> |
| <div class="line"><a name="l01981"></a><span class="lineno"> 1981</span>  {</div> |
| <div class="line"><a name="l01982"></a><span class="lineno"> 1982</span>  BackendId <span class="keywordtype">id</span> = layer->GetBackendId();</div> |
| <div class="line"><a name="l01983"></a><span class="lineno"> 1983</span>  <a class="code" href="_deprecated_8hpp.html#ab66a241a0ed3ee89c866e777b035d0ed">ARMNN_NO_DEPRECATE_WARN_BEGIN</a></div> |
| <div class="line"><a name="l01984"></a><span class="lineno"> 1984</span>  <span class="keywordflow">return</span> m_WorkloadFactories.at(<span class="keywordtype">id</span>)->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l01985"></a><span class="lineno"> 1985</span>  <a class="code" href="_deprecated_8hpp.html#ad762b11b48e5c1d1c1743f529485728a">ARMNN_NO_DEPRECATE_WARN_END</a></div> |
| <div class="line"><a name="l01986"></a><span class="lineno"> 1986</span>  }</div> |
| <div class="line"><a name="l01987"></a><span class="lineno"> 1987</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01988"></a><span class="lineno"> 1988</span>  {</div> |
| <div class="line"><a name="l01989"></a><span class="lineno"> 1989</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.html#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div> |
| <div class="line"><a name="l01990"></a><span class="lineno"> 1990</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div> |
| <div class="line"><a name="l01991"></a><span class="lineno"> 1991</span>  <span class="keywordflow">return</span> handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>);</div> |
| <div class="line"><a name="l01992"></a><span class="lineno"> 1992</span>  }</div> |
| <div class="line"><a name="l01993"></a><span class="lineno"> 1993</span>  };</div> |
| <div class="line"><a name="l01994"></a><span class="lineno"> 1994</span>  </div> |
| <div class="line"><a name="l01995"></a><span class="lineno"> 1995</span>  <span class="keyword">struct </span>HandleInfo</div> |
| <div class="line"><a name="l01996"></a><span class="lineno"> 1996</span>  {</div> |
| <div class="line"><a name="l01997"></a><span class="lineno"> 1997</span>  ITensorHandle* m_TensorHandle;</div> |
| <div class="line"><a name="l01998"></a><span class="lineno"> 1998</span>  </div> |
| <div class="line"><a name="l01999"></a><span class="lineno"> 1999</span>  <span class="keywordtype">bool</span> m_IsInputLayerHandle = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l02000"></a><span class="lineno"> 2000</span>  <span class="keywordtype">bool</span> m_IsOutputLayerHandle = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l02001"></a><span class="lineno"> 2001</span>  </div> |
| <div class="line"><a name="l02002"></a><span class="lineno"> 2002</span>  WorkingMemHandle::InputMemDescriptorCoords m_InputMemDescriptorCoords;</div> |
| <div class="line"><a name="l02003"></a><span class="lineno"> 2003</span>  WorkingMemHandle::OutputMemDescriptorCoords m_OutputMemDescriptorCoords;</div> |
| <div class="line"><a name="l02004"></a><span class="lineno"> 2004</span>  };</div> |
| <div class="line"><a name="l02005"></a><span class="lineno"> 2005</span>  </div> |
| <div class="line"><a name="l02006"></a><span class="lineno"> 2006</span>  std::unordered_map<const OutputSlot*, HandleInfo> outputToHandleInfoMap;</div> |
| <div class="line"><a name="l02007"></a><span class="lineno"> 2007</span>  </div> |
| <div class="line"><a name="l02008"></a><span class="lineno"> 2008</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> layerIndex = 0;</div> |
| <div class="line"><a name="l02009"></a><span class="lineno"> 2009</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : order)</div> |
| <div class="line"><a name="l02010"></a><span class="lineno"> 2010</span>  {</div> |
| <div class="line"><a name="l02011"></a><span class="lineno"> 2011</span>  <span class="comment">// Constant layers execution and management is handled during loaded network construction</span></div> |
| <div class="line"><a name="l02012"></a><span class="lineno"> 2012</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div> |
| <div class="line"><a name="l02013"></a><span class="lineno"> 2013</span>  {</div> |
| <div class="line"><a name="l02014"></a><span class="lineno"> 2014</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l02015"></a><span class="lineno"> 2015</span>  }</div> |
| <div class="line"><a name="l02016"></a><span class="lineno"> 2016</span>  </div> |
| <div class="line"><a name="l02017"></a><span class="lineno"> 2017</span>  WorkingMemDescriptor workingMemDescriptor;</div> |
| <div class="line"><a name="l02018"></a><span class="lineno"> 2018</span>  </div> |
| <div class="line"><a name="l02019"></a><span class="lineno"> 2019</span>  <span class="keywordtype">bool</span> isMemoryManaged = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02020"></a><span class="lineno"> 2020</span>  <span class="keywordtype">bool</span> isInputLayer = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l02021"></a><span class="lineno"> 2021</span>  <span class="keywordtype">bool</span> isOutputLayer = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l02022"></a><span class="lineno"> 2022</span>  <span class="keywordtype">bool</span> isConnectedToOutputLayer = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l02023"></a><span class="lineno"> 2023</span>  </div> |
| <div class="line"><a name="l02024"></a><span class="lineno"> 2024</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a> || layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>)</div> |
| <div class="line"><a name="l02025"></a><span class="lineno"> 2025</span>  {</div> |
| <div class="line"><a name="l02026"></a><span class="lineno"> 2026</span>  <span class="comment">// Input layers/workloads will not be executed so the descriptor is not added to workingMemDescriptors</span></div> |
| <div class="line"><a name="l02027"></a><span class="lineno"> 2027</span>  <span class="comment">// However we will still need to manage the tensorHandle</span></div> |
| <div class="line"><a name="l02028"></a><span class="lineno"> 2028</span>  isInputLayer = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02029"></a><span class="lineno"> 2029</span>  isMemoryManaged = m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#a53d95b257e52b0fd292ba6d40d3c5dc3">m_InputSource</a> == <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>;</div> |
| <div class="line"><a name="l02030"></a><span class="lineno"> 2030</span>  }</div> |
| <div class="line"><a name="l02031"></a><span class="lineno"> 2031</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>)</div> |
| <div class="line"><a name="l02032"></a><span class="lineno"> 2032</span>  {</div> |
| <div class="line"><a name="l02033"></a><span class="lineno"> 2033</span>  isOutputLayer = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02034"></a><span class="lineno"> 2034</span>  }</div> |
| <div class="line"><a name="l02035"></a><span class="lineno"> 2035</span>  </div> |
| <div class="line"><a name="l02036"></a><span class="lineno"> 2036</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> slotIndex = 0;</div> |
| <div class="line"><a name="l02037"></a><span class="lineno"> 2037</span>  <span class="comment">// Create a tensor handle for each output slot of a layer</span></div> |
| <div class="line"><a name="l02038"></a><span class="lineno"> 2038</span>  <span class="comment">// Once we create it, we start managing its lifetime</span></div> |
| <div class="line"><a name="l02039"></a><span class="lineno"> 2039</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& slot : layer->GetOutputSlots())</div> |
| <div class="line"><a name="l02040"></a><span class="lineno"> 2040</span>  {</div> |
| <div class="line"><a name="l02041"></a><span class="lineno"> 2041</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i < slot.GetNumConnections(); ++i)</div> |
| <div class="line"><a name="l02042"></a><span class="lineno"> 2042</span>  {</div> |
| <div class="line"><a name="l02043"></a><span class="lineno"> 2043</span>  <span class="keywordflow">if</span> ((slot.GetConnection(i)->GetOwningLayer().GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>))</div> |
| <div class="line"><a name="l02044"></a><span class="lineno"> 2044</span>  {</div> |
| <div class="line"><a name="l02045"></a><span class="lineno"> 2045</span>  <span class="keywordflow">if</span> (!isConnectedToOutputLayer)</div> |
| <div class="line"><a name="l02046"></a><span class="lineno"> 2046</span>  {</div> |
| <div class="line"><a name="l02047"></a><span class="lineno"> 2047</span>  isConnectedToOutputLayer = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02048"></a><span class="lineno"> 2048</span>  <span class="comment">// If Export is enabled disable memory management, so we can export, otherwise we do a copy</span></div> |
| <div class="line"><a name="l02049"></a><span class="lineno"> 2049</span>  isMemoryManaged = m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a> == <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>;</div> |
| <div class="line"><a name="l02050"></a><span class="lineno"> 2050</span>  }</div> |
| <div class="line"><a name="l02051"></a><span class="lineno"> 2051</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l02052"></a><span class="lineno"> 2052</span>  {</div> |
| <div class="line"><a name="l02053"></a><span class="lineno"> 2053</span>  <span class="comment">// Importing in this case would likely cause unexpected behaviour, so we disallow it.</span></div> |
| <div class="line"><a name="l02054"></a><span class="lineno"> 2054</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(warning) <<</div> |
| <div class="line"><a name="l02055"></a><span class="lineno"> 2055</span>  fmt::format(<span class="stringliteral">"Layer name: '{0}' guid: '{1}' has two or more OutputLayers connected to it. "</span></div> |
| <div class="line"><a name="l02056"></a><span class="lineno"> 2056</span>  <span class="stringliteral">"This will prevent importing on the connected OutputLayers."</span>,</div> |
| <div class="line"><a name="l02057"></a><span class="lineno"> 2057</span>  layer->GetName(), layer->GetGuid());</div> |
| <div class="line"><a name="l02058"></a><span class="lineno"> 2058</span>  isMemoryManaged = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02059"></a><span class="lineno"> 2059</span>  }</div> |
| <div class="line"><a name="l02060"></a><span class="lineno"> 2060</span>  }</div> |
| <div class="line"><a name="l02061"></a><span class="lineno"> 2061</span>  }</div> |
| <div class="line"><a name="l02062"></a><span class="lineno"> 2062</span>  </div> |
| <div class="line"><a name="l02063"></a><span class="lineno"> 2063</span>  ITensorHandle* tensorHandle;</div> |
| <div class="line"><a name="l02064"></a><span class="lineno"> 2064</span>  <span class="keywordflow">if</span> (isMemoryManaged)</div> |
| <div class="line"><a name="l02065"></a><span class="lineno"> 2065</span>  {</div> |
| <div class="line"><a name="l02066"></a><span class="lineno"> 2066</span>  managedTensorHandles.emplace_back(GetTensorHandle(layer, slot));</div> |
| <div class="line"><a name="l02067"></a><span class="lineno"> 2067</span>  tensorHandle = managedTensorHandles.back().get();</div> |
| <div class="line"><a name="l02068"></a><span class="lineno"> 2068</span>  }</div> |
| <div class="line"><a name="l02069"></a><span class="lineno"> 2069</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l02070"></a><span class="lineno"> 2070</span>  {</div> |
| <div class="line"><a name="l02071"></a><span class="lineno"> 2071</span>  unmanagedTensorHandles.emplace_back(GetTensorHandle(layer, slot));</div> |
| <div class="line"><a name="l02072"></a><span class="lineno"> 2072</span>  tensorHandle = unmanagedTensorHandles.back().get();</div> |
| <div class="line"><a name="l02073"></a><span class="lineno"> 2073</span>  }</div> |
| <div class="line"><a name="l02074"></a><span class="lineno"> 2074</span>  </div> |
| <div class="line"><a name="l02075"></a><span class="lineno"> 2075</span>  workingMemDescriptor.m_Outputs.push_back(tensorHandle);</div> |
| <div class="line"><a name="l02076"></a><span class="lineno"> 2076</span>  </div> |
| <div class="line"><a name="l02077"></a><span class="lineno"> 2077</span>  HandleInfo& handleInfo = outputToHandleInfoMap[&slot];</div> |
| <div class="line"><a name="l02078"></a><span class="lineno"> 2078</span>  handleInfo.m_TensorHandle = tensorHandle;</div> |
| <div class="line"><a name="l02079"></a><span class="lineno"> 2079</span>  </div> |
| <div class="line"><a name="l02080"></a><span class="lineno"> 2080</span>  <span class="comment">// Store the coordinates of the current layer's OutputSlot that is connected to the OutputLayer</span></div> |
| <div class="line"><a name="l02081"></a><span class="lineno"> 2081</span>  <span class="keywordflow">if</span> (isConnectedToOutputLayer)</div> |
| <div class="line"><a name="l02082"></a><span class="lineno"> 2082</span>  {</div> |
| <div class="line"><a name="l02083"></a><span class="lineno"> 2083</span>  handleInfo.m_IsOutputLayerHandle = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02084"></a><span class="lineno"> 2084</span>  handleInfo.m_OutputMemDescriptorCoords.m_OutputSlotCoords = {layerIndex, slotIndex};</div> |
| <div class="line"><a name="l02085"></a><span class="lineno"> 2085</span>  }</div> |
| <div class="line"><a name="l02086"></a><span class="lineno"> 2086</span>  <span class="comment">// Store the LayerBindingId of the InputLayer</span></div> |
| <div class="line"><a name="l02087"></a><span class="lineno"> 2087</span>  <span class="keywordflow">if</span> (isInputLayer)</div> |
| <div class="line"><a name="l02088"></a><span class="lineno"> 2088</span>  {</div> |
| <div class="line"><a name="l02089"></a><span class="lineno"> 2089</span>  handleInfo.m_IsInputLayerHandle = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02090"></a><span class="lineno"> 2090</span>  <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div> |
| <div class="line"><a name="l02091"></a><span class="lineno"> 2091</span>  handleInfo.m_InputMemDescriptorCoords.m_LayerBindingId = bindingId;</div> |
| <div class="line"><a name="l02092"></a><span class="lineno"> 2092</span>  }</div> |
| <div class="line"><a name="l02093"></a><span class="lineno"> 2093</span>  slotIndex++;</div> |
| <div class="line"><a name="l02094"></a><span class="lineno"> 2094</span>  }</div> |
| <div class="line"><a name="l02095"></a><span class="lineno"> 2095</span>  <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div> |
| <div class="line"><a name="l02096"></a><span class="lineno"> 2096</span>  <span class="comment">// to each tensor handle we encounter.</span></div> |
| <div class="line"><a name="l02097"></a><span class="lineno"> 2097</span>  <span class="comment">// Once it reaches zero, the lifetime of the tensor handle has ended, and we mark its memory as available</span></div> |
| <div class="line"><a name="l02098"></a><span class="lineno"> 2098</span>  <span class="comment">// so that the next tensor handle with a non overlapping lifetime can share its memory.</span></div> |
| <div class="line"><a name="l02099"></a><span class="lineno"> 2099</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& slot : layer->GetInputSlots())</div> |
| <div class="line"><a name="l02100"></a><span class="lineno"> 2100</span>  {</div> |
| <div class="line"><a name="l02101"></a><span class="lineno"> 2101</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(slot.GetConnection());</div> |
| <div class="line"><a name="l02102"></a><span class="lineno"> 2102</span>  <span class="keyword">auto</span> outputSlot = slot.GetConnectedOutputSlot();</div> |
| <div class="line"><a name="l02103"></a><span class="lineno"> 2103</span>  <span class="keyword">auto</span> key = outputSlot->GetOwningLayer().GetGuid();</div> |
| <div class="line"><a name="l02104"></a><span class="lineno"> 2104</span>  </div> |
| <div class="line"><a name="l02105"></a><span class="lineno"> 2105</span>  <span class="comment">// Constant layers execution and management is handled during loaded network construction</span></div> |
| <div class="line"><a name="l02106"></a><span class="lineno"> 2106</span>  <span class="keyword">auto</span> found = m_ConstantTensorHandles.find(key);</div> |
| <div class="line"><a name="l02107"></a><span class="lineno"> 2107</span>  <span class="keywordflow">if</span> (found != m_ConstantTensorHandles.end())</div> |
| <div class="line"><a name="l02108"></a><span class="lineno"> 2108</span>  {</div> |
| <div class="line"><a name="l02109"></a><span class="lineno"> 2109</span>  ITensorHandle* tensorHandle = found->second;</div> |
| <div class="line"><a name="l02110"></a><span class="lineno"> 2110</span>  <span class="keywordflow">if</span> (slot.IsTensorInfoOverridden())</div> |
| <div class="line"><a name="l02111"></a><span class="lineno"> 2111</span>  {</div> |
| <div class="line"><a name="l02112"></a><span class="lineno"> 2112</span>  ITensorHandle* decorated = tensorHandle->DecorateTensorHandle(slot.GetTensorInfo()).get();</div> |
| <div class="line"><a name="l02113"></a><span class="lineno"> 2113</span>  <span class="keywordflow">if</span> (decorated)</div> |
| <div class="line"><a name="l02114"></a><span class="lineno"> 2114</span>  {</div> |
| <div class="line"><a name="l02115"></a><span class="lineno"> 2115</span>  tensorHandle = decorated;</div> |
| <div class="line"><a name="l02116"></a><span class="lineno"> 2116</span>  }</div> |
| <div class="line"><a name="l02117"></a><span class="lineno"> 2117</span>  }</div> |
| <div class="line"><a name="l02118"></a><span class="lineno"> 2118</span>  workingMemDescriptor.m_Inputs.push_back(tensorHandle);</div> |
| <div class="line"><a name="l02119"></a><span class="lineno"> 2119</span>  </div> |
| <div class="line"><a name="l02120"></a><span class="lineno"> 2120</span>  <span class="comment">// Odd case where a constant layer is connected to an output layer</span></div> |
| <div class="line"><a name="l02121"></a><span class="lineno"> 2121</span>  <span class="comment">// We will need to create a HandleInfo to track it</span></div> |
| <div class="line"><a name="l02122"></a><span class="lineno"> 2122</span>  <span class="keywordflow">if</span> (isOutputLayer)</div> |
| <div class="line"><a name="l02123"></a><span class="lineno"> 2123</span>  {</div> |
| <div class="line"><a name="l02124"></a><span class="lineno"> 2124</span>  <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div> |
| <div class="line"><a name="l02125"></a><span class="lineno"> 2125</span>  </div> |
| <div class="line"><a name="l02126"></a><span class="lineno"> 2126</span>  HandleInfo& handleInfo = outputToHandleInfoMap[outputSlot];</div> |
| <div class="line"><a name="l02127"></a><span class="lineno"> 2127</span>  handleInfo.m_TensorHandle = tensorHandle;</div> |
| <div class="line"><a name="l02128"></a><span class="lineno"> 2128</span>  handleInfo.m_IsOutputLayerHandle = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l02129"></a><span class="lineno"> 2129</span>  handleInfo.m_OutputMemDescriptorCoords.m_LayerBindingIds.push_back(bindingId);</div> |
| <div class="line"><a name="l02130"></a><span class="lineno"> 2130</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, 0});</div> |
| <div class="line"><a name="l02131"></a><span class="lineno"> 2131</span>  }</div> |
| <div class="line"><a name="l02132"></a><span class="lineno"> 2132</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l02133"></a><span class="lineno"> 2133</span>  }</div> |
| <div class="line"><a name="l02134"></a><span class="lineno"> 2134</span>  </div> |
| <div class="line"><a name="l02135"></a><span class="lineno"> 2135</span>  HandleInfo& handleInfo = outputToHandleInfoMap.at(outputSlot);</div> |
| <div class="line"><a name="l02136"></a><span class="lineno"> 2136</span>  </div> |
| <div class="line"><a name="l02137"></a><span class="lineno"> 2137</span>  ITensorHandle* inputTensorHandle = handleInfo.m_TensorHandle;</div> |
| <div class="line"><a name="l02138"></a><span class="lineno"> 2138</span>  <span class="keywordflow">if</span> (slot.IsTensorInfoOverridden())</div> |
| <div class="line"><a name="l02139"></a><span class="lineno"> 2139</span>  {</div> |
| <div class="line"><a name="l02140"></a><span class="lineno"> 2140</span>  ITensorHandle* decorated = inputTensorHandle->DecorateTensorHandle(slot.GetTensorInfo()).get();</div> |
| <div class="line"><a name="l02141"></a><span class="lineno"> 2141</span>  <span class="keywordflow">if</span> (decorated)</div> |
| <div class="line"><a name="l02142"></a><span class="lineno"> 2142</span>  {</div> |
| <div class="line"><a name="l02143"></a><span class="lineno"> 2143</span>  inputTensorHandle = decorated;</div> |
| <div class="line"><a name="l02144"></a><span class="lineno"> 2144</span>  }</div> |
| <div class="line"><a name="l02145"></a><span class="lineno"> 2145</span>  }</div> |
| <div class="line"><a name="l02146"></a><span class="lineno"> 2146</span>  workingMemDescriptor.m_Inputs.push_back(inputTensorHandle);</div> |
| <div class="line"><a name="l02147"></a><span class="lineno"> 2147</span>  </div> |
| <div class="line"><a name="l02148"></a><span class="lineno"> 2148</span>  <span class="comment">// Store the LayerBindingId of the OutputLayer</span></div> |
| <div class="line"><a name="l02149"></a><span class="lineno"> 2149</span>  <span class="keywordflow">if</span> (isOutputLayer)</div> |
| <div class="line"><a name="l02150"></a><span class="lineno"> 2150</span>  {</div> |
| <div class="line"><a name="l02151"></a><span class="lineno"> 2151</span>  <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> bindingId = <span class="keyword">static_cast<</span>BindableLayer*<span class="keyword">></span>(layer)->GetBindingId();</div> |
| <div class="line"><a name="l02152"></a><span class="lineno"> 2152</span>  handleInfo.m_OutputMemDescriptorCoords.m_LayerBindingIds.push_back(bindingId);</div> |
| <div class="line"><a name="l02153"></a><span class="lineno"> 2153</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, 0});</div> |
| <div class="line"><a name="l02154"></a><span class="lineno"> 2154</span>  }</div> |
| <div class="line"><a name="l02155"></a><span class="lineno"> 2155</span>  <span class="comment">// In this case the layer is not an Output Layer but shares its input tensorhandle with an OutputLayer</span></div> |
| <div class="line"><a name="l02156"></a><span class="lineno"> 2156</span>  <span class="comment">// It will need to be updated as well, if we swap out the tensorhandle</span></div> |
| <div class="line"><a name="l02157"></a><span class="lineno"> 2157</span>  <span class="keywordflow">else</span> <span class="keywordflow">if</span> (handleInfo.m_IsOutputLayerHandle)</div> |
| <div class="line"><a name="l02158"></a><span class="lineno"> 2158</span>  {</div> |
| <div class="line"><a name="l02159"></a><span class="lineno"> 2159</span>  handleInfo.m_OutputMemDescriptorCoords.m_InputSlotCoords.push_back({layerIndex, slot.GetSlotIndex()});</div> |
| <div class="line"><a name="l02160"></a><span class="lineno"> 2160</span>  }</div> |
| <div class="line"><a name="l02161"></a><span class="lineno"> 2161</span>  </div> |
| <div class="line"><a name="l02162"></a><span class="lineno"> 2162</span>  <span class="comment">// Store the coordinates of the InputSlots connected to the InputLayer</span></div> |
| <div class="line"><a name="l02163"></a><span class="lineno"> 2163</span>  <span class="comment">// There can be more than one InputSlot connected to an InputLayer, so we use a vector</span></div> |
| <div class="line"><a name="l02164"></a><span class="lineno"> 2164</span>  <span class="keywordflow">if</span> (handleInfo.m_IsInputLayerHandle)</div> |
| <div class="line"><a name="l02165"></a><span class="lineno"> 2165</span>  {</div> |
| <div class="line"><a name="l02166"></a><span class="lineno"> 2166</span>  std::pair<LayerGuid, unsigned int> connectionLocation{layerIndex, slot.GetSlotIndex()};</div> |
| <div class="line"><a name="l02167"></a><span class="lineno"> 2167</span>  handleInfo.m_InputMemDescriptorCoords.m_InputSlotCoords.emplace_back(connectionLocation);</div> |
| <div class="line"><a name="l02168"></a><span class="lineno"> 2168</span>  }</div> |
| <div class="line"><a name="l02169"></a><span class="lineno"> 2169</span>  }</div> |
| <div class="line"><a name="l02170"></a><span class="lineno"> 2170</span>  </div> |
| <div class="line"><a name="l02171"></a><span class="lineno"> 2171</span>  <span class="comment">// Input/Output layers/workloads will not be executed, so the descriptor is not added to workingMemDescriptors</span></div> |
| <div class="line"><a name="l02172"></a><span class="lineno"> 2172</span>  <span class="comment">// However we will still need to manage the tensorHandle</span></div> |
| <div class="line"><a name="l02173"></a><span class="lineno"> 2173</span>  <span class="keywordflow">if</span> (!isInputLayer)</div> |
| <div class="line"><a name="l02174"></a><span class="lineno"> 2174</span>  {</div> |
| <div class="line"><a name="l02175"></a><span class="lineno"> 2175</span>  <span class="comment">// Simply auto initialise ExecutionData here, so it's added only for the layer that require execution.</span></div> |
| <div class="line"><a name="l02176"></a><span class="lineno"> 2176</span>  <span class="comment">// The memory and data will be allocated/assigned for the void* in WorkingMemHandle::Allocate.</span></div> |
| <div class="line"><a name="l02177"></a><span class="lineno"> 2177</span>  std::pair<BackendId, ExecutionData> dataPair;</div> |
| <div class="line"><a name="l02178"></a><span class="lineno"> 2178</span>  dataPair.first = layer->GetBackendId();</div> |
| <div class="line"><a name="l02179"></a><span class="lineno"> 2179</span>  </div> |
| <div class="line"><a name="l02180"></a><span class="lineno"> 2180</span>  executionDataVec.push_back(dataPair);</div> |
| <div class="line"><a name="l02181"></a><span class="lineno"> 2181</span>  workingMemDescriptors.push_back(workingMemDescriptor);</div> |
| <div class="line"><a name="l02182"></a><span class="lineno"> 2182</span>  </div> |
| <div class="line"><a name="l02183"></a><span class="lineno"> 2183</span>  layerIndex++;</div> |
| <div class="line"><a name="l02184"></a><span class="lineno"> 2184</span>  }</div> |
| <div class="line"><a name="l02185"></a><span class="lineno"> 2185</span>  }</div> |
| <div class="line"><a name="l02186"></a><span class="lineno"> 2186</span>  </div> |
| <div class="line"><a name="l02187"></a><span class="lineno"> 2187</span>  std::vector<std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>> tensorMemory;</div> |
| <div class="line"><a name="l02188"></a><span class="lineno"> 2188</span>  </div> |
| <div class="line"><a name="l02189"></a><span class="lineno"> 2189</span>  <span class="keyword">auto</span> externalMemoryManager = CreateExternalMemoryManger(tensorMemory);</div> |
| <div class="line"><a name="l02190"></a><span class="lineno"> 2190</span>  </div> |
| <div class="line"><a name="l02191"></a><span class="lineno"> 2191</span>  <span class="comment">// Sort m_TensorMemory, so it's order matches the outputSlot order</span></div> |
| <div class="line"><a name="l02192"></a><span class="lineno"> 2192</span>  std::sort(tensorMemory.begin(), tensorMemory.end(),</div> |
| <div class="line"><a name="l02193"></a><span class="lineno"> 2193</span>  [](<span class="keyword">const</span> std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>& lhs,</div> |
| <div class="line"><a name="l02194"></a><span class="lineno"> 2194</span>  <span class="keyword">const</span> std::pair<std::shared_ptr<TensorMemory>, <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a>>& rhs)</div> |
| <div class="line"><a name="l02195"></a><span class="lineno"> 2195</span>  {</div> |
| <div class="line"><a name="l02196"></a><span class="lineno"> 2196</span>  return lhs.first->m_OutputSlotId < rhs.first->m_OutputSlotId;</div> |
| <div class="line"><a name="l02197"></a><span class="lineno"> 2197</span>  });</div> |
| <div class="line"><a name="l02198"></a><span class="lineno"> 2198</span>  </div> |
| <div class="line"><a name="l02199"></a><span class="lineno"> 2199</span>  std::vector<WorkingMemHandle::InputMemDescriptorCoords> inputConnectionsInfo;</div> |
| <div class="line"><a name="l02200"></a><span class="lineno"> 2200</span>  std::vector<WorkingMemHandle::OutputMemDescriptorCoords> outputConnectionsInfo;</div> |
| <div class="line"><a name="l02201"></a><span class="lineno"> 2201</span>  </div> |
| <div class="line"><a name="l02202"></a><span class="lineno"> 2202</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& handleInfo: outputToHandleInfoMap)</div> |
| <div class="line"><a name="l02203"></a><span class="lineno"> 2203</span>  {</div> |
| <div class="line"><a name="l02204"></a><span class="lineno"> 2204</span>  <span class="keywordflow">if</span> (handleInfo.second.m_IsOutputLayerHandle)</div> |
| <div class="line"><a name="l02205"></a><span class="lineno"> 2205</span>  {</div> |
| <div class="line"><a name="l02206"></a><span class="lineno"> 2206</span>  outputConnectionsInfo.emplace_back(handleInfo.second.m_OutputMemDescriptorCoords);</div> |
| <div class="line"><a name="l02207"></a><span class="lineno"> 2207</span>  }</div> |
| <div class="line"><a name="l02208"></a><span class="lineno"> 2208</span>  </div> |
| <div class="line"><a name="l02209"></a><span class="lineno"> 2209</span>  <span class="keywordflow">if</span> (handleInfo.second.m_IsInputLayerHandle)</div> |
| <div class="line"><a name="l02210"></a><span class="lineno"> 2210</span>  {</div> |
| <div class="line"><a name="l02211"></a><span class="lineno"> 2211</span>  inputConnectionsInfo.emplace_back(handleInfo.second.m_InputMemDescriptorCoords);</div> |
| <div class="line"><a name="l02212"></a><span class="lineno"> 2212</span>  }</div> |
| <div class="line"><a name="l02213"></a><span class="lineno"> 2213</span>  }</div> |
| <div class="line"><a name="l02214"></a><span class="lineno"> 2214</span>  </div> |
| <div class="line"><a name="l02215"></a><span class="lineno"> 2215</span>  <span class="keywordflow">return</span> std::make_unique<WorkingMemHandle>(networkId,</div> |
| <div class="line"><a name="l02216"></a><span class="lineno"> 2216</span>  inputConnectionsInfo,</div> |
| <div class="line"><a name="l02217"></a><span class="lineno"> 2217</span>  outputConnectionsInfo,</div> |
| <div class="line"><a name="l02218"></a><span class="lineno"> 2218</span>  workingMemDescriptors,</div> |
| <div class="line"><a name="l02219"></a><span class="lineno"> 2219</span>  std::move(externalMemoryManager),</div> |
| <div class="line"><a name="l02220"></a><span class="lineno"> 2220</span>  std::move(tensorMemory),</div> |
| <div class="line"><a name="l02221"></a><span class="lineno"> 2221</span>  std::move(managedTensorHandles),</div> |
| <div class="line"><a name="l02222"></a><span class="lineno"> 2222</span>  std::move(unmanagedTensorHandles),</div> |
| <div class="line"><a name="l02223"></a><span class="lineno"> 2223</span>  executionDataVec,</div> |
| <div class="line"><a name="l02224"></a><span class="lineno"> 2224</span>  &m_Backends);</div> |
| <div class="line"><a name="l02225"></a><span class="lineno"> 2225</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_deprecated_8hpp_source.html#l00033">ARMNN_NO_DEPRECATE_WARN_BEGIN</a>, <a class="el" href="_deprecated_8hpp_source.html#l00034">ARMNN_NO_DEPRECATE_WARN_END</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.html#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, and <a class="el" href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory::LegacyFactoryId</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00735">RuntimeImpl::CreateWorkingMemHandle()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a87880cba8611688cc57bec8f913958e8"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a87880cba8611688cc57bec8f913958e8">◆ </a></span>EnqueueWorkload()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> EnqueueWorkload </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> |
| <td class="paramname"><em>inputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> |
| <td class="paramname"><em>outputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td> |
| <td class="paramname"><em>preImportedInputIds</em> = <code>{}</code>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td> |
| <td class="paramname"><em>preImportedOutputIds</em> = <code>{}</code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Single thread execution of the loaded network. </p> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00851">851</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00855"></a><span class="lineno"> 855</span> {</div> |
| <div class="line"><a name="l00856"></a><span class="lineno"> 856</span>  <span class="keyword">const</span> Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div> |
| <div class="line"><a name="l00857"></a><span class="lineno"> 857</span>  </div> |
| <div class="line"><a name="l00858"></a><span class="lineno"> 858</span>  <span class="comment">// Walk graph to determine the order of execution.</span></div> |
| <div class="line"><a name="l00859"></a><span class="lineno"> 859</span>  <span class="keywordflow">if</span> (graph.GetNumLayers() < 2)</div> |
| <div class="line"><a name="l00860"></a><span class="lineno"> 860</span>  {</div> |
| <div class="line"><a name="l00861"></a><span class="lineno"> 861</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(warning) << <span class="stringliteral">"IRuntime::EnqueueWorkload()::Less than two nodes in graph"</span>;</div> |
| <div class="line"><a name="l00862"></a><span class="lineno"> 862</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div> |
| <div class="line"><a name="l00863"></a><span class="lineno"> 863</span>  }</div> |
| <div class="line"><a name="l00864"></a><span class="lineno"> 864</span>  </div> |
| <div class="line"><a name="l00865"></a><span class="lineno"> 865</span>  <span class="comment">// Data that must be kept alive for the entire execution of the workload.</span></div> |
| <div class="line"><a name="l00866"></a><span class="lineno"> 866</span>  WorkloadData workloadData(inputTensors, outputTensors);</div> |
| <div class="line"><a name="l00867"></a><span class="lineno"> 867</span>  </div> |
| <div class="line"><a name="l00868"></a><span class="lineno"> 868</span>  <span class="comment">// Input tensors can be provided as parameters or pre imported. Either way the number of</span></div> |
| <div class="line"><a name="l00869"></a><span class="lineno"> 869</span>  <span class="comment">// tensors should match the number of inputs.</span></div> |
| <div class="line"><a name="l00870"></a><span class="lineno"> 870</span>  <span class="keywordflow">if</span> (graph.GetNumInputs() != (inputTensors.size() + preImportedInputIds.size()))</div> |
| <div class="line"><a name="l00871"></a><span class="lineno"> 871</span>  {</div> |
| <div class="line"><a name="l00872"></a><span class="lineno"> 872</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"Number of inputs provided does not match network."</span>);</div> |
| <div class="line"><a name="l00873"></a><span class="lineno"> 873</span>  }</div> |
| <div class="line"><a name="l00874"></a><span class="lineno"> 874</span>  </div> |
| <div class="line"><a name="l00875"></a><span class="lineno"> 875</span>  <span class="comment">// For each input to the network, call EnqueueInput with the data passed by the user.</span></div> |
| <div class="line"><a name="l00876"></a><span class="lineno"> 876</span>  {</div> |
| <div class="line"><a name="l00877"></a><span class="lineno"> 877</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareInputs"</span>);</div> |
| <div class="line"><a name="l00878"></a><span class="lineno"> 878</span>  m_InputQueue.clear();</div> |
| <div class="line"><a name="l00879"></a><span class="lineno"> 879</span>  m_InputQueue.reserve(graph.GetNumInputs());</div> |
| <div class="line"><a name="l00880"></a><span class="lineno"> 880</span>  </div> |
| <div class="line"><a name="l00881"></a><span class="lineno"> 881</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> inputIndex = 0;</div> |
| <div class="line"><a name="l00882"></a><span class="lineno"> 882</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> importedInputIdIndex = 0;</div> |
| <div class="line"><a name="l00883"></a><span class="lineno"> 883</span>  std::sort(preImportedInputIds.begin(), preImportedInputIds.end());</div> |
| <div class="line"><a name="l00884"></a><span class="lineno"> 884</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* inputLayer : graph.GetInputLayers())</div> |
| <div class="line"><a name="l00885"></a><span class="lineno"> 885</span>  {</div> |
| <div class="line"><a name="l00886"></a><span class="lineno"> 886</span>  <span class="keywordflow">if</span> (importedInputIdIndex < preImportedInputIds.size() &&</div> |
| <div class="line"><a name="l00887"></a><span class="lineno"> 887</span>  inputIndex == preImportedInputIds[importedInputIdIndex])</div> |
| <div class="line"><a name="l00888"></a><span class="lineno"> 888</span>  {</div> |
| <div class="line"><a name="l00889"></a><span class="lineno"> 889</span>  <span class="comment">// Only replace tensorhandles if they have not already been replaced</span></div> |
| <div class="line"><a name="l00890"></a><span class="lineno"> 890</span>  <span class="keywordflow">if</span> (!m_IsInputImported[inputIndex])</div> |
| <div class="line"><a name="l00891"></a><span class="lineno"> 891</span>  {</div> |
| <div class="line"><a name="l00892"></a><span class="lineno"> 892</span>  <span class="keyword">auto</span> outputTensorHandle = m_PreImportedInputHandles[inputIndex].m_TensorHandle.get();</div> |
| <div class="line"><a name="l00893"></a><span class="lineno"> 893</span>  </div> |
| <div class="line"><a name="l00894"></a><span class="lineno"> 894</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& workloadInfo: m_InputWorkloadSlotPairs[inputLayer->GetBindingId()])</div> |
| <div class="line"><a name="l00895"></a><span class="lineno"> 895</span>  {</div> |
| <div class="line"><a name="l00896"></a><span class="lineno"> 896</span>  <span class="keyword">auto</span> workload = m_WorkloadQueue[workloadInfo.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00897"></a><span class="lineno"> 897</span>  workload->ReplaceInputTensorHandle(outputTensorHandle, workloadInfo.m_SlotIndex);</div> |
| <div class="line"><a name="l00898"></a><span class="lineno"> 898</span>  }</div> |
| <div class="line"><a name="l00899"></a><span class="lineno"> 899</span>  m_IsInputImported[inputIndex] = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00900"></a><span class="lineno"> 900</span>  }</div> |
| <div class="line"><a name="l00901"></a><span class="lineno"> 901</span>  importedInputIdIndex++;</div> |
| <div class="line"><a name="l00902"></a><span class="lineno"> 902</span>  }</div> |
| <div class="line"><a name="l00903"></a><span class="lineno"> 903</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l00904"></a><span class="lineno"> 904</span>  {</div> |
| <div class="line"><a name="l00905"></a><span class="lineno"> 905</span>  <span class="keywordflow">if</span> (m_IsInputImported[inputIndex])</div> |
| <div class="line"><a name="l00906"></a><span class="lineno"> 906</span>  {</div> |
| <div class="line"><a name="l00907"></a><span class="lineno"> 907</span>  OutputHandler& handler = <span class="keyword">const_cast<</span>OutputHandler&<span class="keyword">></span>(inputLayer->GetOutputHandler(0));</div> |
| <div class="line"><a name="l00908"></a><span class="lineno"> 908</span>  </div> |
| <div class="line"><a name="l00909"></a><span class="lineno"> 909</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& workloadInfo: m_InputWorkloadSlotPairs[inputLayer->GetBindingId()])</div> |
| <div class="line"><a name="l00910"></a><span class="lineno"> 910</span>  {</div> |
| <div class="line"><a name="l00911"></a><span class="lineno"> 911</span>  <span class="keyword">auto</span> workload = m_WorkloadQueue[workloadInfo.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00912"></a><span class="lineno"> 912</span>  workload->ReplaceInputTensorHandle(handler.GetData(), workloadInfo.m_SlotIndex);</div> |
| <div class="line"><a name="l00913"></a><span class="lineno"> 913</span>  }</div> |
| <div class="line"><a name="l00914"></a><span class="lineno"> 914</span>  </div> |
| <div class="line"><a name="l00915"></a><span class="lineno"> 915</span>  m_IsInputImported[inputIndex] = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00916"></a><span class="lineno"> 916</span>  }</div> |
| <div class="line"><a name="l00917"></a><span class="lineno"> 917</span>  </div> |
| <div class="line"><a name="l00918"></a><span class="lineno"> 918</span>  <span class="comment">// InputTensorHandle is not imported yet, process to enqueue input</span></div> |
| <div class="line"><a name="l00919"></a><span class="lineno"> 919</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetInputTensorPin(inputLayer->GetBindingId());</div> |
| <div class="line"><a name="l00920"></a><span class="lineno"> 920</span>  EnqueueInput(*inputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div> |
| <div class="line"><a name="l00921"></a><span class="lineno"> 921</span>  }</div> |
| <div class="line"><a name="l00922"></a><span class="lineno"> 922</span>  inputIndex++;</div> |
| <div class="line"><a name="l00923"></a><span class="lineno"> 923</span>  }</div> |
| <div class="line"><a name="l00924"></a><span class="lineno"> 924</span>  }</div> |
| <div class="line"><a name="l00925"></a><span class="lineno"> 925</span>  <span class="comment">// For each output to the network, call EnqueueOutput with the data passed by the user.</span></div> |
| <div class="line"><a name="l00926"></a><span class="lineno"> 926</span>  {</div> |
| <div class="line"><a name="l00927"></a><span class="lineno"> 927</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareOutputs"</span>);</div> |
| <div class="line"><a name="l00928"></a><span class="lineno"> 928</span>  m_OutputQueue.clear();</div> |
| <div class="line"><a name="l00929"></a><span class="lineno"> 929</span>  m_OutputQueue.reserve(graph.GetNumOutputs());</div> |
| <div class="line"><a name="l00930"></a><span class="lineno"> 930</span>  </div> |
| <div class="line"><a name="l00931"></a><span class="lineno"> 931</span>  <span class="keywordflow">if</span> (preImportedOutputIds.size() > graph.GetNumOutputs())</div> |
| <div class="line"><a name="l00932"></a><span class="lineno"> 932</span>  {</div> |
| <div class="line"><a name="l00933"></a><span class="lineno"> 933</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"Invalid number of preImportedOutputIds"</span>);</div> |
| <div class="line"><a name="l00934"></a><span class="lineno"> 934</span>  }</div> |
| <div class="line"><a name="l00935"></a><span class="lineno"> 935</span>  </div> |
| <div class="line"><a name="l00936"></a><span class="lineno"> 936</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> outputIndex = 0;</div> |
| <div class="line"><a name="l00937"></a><span class="lineno"> 937</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> importedOutputIdIndex = 0;</div> |
| <div class="line"><a name="l00938"></a><span class="lineno"> 938</span>  std::sort(preImportedOutputIds.begin(), preImportedOutputIds.end());</div> |
| <div class="line"><a name="l00939"></a><span class="lineno"> 939</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* outputLayer : graph.GetOutputLayers())</div> |
| <div class="line"><a name="l00940"></a><span class="lineno"> 940</span>  {</div> |
| <div class="line"><a name="l00941"></a><span class="lineno"> 941</span>  <span class="keywordflow">if</span> (importedOutputIdIndex < preImportedOutputIds.size() &&</div> |
| <div class="line"><a name="l00942"></a><span class="lineno"> 942</span>  outputIndex == preImportedOutputIds[importedOutputIdIndex])</div> |
| <div class="line"><a name="l00943"></a><span class="lineno"> 943</span>  {</div> |
| <div class="line"><a name="l00944"></a><span class="lineno"> 944</span>  <span class="comment">// Only replace tensorhandles if they have not already been replaced</span></div> |
| <div class="line"><a name="l00945"></a><span class="lineno"> 945</span>  ITensorHandle* inputTensorHandle = m_PreImportedOutputHandles[outputIndex].m_TensorHandle.get();</div> |
| <div class="line"><a name="l00946"></a><span class="lineno"> 946</span>  </div> |
| <div class="line"><a name="l00947"></a><span class="lineno"> 947</span>  <span class="keywordflow">if</span> (!m_IsOutputImported[outputIndex])</div> |
| <div class="line"><a name="l00948"></a><span class="lineno"> 948</span>  {</div> |
| <div class="line"><a name="l00949"></a><span class="lineno"> 949</span>  <span class="keyword">const</span> <span class="keyword">auto</span> bindingId = outputLayer->GetBindingId();</div> |
| <div class="line"><a name="l00950"></a><span class="lineno"> 950</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& indices = m_OutputWorkloadSlotPairs[bindingId];</div> |
| <div class="line"><a name="l00951"></a><span class="lineno"> 951</span>  </div> |
| <div class="line"><a name="l00952"></a><span class="lineno"> 952</span>  <span class="keyword">auto</span> outputWorkload = m_WorkloadQueue[indices.m_OutputSlotIndices.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00953"></a><span class="lineno"> 953</span>  </div> |
| <div class="line"><a name="l00954"></a><span class="lineno"> 954</span>  outputWorkload->ReplaceOutputTensorHandle(inputTensorHandle,</div> |
| <div class="line"><a name="l00955"></a><span class="lineno"> 955</span>  indices.m_OutputSlotIndices.m_SlotIndex);</div> |
| <div class="line"><a name="l00956"></a><span class="lineno"> 956</span>  </div> |
| <div class="line"><a name="l00957"></a><span class="lineno"> 957</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& workloadInfo: indices.m_InputSlotIndices)</div> |
| <div class="line"><a name="l00958"></a><span class="lineno"> 958</span>  {</div> |
| <div class="line"><a name="l00959"></a><span class="lineno"> 959</span>  <span class="keyword">auto</span> inputWorkload = m_WorkloadQueue[workloadInfo.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00960"></a><span class="lineno"> 960</span>  inputWorkload->ReplaceInputTensorHandle(inputTensorHandle, workloadInfo.m_SlotIndex);</div> |
| <div class="line"><a name="l00961"></a><span class="lineno"> 961</span>  }</div> |
| <div class="line"><a name="l00962"></a><span class="lineno"> 962</span>  m_IsOutputImported[outputIndex] = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00963"></a><span class="lineno"> 963</span>  }</div> |
| <div class="line"><a name="l00964"></a><span class="lineno"> 964</span>  </div> |
| <div class="line"><a name="l00965"></a><span class="lineno"> 965</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(inputTensorHandle != <span class="keyword">nullptr</span>, <span class="stringliteral">"Data should have been allocated."</span>);</div> |
| <div class="line"><a name="l00966"></a><span class="lineno"> 966</span>  MemSyncQueueDescriptor syncDesc;</div> |
| <div class="line"><a name="l00967"></a><span class="lineno"> 967</span>  syncDesc.m_Inputs.push_back(inputTensorHandle);</div> |
| <div class="line"><a name="l00968"></a><span class="lineno"> 968</span>  WorkloadInfo <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>;</div> |
| <div class="line"><a name="l00969"></a><span class="lineno"> 969</span>  <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">info</a>.m_InputTensorInfos.push_back(</div> |
| <div class="line"><a name="l00970"></a><span class="lineno"> 970</span>  outputLayer->GetInputSlot(0).GetTensorInfo());</div> |
| <div class="line"><a name="l00971"></a><span class="lineno"> 971</span>  <span class="keyword">auto</span> syncWorkload = std::make_unique<SyncMemGenericWorkload>(syncDesc, info);</div> |
| <div class="line"><a name="l00972"></a><span class="lineno"> 972</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(syncWorkload, <span class="stringliteral">"No sync workload created"</span>);</div> |
| <div class="line"><a name="l00973"></a><span class="lineno"> 973</span>  m_OutputQueue.push_back(std::move(syncWorkload));</div> |
| <div class="line"><a name="l00974"></a><span class="lineno"> 974</span>  importedOutputIdIndex++;</div> |
| <div class="line"><a name="l00975"></a><span class="lineno"> 975</span>  }</div> |
| <div class="line"><a name="l00976"></a><span class="lineno"> 976</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l00977"></a><span class="lineno"> 977</span>  {</div> |
| <div class="line"><a name="l00978"></a><span class="lineno"> 978</span>  <span class="keywordflow">if</span> (m_IsOutputImported[outputIndex])</div> |
| <div class="line"><a name="l00979"></a><span class="lineno"> 979</span>  {</div> |
| <div class="line"><a name="l00980"></a><span class="lineno"> 980</span>  <span class="keyword">const</span> <span class="keyword">auto</span> bindingId = outputLayer->GetBindingId();</div> |
| <div class="line"><a name="l00981"></a><span class="lineno"> 981</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& indices = m_OutputWorkloadSlotPairs[bindingId];</div> |
| <div class="line"><a name="l00982"></a><span class="lineno"> 982</span>  </div> |
| <div class="line"><a name="l00983"></a><span class="lineno"> 983</span>  <span class="keyword">auto</span> outputWorkload = m_WorkloadQueue[indices.m_OutputSlotIndices.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00984"></a><span class="lineno"> 984</span>  <span class="keyword">const</span> OutputHandler& outputHandler =</div> |
| <div class="line"><a name="l00985"></a><span class="lineno"> 985</span>  outputLayer->GetInputSlot(0).GetConnectedOutputSlot()->GetOutputHandler();</div> |
| <div class="line"><a name="l00986"></a><span class="lineno"> 986</span>  </div> |
| <div class="line"><a name="l00987"></a><span class="lineno"> 987</span>  outputWorkload->ReplaceOutputTensorHandle(</div> |
| <div class="line"><a name="l00988"></a><span class="lineno"> 988</span>  outputHandler.GetData(), indices.m_OutputSlotIndices.m_SlotIndex);</div> |
| <div class="line"><a name="l00989"></a><span class="lineno"> 989</span>  </div> |
| <div class="line"><a name="l00990"></a><span class="lineno"> 990</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& workloadInfo: indices.m_InputSlotIndices)</div> |
| <div class="line"><a name="l00991"></a><span class="lineno"> 991</span>  {</div> |
| <div class="line"><a name="l00992"></a><span class="lineno"> 992</span>  <span class="keyword">auto</span> inputWorkload = m_WorkloadQueue[workloadInfo.m_WorkloadIndex].get();</div> |
| <div class="line"><a name="l00993"></a><span class="lineno"> 993</span>  inputWorkload->ReplaceInputTensorHandle(outputHandler.GetData(), workloadInfo.m_SlotIndex);</div> |
| <div class="line"><a name="l00994"></a><span class="lineno"> 994</span>  }</div> |
| <div class="line"><a name="l00995"></a><span class="lineno"> 995</span>  m_IsOutputImported[outputIndex] = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00996"></a><span class="lineno"> 996</span>  }</div> |
| <div class="line"><a name="l00997"></a><span class="lineno"> 997</span>  </div> |
| <div class="line"><a name="l00998"></a><span class="lineno"> 998</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetOutputTensorPin(outputLayer->GetBindingId());</div> |
| <div class="line"><a name="l00999"></a><span class="lineno"> 999</span>  <span class="comment">// OutputTensorHandle is not imported yet, process to enqueue Output</span></div> |
| <div class="line"><a name="l01000"></a><span class="lineno"> 1000</span>  EnqueueOutput(*outputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div> |
| <div class="line"><a name="l01001"></a><span class="lineno"> 1001</span>  }</div> |
| <div class="line"><a name="l01002"></a><span class="lineno"> 1002</span>  outputIndex++;</div> |
| <div class="line"><a name="l01003"></a><span class="lineno"> 1003</span>  }</div> |
| <div class="line"><a name="l01004"></a><span class="lineno"> 1004</span>  }</div> |
| <div class="line"><a name="l01005"></a><span class="lineno"> 1005</span>  </div> |
| <div class="line"><a name="l01006"></a><span class="lineno"> 1006</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils =</div> |
| <div class="line"><a name="l01007"></a><span class="lineno"> 1007</span>  TimelineUtilityMethods::GetTimelineUtils(*m_ProfilingService);</div> |
| <div class="line"><a name="l01008"></a><span class="lineno"> 1008</span>  ProfilingGuid inferenceGuid = m_ProfilingService->GetNextGuid();</div> |
| <div class="line"><a name="l01009"></a><span class="lineno"> 1009</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01010"></a><span class="lineno"> 1010</span>  {</div> |
| <div class="line"><a name="l01011"></a><span class="lineno"> 1011</span>  <span class="comment">// Add inference timeline trace if profiling is enabled.</span></div> |
| <div class="line"><a name="l01012"></a><span class="lineno"> 1012</span>  ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div> |
| <div class="line"><a name="l01013"></a><span class="lineno"> 1013</span>  timelineUtils->CreateTypedEntity(inferenceGuid, LabelsAndEventClasses::INFERENCE_GUID);</div> |
| <div class="line"><a name="l01014"></a><span class="lineno"> 1014</span>  timelineUtils->CreateRelationship(ProfilingRelationshipType::RetentionLink,</div> |
| <div class="line"><a name="l01015"></a><span class="lineno"> 1015</span>  networkGuid,</div> |
| <div class="line"><a name="l01016"></a><span class="lineno"> 1016</span>  inferenceGuid,</div> |
| <div class="line"><a name="l01017"></a><span class="lineno"> 1017</span>  LabelsAndEventClasses::EXECUTION_OF_GUID);</div> |
| <div class="line"><a name="l01018"></a><span class="lineno"> 1018</span>  timelineUtils->RecordEvent(inferenceGuid, LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS);</div> |
| <div class="line"><a name="l01019"></a><span class="lineno"> 1019</span>  }</div> |
| <div class="line"><a name="l01020"></a><span class="lineno"> 1020</span>  </div> |
| <div class="line"><a name="l01021"></a><span class="lineno"> 1021</span>  <span class="keywordtype">bool</span> executionSucceeded = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l01022"></a><span class="lineno"> 1022</span>  </div> |
| <div class="line"><a name="l01023"></a><span class="lineno"> 1023</span>  {</div> |
| <div class="line"><a name="l01024"></a><span class="lineno"> 1024</span>  <span class="keywordflow">if</span> (m_ProfilingService->IsProfilingEnabled())</div> |
| <div class="line"><a name="l01025"></a><span class="lineno"> 1025</span>  {</div> |
| <div class="line"><a name="l01026"></a><span class="lineno"> 1026</span>  m_ProfilingService->IncrementCounterValue(INFERENCES_RUN);</div> |
| <div class="line"><a name="l01027"></a><span class="lineno"> 1027</span>  }</div> |
| <div class="line"><a name="l01028"></a><span class="lineno"> 1028</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"Execute"</span>);</div> |
| <div class="line"><a name="l01029"></a><span class="lineno"> 1029</span>  <a class="code" href="_heap_profiling_8hpp.html#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a>(<span class="stringliteral">"Executing"</span>);</div> |
| <div class="line"><a name="l01030"></a><span class="lineno"> 1030</span>  executionSucceeded = <a class="code" href="classarmnn_1_1_loaded_network.html#a95b1c23f6f296a0c39383bef20fdd46a">Execute</a>(timelineUtils, inferenceGuid);</div> |
| <div class="line"><a name="l01031"></a><span class="lineno"> 1031</span>  }</div> |
| <div class="line"><a name="l01032"></a><span class="lineno"> 1032</span>  </div> |
| <div class="line"><a name="l01033"></a><span class="lineno"> 1033</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01034"></a><span class="lineno"> 1034</span>  {</div> |
| <div class="line"><a name="l01035"></a><span class="lineno"> 1035</span>  <span class="comment">// Add end of life of the inference timeline if profiling is enabled.</span></div> |
| <div class="line"><a name="l01036"></a><span class="lineno"> 1036</span>  timelineUtils->RecordEvent(inferenceGuid, LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS);</div> |
| <div class="line"><a name="l01037"></a><span class="lineno"> 1037</span>  timelineUtils->Commit();</div> |
| <div class="line"><a name="l01038"></a><span class="lineno"> 1038</span>  }</div> |
| <div class="line"><a name="l01039"></a><span class="lineno"> 1039</span>  </div> |
| <div class="line"><a name="l01040"></a><span class="lineno"> 1040</span>  <span class="keywordflow">return</span> executionSucceeded ? <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a> : <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div> |
| <div class="line"><a name="l01041"></a><span class="lineno"> 1041</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_output_handler_8hpp_source.html#l00046">OutputHandler::GetData()</a>, <a class="el" href="_graph_8hpp_source.html#l00192">Graph::GetInputLayers()</a>, <a class="el" href="_graph_8hpp_source.html#l00187">Graph::GetNumInputs()</a>, <a class="el" href="_graph_8hpp_source.html#l00198">Graph::GetNumLayers()</a>, <a class="el" href="_graph_8hpp_source.html#l00188">Graph::GetNumOutputs()</a>, <a class="el" href="_graph_8hpp_source.html#l00196">Graph::GetOutputLayers()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="_workload_data_8hpp_source.html#l00026">QueueDescriptor::m_Inputs</a>, <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, and <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::warning</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00644">RuntimeImpl::EnqueueWorkload()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a95b1c23f6f296a0c39383bef20fdd46a"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a95b1c23f6f296a0c39383bef20fdd46a">◆ </a></span>Execute()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> Execute </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> |
| <td class="paramname"><em>inputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> |
| <td class="paramname"><em>outputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="classarmnn_1_1experimental_1_1_i_working_mem_handle.html">IWorkingMemHandle</a> & </td> |
| <td class="paramname"><em>workingMemHandle</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > </td> |
| <td class="paramname"><em>preImportedInputs</em> = <code>{}</code>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > </td> |
| <td class="paramname"><em>preImportedOutputs</em> = <code>{}</code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Thread safe execution of the loaded network. </p> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01741">1741</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01746"></a><span class="lineno"> 1746</span> {</div> |
| <div class="line"><a name="l01747"></a><span class="lineno"> 1747</span>  <span class="keyword">const</span> Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph();</div> |
| <div class="line"><a name="l01748"></a><span class="lineno"> 1748</span>  </div> |
| <div class="line"><a name="l01749"></a><span class="lineno"> 1749</span>  <span class="keywordflow">if</span> (inputTensors.size() + preImportedInputs.size() != graph.GetNumInputs())</div> |
| <div class="line"><a name="l01750"></a><span class="lineno"> 1750</span>  {</div> |
| <div class="line"><a name="l01751"></a><span class="lineno"> 1751</span>  <span class="keywordflow">if</span> (preImportedInputs.empty())</div> |
| <div class="line"><a name="l01752"></a><span class="lineno"> 1752</span>  {</div> |
| <div class="line"><a name="l01753"></a><span class="lineno"> 1753</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: Number of inputs provided does not match network."</span>);</div> |
| <div class="line"><a name="l01754"></a><span class="lineno"> 1754</span>  }</div> |
| <div class="line"><a name="l01755"></a><span class="lineno"> 1755</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01756"></a><span class="lineno"> 1756</span>  {</div> |
| <div class="line"><a name="l01757"></a><span class="lineno"> 1757</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div> |
| <div class="line"><a name="l01758"></a><span class="lineno"> 1758</span>  <span class="stringliteral">"Number of inputs + preImportedInputs provided does not match network."</span>);</div> |
| <div class="line"><a name="l01759"></a><span class="lineno"> 1759</span>  }</div> |
| <div class="line"><a name="l01760"></a><span class="lineno"> 1760</span>  }</div> |
| <div class="line"><a name="l01761"></a><span class="lineno"> 1761</span>  </div> |
| <div class="line"><a name="l01762"></a><span class="lineno"> 1762</span>  <span class="keywordflow">if</span> (outputTensors.size() + preImportedOutputs.size() != graph.GetNumOutputs())</div> |
| <div class="line"><a name="l01763"></a><span class="lineno"> 1763</span>  {</div> |
| <div class="line"><a name="l01764"></a><span class="lineno"> 1764</span>  <span class="keywordflow">if</span> (preImportedOutputs.empty())</div> |
| <div class="line"><a name="l01765"></a><span class="lineno"> 1765</span>  {</div> |
| <div class="line"><a name="l01766"></a><span class="lineno"> 1766</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div> |
| <div class="line"><a name="l01767"></a><span class="lineno"> 1767</span>  <span class="stringliteral">"Number of outputs provided does not match network."</span>);</div> |
| <div class="line"><a name="l01768"></a><span class="lineno"> 1768</span>  }</div> |
| <div class="line"><a name="l01769"></a><span class="lineno"> 1769</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01770"></a><span class="lineno"> 1770</span>  {</div> |
| <div class="line"><a name="l01771"></a><span class="lineno"> 1771</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"LoadedNetwork::Execute: "</span></div> |
| <div class="line"><a name="l01772"></a><span class="lineno"> 1772</span>  <span class="stringliteral">"Number of outputs + preImportedOutputs provided does not match network."</span>);</div> |
| <div class="line"><a name="l01773"></a><span class="lineno"> 1773</span>  }</div> |
| <div class="line"><a name="l01774"></a><span class="lineno"> 1774</span>  }</div> |
| <div class="line"><a name="l01775"></a><span class="lineno"> 1775</span>  </div> |
| <div class="line"><a name="l01776"></a><span class="lineno"> 1776</span>  WorkingMemHandle& workingMemHandle = <span class="keyword">dynamic_cast<</span>WorkingMemHandle&<span class="keyword">></span>(iWorkingMemHandle);</div> |
| <div class="line"><a name="l01777"></a><span class="lineno"> 1777</span>  <span class="comment">// Collect all the given LayerBindingIds and check them for duplicates and unknowns.</span></div> |
| <div class="line"><a name="l01778"></a><span class="lineno"> 1778</span>  std::vector<LayerBindingId>& bindingIds = workingMemHandle.GetBindingIdVector();</div> |
| <div class="line"><a name="l01779"></a><span class="lineno"> 1779</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> index = 0;</div> |
| <div class="line"><a name="l01780"></a><span class="lineno"> 1780</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : inputTensors)</div> |
| <div class="line"><a name="l01781"></a><span class="lineno"> 1781</span>  {</div> |
| <div class="line"><a name="l01782"></a><span class="lineno"> 1782</span>  bindingIds[index++] = pair.first;</div> |
| <div class="line"><a name="l01783"></a><span class="lineno"> 1783</span>  }</div> |
| <div class="line"><a name="l01784"></a><span class="lineno"> 1784</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span> : preImportedInputs)</div> |
| <div class="line"><a name="l01785"></a><span class="lineno"> 1785</span>  {</div> |
| <div class="line"><a name="l01786"></a><span class="lineno"> 1786</span>  bindingIds[index++] = ValidateImportedInputID(<span class="keywordtype">id</span>);</div> |
| <div class="line"><a name="l01787"></a><span class="lineno"> 1787</span>  }</div> |
| <div class="line"><a name="l01788"></a><span class="lineno"> 1788</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : outputTensors)</div> |
| <div class="line"><a name="l01789"></a><span class="lineno"> 1789</span>  {</div> |
| <div class="line"><a name="l01790"></a><span class="lineno"> 1790</span>  bindingIds[index++] = pair.first;</div> |
| <div class="line"><a name="l01791"></a><span class="lineno"> 1791</span>  }</div> |
| <div class="line"><a name="l01792"></a><span class="lineno"> 1792</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span> : preImportedOutputs)</div> |
| <div class="line"><a name="l01793"></a><span class="lineno"> 1793</span>  {</div> |
| <div class="line"><a name="l01794"></a><span class="lineno"> 1794</span>  bindingIds[index++] = ValidateImportedOutputID(<span class="keywordtype">id</span>);</div> |
| <div class="line"><a name="l01795"></a><span class="lineno"> 1795</span>  }</div> |
| <div class="line"><a name="l01796"></a><span class="lineno"> 1796</span>  </div> |
| <div class="line"><a name="l01797"></a><span class="lineno"> 1797</span>  workingMemHandle.ValidateBindingIds();</div> |
| <div class="line"><a name="l01798"></a><span class="lineno"> 1798</span>  </div> |
| <div class="line"><a name="l01799"></a><span class="lineno"> 1799</span>  <span class="keyword">auto</span> resetMemHandle = [&]()</div> |
| <div class="line"><a name="l01800"></a><span class="lineno"> 1800</span>  {</div> |
| <div class="line"><a name="l01801"></a><span class="lineno"> 1801</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span>: preImportedInputs)</div> |
| <div class="line"><a name="l01802"></a><span class="lineno"> 1802</span>  {</div> |
| <div class="line"><a name="l01803"></a><span class="lineno"> 1803</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedInputHandles[id].m_LayerBindingId;</div> |
| <div class="line"><a name="l01804"></a><span class="lineno"> 1804</span>  </div> |
| <div class="line"><a name="l01805"></a><span class="lineno"> 1805</span>  <span class="keyword">auto</span> inputHandle = workingMemHandle.GetInputHandle(layerBindingId);</div> |
| <div class="line"><a name="l01806"></a><span class="lineno"> 1806</span>  <span class="keyword">auto</span> inputConnections = workingMemHandle.GetInputConnections(layerBindingId);</div> |
| <div class="line"><a name="l01807"></a><span class="lineno"> 1807</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : inputConnections)</div> |
| <div class="line"><a name="l01808"></a><span class="lineno"> 1808</span>  {</div> |
| <div class="line"><a name="l01809"></a><span class="lineno"> 1809</span>  *it = inputHandle;</div> |
| <div class="line"><a name="l01810"></a><span class="lineno"> 1810</span>  }</div> |
| <div class="line"><a name="l01811"></a><span class="lineno"> 1811</span>  }</div> |
| <div class="line"><a name="l01812"></a><span class="lineno"> 1812</span>  </div> |
| <div class="line"><a name="l01813"></a><span class="lineno"> 1813</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span>: preImportedOutputs)</div> |
| <div class="line"><a name="l01814"></a><span class="lineno"> 1814</span>  {</div> |
| <div class="line"><a name="l01815"></a><span class="lineno"> 1815</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedOutputHandles[id].m_LayerBindingId;</div> |
| <div class="line"><a name="l01816"></a><span class="lineno"> 1816</span>  </div> |
| <div class="line"><a name="l01817"></a><span class="lineno"> 1817</span>  <span class="keyword">auto</span> outputHandle = workingMemHandle.GetOutputHandle(layerBindingId);</div> |
| <div class="line"><a name="l01818"></a><span class="lineno"> 1818</span>  <span class="keyword">auto</span> outputConnections = workingMemHandle.GetOutputConnection(layerBindingId);</div> |
| <div class="line"><a name="l01819"></a><span class="lineno"> 1819</span>  </div> |
| <div class="line"><a name="l01820"></a><span class="lineno"> 1820</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : outputConnections)</div> |
| <div class="line"><a name="l01821"></a><span class="lineno"> 1821</span>  {</div> |
| <div class="line"><a name="l01822"></a><span class="lineno"> 1822</span>  *it = outputHandle;</div> |
| <div class="line"><a name="l01823"></a><span class="lineno"> 1823</span>  }</div> |
| <div class="line"><a name="l01824"></a><span class="lineno"> 1824</span>  }</div> |
| <div class="line"><a name="l01825"></a><span class="lineno"> 1825</span>  };</div> |
| <div class="line"><a name="l01826"></a><span class="lineno"> 1826</span>  </div> |
| <div class="line"><a name="l01827"></a><span class="lineno"> 1827</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils =</div> |
| <div class="line"><a name="l01828"></a><span class="lineno"> 1828</span>  TimelineUtilityMethods::GetTimelineUtils(*m_ProfilingService);</div> |
| <div class="line"><a name="l01829"></a><span class="lineno"> 1829</span>  ProfilingGuid inferenceGuid = m_ProfilingService->GetNextGuid();</div> |
| <div class="line"><a name="l01830"></a><span class="lineno"> 1830</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01831"></a><span class="lineno"> 1831</span>  {</div> |
| <div class="line"><a name="l01832"></a><span class="lineno"> 1832</span>  <span class="comment">// Add inference timeline trace if profiling is enabled.</span></div> |
| <div class="line"><a name="l01833"></a><span class="lineno"> 1833</span>  ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div> |
| <div class="line"><a name="l01834"></a><span class="lineno"> 1834</span>  timelineUtils->CreateTypedEntity(inferenceGuid,LabelsAndEventClasses::INFERENCE_GUID);</div> |
| <div class="line"><a name="l01835"></a><span class="lineno"> 1835</span>  timelineUtils->CreateRelationship(ProfilingRelationshipType::RetentionLink,</div> |
| <div class="line"><a name="l01836"></a><span class="lineno"> 1836</span>  networkGuid,</div> |
| <div class="line"><a name="l01837"></a><span class="lineno"> 1837</span>  inferenceGuid,</div> |
| <div class="line"><a name="l01838"></a><span class="lineno"> 1838</span>  LabelsAndEventClasses::EXECUTION_OF_GUID);</div> |
| <div class="line"><a name="l01839"></a><span class="lineno"> 1839</span>  timelineUtils->RecordEvent(inferenceGuid,LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS);</div> |
| <div class="line"><a name="l01840"></a><span class="lineno"> 1840</span>  }</div> |
| <div class="line"><a name="l01841"></a><span class="lineno"> 1841</span>  </div> |
| <div class="line"><a name="l01842"></a><span class="lineno"> 1842</span>  <span class="keywordtype">bool</span> executionSucceeded = <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l01843"></a><span class="lineno"> 1843</span>  </div> |
| <div class="line"><a name="l01844"></a><span class="lineno"> 1844</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01845"></a><span class="lineno"> 1845</span>  {</div> |
| <div class="line"><a name="l01846"></a><span class="lineno"> 1846</span>  <span class="comment">// Add end of life of the inference timeline if profiling is enabled.</span></div> |
| <div class="line"><a name="l01847"></a><span class="lineno"> 1847</span>  timelineUtils->RecordEvent(inferenceGuid,LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS);</div> |
| <div class="line"><a name="l01848"></a><span class="lineno"> 1848</span>  timelineUtils->Commit();</div> |
| <div class="line"><a name="l01849"></a><span class="lineno"> 1849</span>  }</div> |
| <div class="line"><a name="l01850"></a><span class="lineno"> 1850</span>  </div> |
| <div class="line"><a name="l01851"></a><span class="lineno"> 1851</span>  <span class="keywordflow">if</span> (!workingMemHandle.IsAllocated())</div> |
| <div class="line"><a name="l01852"></a><span class="lineno"> 1852</span>  {</div> |
| <div class="line"><a name="l01853"></a><span class="lineno"> 1853</span>  workingMemHandle.Allocate();</div> |
| <div class="line"><a name="l01854"></a><span class="lineno"> 1854</span>  }</div> |
| <div class="line"><a name="l01855"></a><span class="lineno"> 1855</span>  </div> |
| <div class="line"><a name="l01856"></a><span class="lineno"> 1856</span>  {</div> |
| <div class="line"><a name="l01857"></a><span class="lineno"> 1857</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareInputs"</span>);</div> |
| <div class="line"><a name="l01858"></a><span class="lineno"> 1858</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair : inputTensors)</div> |
| <div class="line"><a name="l01859"></a><span class="lineno"> 1859</span>  {</div> |
| <div class="line"><a name="l01860"></a><span class="lineno"> 1860</span>  EnqueueInput(pair.second, workingMemHandle.GetInputHandle(pair.first));</div> |
| <div class="line"><a name="l01861"></a><span class="lineno"> 1861</span>  }</div> |
| <div class="line"><a name="l01862"></a><span class="lineno"> 1862</span>  </div> |
| <div class="line"><a name="l01863"></a><span class="lineno"> 1863</span>  <span class="comment">// Swap in the pre-imported inputs if any</span></div> |
| <div class="line"><a name="l01864"></a><span class="lineno"> 1864</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> <span class="keywordtype">id</span> : preImportedInputs)</div> |
| <div class="line"><a name="l01865"></a><span class="lineno"> 1865</span>  {</div> |
| <div class="line"><a name="l01866"></a><span class="lineno"> 1866</span>  <span class="keyword">const</span> ImportedTensorHandlePin& importedInputPin = m_PreImportedInputHandles[id];</div> |
| <div class="line"><a name="l01867"></a><span class="lineno"> 1867</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedInputHandles[id].m_LayerBindingId;</div> |
| <div class="line"><a name="l01868"></a><span class="lineno"> 1868</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& preimportedHandle = importedInputPin.m_TensorHandle;</div> |
| <div class="line"><a name="l01869"></a><span class="lineno"> 1869</span>  </div> |
| <div class="line"><a name="l01870"></a><span class="lineno"> 1870</span>  <span class="keyword">auto</span> inputConnections = workingMemHandle.GetInputConnections(layerBindingId);</div> |
| <div class="line"><a name="l01871"></a><span class="lineno"> 1871</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : inputConnections)</div> |
| <div class="line"><a name="l01872"></a><span class="lineno"> 1872</span>  {</div> |
| <div class="line"><a name="l01873"></a><span class="lineno"> 1873</span>  *it = preimportedHandle.get();</div> |
| <div class="line"><a name="l01874"></a><span class="lineno"> 1874</span>  }</div> |
| <div class="line"><a name="l01875"></a><span class="lineno"> 1875</span>  }</div> |
| <div class="line"><a name="l01876"></a><span class="lineno"> 1876</span>  }</div> |
| <div class="line"><a name="l01877"></a><span class="lineno"> 1877</span>  {</div> |
| <div class="line"><a name="l01878"></a><span class="lineno"> 1878</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"PrepareOutputs"</span>);</div> |
| <div class="line"><a name="l01879"></a><span class="lineno"> 1879</span>  <span class="keywordflow">if</span> (m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a> != <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</div> |
| <div class="line"><a name="l01880"></a><span class="lineno"> 1880</span>  {</div> |
| <div class="line"><a name="l01881"></a><span class="lineno"> 1881</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair: outputTensors)</div> |
| <div class="line"><a name="l01882"></a><span class="lineno"> 1882</span>  {</div> |
| <div class="line"><a name="l01883"></a><span class="lineno"> 1883</span>  ImportOutputTensor(pair.second, workingMemHandle.GetOutputHandle(pair.first));</div> |
| <div class="line"><a name="l01884"></a><span class="lineno"> 1884</span>  }</div> |
| <div class="line"><a name="l01885"></a><span class="lineno"> 1885</span>  }</div> |
| <div class="line"><a name="l01886"></a><span class="lineno"> 1886</span>  </div> |
| <div class="line"><a name="l01887"></a><span class="lineno"> 1887</span>  <span class="keywordflow">for</span> (<a class="code" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> <span class="keywordtype">id</span> : preImportedOutputs)</div> |
| <div class="line"><a name="l01888"></a><span class="lineno"> 1888</span>  {</div> |
| <div class="line"><a name="l01889"></a><span class="lineno"> 1889</span>  <span class="keyword">const</span> ImportedTensorHandlePin& importedOutputPin = m_PreImportedOutputHandles[id];</div> |
| <div class="line"><a name="l01890"></a><span class="lineno"> 1890</span>  <span class="keyword">const</span> <a class="code" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerBindingId = m_PreImportedOutputHandles[id].m_LayerBindingId;</div> |
| <div class="line"><a name="l01891"></a><span class="lineno"> 1891</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& preimportedHandle = importedOutputPin.m_TensorHandle;</div> |
| <div class="line"><a name="l01892"></a><span class="lineno"> 1892</span>  </div> |
| <div class="line"><a name="l01893"></a><span class="lineno"> 1893</span>  <span class="keyword">auto</span> outputConnections = workingMemHandle.GetOutputConnection(layerBindingId);</div> |
| <div class="line"><a name="l01894"></a><span class="lineno"> 1894</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> it : outputConnections)</div> |
| <div class="line"><a name="l01895"></a><span class="lineno"> 1895</span>  {</div> |
| <div class="line"><a name="l01896"></a><span class="lineno"> 1896</span>  *it = preimportedHandle.get();</div> |
| <div class="line"><a name="l01897"></a><span class="lineno"> 1897</span>  }</div> |
| <div class="line"><a name="l01898"></a><span class="lineno"> 1898</span>  }</div> |
| <div class="line"><a name="l01899"></a><span class="lineno"> 1899</span>  }</div> |
| <div class="line"><a name="l01900"></a><span class="lineno"> 1900</span>  </div> |
| <div class="line"><a name="l01901"></a><span class="lineno"> 1901</span>  <span class="keyword">auto</span> Fail = [&](<span class="keyword">const</span> std::exception& <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>)</div> |
| <div class="line"><a name="l01902"></a><span class="lineno"> 1902</span>  {</div> |
| <div class="line"><a name="l01903"></a><span class="lineno"> 1903</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(error) << <span class="stringliteral">"An error occurred attempting to execute a workload: "</span> << <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>.what();</div> |
| <div class="line"><a name="l01904"></a><span class="lineno"> 1904</span>  executionSucceeded = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l01905"></a><span class="lineno"> 1905</span>  };</div> |
| <div class="line"><a name="l01906"></a><span class="lineno"> 1906</span>  ProfilingDynamicGuid workloadInferenceID(0);</div> |
| <div class="line"><a name="l01907"></a><span class="lineno"> 1907</span>  </div> |
| <div class="line"><a name="l01908"></a><span class="lineno"> 1908</span>  <span class="keywordflow">try</span></div> |
| <div class="line"><a name="l01909"></a><span class="lineno"> 1909</span>  {</div> |
| <div class="line"><a name="l01910"></a><span class="lineno"> 1910</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i = 0; i < m_WorkloadQueue.size(); ++i)</div> |
| <div class="line"><a name="l01911"></a><span class="lineno"> 1911</span>  {</div> |
| <div class="line"><a name="l01912"></a><span class="lineno"> 1912</span>  <span class="keyword">auto</span>& workload = m_WorkloadQueue[i];</div> |
| <div class="line"><a name="l01913"></a><span class="lineno"> 1913</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01914"></a><span class="lineno"> 1914</span>  {</div> |
| <div class="line"><a name="l01915"></a><span class="lineno"> 1915</span>  workloadInferenceID = timelineUtils->RecordWorkloadInferenceAndStartOfLifeEvent(workload->GetGuid(),</div> |
| <div class="line"><a name="l01916"></a><span class="lineno"> 1916</span>  inferenceGuid);</div> |
| <div class="line"><a name="l01917"></a><span class="lineno"> 1917</span>  }</div> |
| <div class="line"><a name="l01918"></a><span class="lineno"> 1918</span>  </div> |
| <div class="line"><a name="l01919"></a><span class="lineno"> 1919</span>  workload->ExecuteAsync(workingMemHandle.GetExecutionDataAt(i).second);</div> |
| <div class="line"><a name="l01920"></a><span class="lineno"> 1920</span>  </div> |
| <div class="line"><a name="l01921"></a><span class="lineno"> 1921</span>  <span class="keywordflow">if</span> (timelineUtils)</div> |
| <div class="line"><a name="l01922"></a><span class="lineno"> 1922</span>  {</div> |
| <div class="line"><a name="l01923"></a><span class="lineno"> 1923</span>  timelineUtils->RecordEndOfLifeEvent(workloadInferenceID);</div> |
| <div class="line"><a name="l01924"></a><span class="lineno"> 1924</span>  }</div> |
| <div class="line"><a name="l01925"></a><span class="lineno"> 1925</span>  }</div> |
| <div class="line"><a name="l01926"></a><span class="lineno"> 1926</span>  }</div> |
| <div class="line"><a name="l01927"></a><span class="lineno"> 1927</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> RuntimeException& error)</div> |
| <div class="line"><a name="l01928"></a><span class="lineno"> 1928</span>  {</div> |
| <div class="line"><a name="l01929"></a><span class="lineno"> 1929</span>  resetMemHandle();</div> |
| <div class="line"><a name="l01930"></a><span class="lineno"> 1930</span>  Fail(error);</div> |
| <div class="line"><a name="l01931"></a><span class="lineno"> 1931</span>  }</div> |
| <div class="line"><a name="l01932"></a><span class="lineno"> 1932</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::runtime_error& error)</div> |
| <div class="line"><a name="l01933"></a><span class="lineno"> 1933</span>  {</div> |
| <div class="line"><a name="l01934"></a><span class="lineno"> 1934</span>  resetMemHandle();</div> |
| <div class="line"><a name="l01935"></a><span class="lineno"> 1935</span>  Fail(error);</div> |
| <div class="line"><a name="l01936"></a><span class="lineno"> 1936</span>  }</div> |
| <div class="line"><a name="l01937"></a><span class="lineno"> 1937</span>  <span class="keywordflow">catch</span> (...)</div> |
| <div class="line"><a name="l01938"></a><span class="lineno"> 1938</span>  {</div> |
| <div class="line"><a name="l01939"></a><span class="lineno"> 1939</span>  resetMemHandle();</div> |
| <div class="line"><a name="l01940"></a><span class="lineno"> 1940</span>  <span class="keywordflow">throw</span>;</div> |
| <div class="line"><a name="l01941"></a><span class="lineno"> 1941</span>  }</div> |
| <div class="line"><a name="l01942"></a><span class="lineno"> 1942</span>  </div> |
| <div class="line"><a name="l01943"></a><span class="lineno"> 1943</span>  <span class="keywordflow">if</span> (m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#a3266436db920d1ca96b0afaadacf3972">m_OutputSource</a> == <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</div> |
| <div class="line"><a name="l01944"></a><span class="lineno"> 1944</span>  {</div> |
| <div class="line"><a name="l01945"></a><span class="lineno"> 1945</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> pair: outputTensors)</div> |
| <div class="line"><a name="l01946"></a><span class="lineno"> 1946</span>  {</div> |
| <div class="line"><a name="l01947"></a><span class="lineno"> 1947</span>  <a class="code" href="namespacearmnn.html#a5acae80f1d8fd03cdb3878bd356683d7">CopyToOutputTensor</a>(pair.second, workingMemHandle.GetOutputHandle(pair.first));</div> |
| <div class="line"><a name="l01948"></a><span class="lineno"> 1948</span>  }</div> |
| <div class="line"><a name="l01949"></a><span class="lineno"> 1949</span>  }</div> |
| <div class="line"><a name="l01950"></a><span class="lineno"> 1950</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01951"></a><span class="lineno"> 1951</span>  {</div> |
| <div class="line"><a name="l01952"></a><span class="lineno"> 1952</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"SyncMemGeneric_Execute"</span>);</div> |
| <div class="line"><a name="l01953"></a><span class="lineno"> 1953</span>  workingMemHandle.MemSyncOutputs();</div> |
| <div class="line"><a name="l01954"></a><span class="lineno"> 1954</span>  }</div> |
| <div class="line"><a name="l01955"></a><span class="lineno"> 1955</span>  </div> |
| <div class="line"><a name="l01956"></a><span class="lineno"> 1956</span>  resetMemHandle();</div> |
| <div class="line"><a name="l01957"></a><span class="lineno"> 1957</span>  </div> |
| <div class="line"><a name="l01958"></a><span class="lineno"> 1958</span>  <span class="keywordflow">return</span> executionSucceeded ? <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a> : <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div> |
| <div class="line"><a name="l01959"></a><span class="lineno"> 1959</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_working_mem_handle_8cpp_source.html#l00100">WorkingMemHandle::Allocate()</a>, <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_loaded_network_8cpp_source.html#l01388">armnn::CopyToOutputTensor()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00119">WorkingMemHandle::GetBindingIdVector()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00092">WorkingMemHandle::GetExecutionDataAt()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00107">WorkingMemHandle::GetInputConnections()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00097">WorkingMemHandle::GetInputHandle()</a>, <a class="el" href="_graph_8hpp_source.html#l00187">Graph::GetNumInputs()</a>, <a class="el" href="_graph_8hpp_source.html#l00188">Graph::GetNumOutputs()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00112">WorkingMemHandle::GetOutputConnection()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00102">WorkingMemHandle::GetOutputHandle()</a>, <a class="el" href="_working_mem_handle_8hpp_source.html#l00077">WorkingMemHandle::IsAllocated()</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00066">INetworkProperties::m_OutputSource</a>, <a class="el" href="_working_mem_handle_8cpp_source.html#l00136">WorkingMemHandle::MemSyncOutputs()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, and <a class="el" href="_working_mem_handle_8cpp_source.html#l00145">WorkingMemHandle::ValidateBindingIds()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00696">RuntimeImpl::Execute()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="aaf8558a23ae9be6e7ea165989f1fa808"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#aaf8558a23ae9be6e7ea165989f1fa808">◆ </a></span>FreeWorkingMemory()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void FreeWorkingMemory </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01234">1234</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01235"></a><span class="lineno"> 1235</span> {</div> |
| <div class="line"><a name="l01236"></a><span class="lineno"> 1236</span> <span class="preprocessor">#if !defined(ARMNN_DISABLE_THREADS)</span></div> |
| <div class="line"><a name="l01237"></a><span class="lineno"> 1237</span>  std::lock_guard<std::mutex> lockGuard(m_WorkingMemMutex);</div> |
| <div class="line"><a name="l01238"></a><span class="lineno"> 1238</span> <span class="preprocessor">#endif</span></div> |
| <div class="line"><a name="l01239"></a><span class="lineno"> 1239</span>  </div> |
| <div class="line"><a name="l01240"></a><span class="lineno"> 1240</span>  <span class="keywordflow">if</span> (!m_IsWorkingMemAllocated)</div> |
| <div class="line"><a name="l01241"></a><span class="lineno"> 1241</span>  {</div> |
| <div class="line"><a name="l01242"></a><span class="lineno"> 1242</span>  <span class="keywordflow">return</span>;</div> |
| <div class="line"><a name="l01243"></a><span class="lineno"> 1243</span>  }</div> |
| <div class="line"><a name="l01244"></a><span class="lineno"> 1244</span>  </div> |
| <div class="line"><a name="l01245"></a><span class="lineno"> 1245</span>  <span class="keywordflow">if</span> (m_ExternalMemoryManager)</div> |
| <div class="line"><a name="l01246"></a><span class="lineno"> 1246</span>  {</div> |
| <div class="line"><a name="l01247"></a><span class="lineno"> 1247</span>  m_ExternalMemoryManager->Deallocate();</div> |
| <div class="line"><a name="l01248"></a><span class="lineno"> 1248</span>  }</div> |
| <div class="line"><a name="l01249"></a><span class="lineno"> 1249</span>  </div> |
| <div class="line"><a name="l01250"></a><span class="lineno"> 1250</span>  <span class="comment">// Informs the memory managers to release memory in its respective memory group</span></div> |
| <div class="line"><a name="l01251"></a><span class="lineno"> 1251</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& memoryManager : m_BackendMemoryMangers)</div> |
| <div class="line"><a name="l01252"></a><span class="lineno"> 1252</span>  {</div> |
| <div class="line"><a name="l01253"></a><span class="lineno"> 1253</span>  <span class="keywordflow">if</span> (memoryManager)</div> |
| <div class="line"><a name="l01254"></a><span class="lineno"> 1254</span>  {</div> |
| <div class="line"><a name="l01255"></a><span class="lineno"> 1255</span>  memoryManager->Release();</div> |
| <div class="line"><a name="l01256"></a><span class="lineno"> 1256</span>  }</div> |
| <div class="line"><a name="l01257"></a><span class="lineno"> 1257</span>  }</div> |
| <div class="line"><a name="l01258"></a><span class="lineno"> 1258</span>  m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.html#a69ca23561f4f8a887f19c6580cbd34c8">ReleaseMemory</a>();</div> |
| <div class="line"><a name="l01259"></a><span class="lineno"> 1259</span>  m_IsWorkingMemAllocated = <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l01260"></a><span class="lineno"> 1260</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00086">TensorHandleFactoryRegistry::ReleaseMemory()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00735">RuntimeImpl::CreateWorkingMemHandle()</a>, <a class="el" href="_runtime_8cpp_source.html#l00644">RuntimeImpl::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8hpp_source.html#l00047">LoadedNetwork::~LoadedNetwork()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="af616683424cb40d83b5a923db7f06f11"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#af616683424cb40d83b5a923db7f06f11">◆ </a></span>GetInputTensorInfo()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> GetInputTensorInfo </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> |
| <td class="paramname"><em>layerId</em></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00709">709</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00710"></a><span class="lineno"> 710</span> {</div> |
| <div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& inputLayer : m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetInputLayers())</div> |
| <div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  {</div> |
| <div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(inputLayer->GetNumOutputSlots() == 1, <span class="stringliteral">"Input layer should have exactly 1 output slot"</span>);</div> |
| <div class="line"><a name="l00714"></a><span class="lineno"> 714</span>  <span class="keywordflow">if</span> (inputLayer->GetBindingId() == layerId)</div> |
| <div class="line"><a name="l00715"></a><span class="lineno"> 715</span>  {</div> |
| <div class="line"><a name="l00716"></a><span class="lineno"> 716</span>  <span class="keywordflow">return</span> inputLayer->GetOutputSlot(0).GetTensorInfo();</div> |
| <div class="line"><a name="l00717"></a><span class="lineno"> 717</span>  }</div> |
| <div class="line"><a name="l00718"></a><span class="lineno"> 718</span>  }</div> |
| <div class="line"><a name="l00719"></a><span class="lineno"> 719</span>  </div> |
| <div class="line"><a name="l00720"></a><span class="lineno"> 720</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"No input layer is associated with id {}"</span>, layerId));</div> |
| <div class="line"><a name="l00721"></a><span class="lineno"> 721</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00015">ARMNN_ASSERT_MSG</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00613">RuntimeImpl::GetInputTensorInfo()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="ad90f4f6c9360c5cb64c164b9ddcb3130"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#ad90f4f6c9360c5cb64c164b9ddcb3130">◆ </a></span>GetNetworkGuid()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">ProfilingGuid GetNetworkGuid </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00704">704</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00705"></a><span class="lineno"> 705</span> {</div> |
| <div class="line"><a name="l00706"></a><span class="lineno"> 706</span>  <span class="keywordflow">return</span> m_OptimizedNetwork->GetGuid();</div> |
| <div class="line"><a name="l00707"></a><span class="lineno"> 707</span> }</div> |
| </div><!-- fragment --> |
| </div> |
| </div> |
| <a id="a2b6b57945bc68f659e08d28c8a015e91"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a2b6b57945bc68f659e08d28c8a015e91">◆ </a></span>GetOutputTensorInfo()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> GetOutputTensorInfo </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> |
| <td class="paramname"><em>layerId</em></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00723">723</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00724"></a><span class="lineno"> 724</span> {</div> |
| <div class="line"><a name="l00725"></a><span class="lineno"> 725</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& outputLayer : m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetOutputLayers())</div> |
| <div class="line"><a name="l00726"></a><span class="lineno"> 726</span>  {</div> |
| <div class="line"><a name="l00727"></a><span class="lineno"> 727</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(outputLayer->GetNumInputSlots() == 1, <span class="stringliteral">"Output layer should have exactly 1 input slot"</span>);</div> |
| <div class="line"><a name="l00728"></a><span class="lineno"> 728</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(outputLayer->GetInputSlot(0).GetConnection(), <span class="stringliteral">"Input slot on Output layer must be connected"</span>);</div> |
| <div class="line"><a name="l00729"></a><span class="lineno"> 729</span>  <span class="keywordflow">if</span> (outputLayer->GetBindingId() == layerId)</div> |
| <div class="line"><a name="l00730"></a><span class="lineno"> 730</span>  {</div> |
| <div class="line"><a name="l00731"></a><span class="lineno"> 731</span>  <span class="keywordflow">return</span> outputLayer->GetInputSlot(0).GetTensorInfo();</div> |
| <div class="line"><a name="l00732"></a><span class="lineno"> 732</span>  }</div> |
| <div class="line"><a name="l00733"></a><span class="lineno"> 733</span>  }</div> |
| <div class="line"><a name="l00734"></a><span class="lineno"> 734</span>  </div> |
| <div class="line"><a name="l00735"></a><span class="lineno"> 735</span>  <span class="keywordflow">throw</span> InvalidArgumentException(fmt::format(<span class="stringliteral">"No output layer is associated with id {}"</span>, layerId));</div> |
| <div class="line"><a name="l00736"></a><span class="lineno"> 736</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00015">ARMNN_ASSERT_MSG</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00618">RuntimeImpl::GetOutputTensorInfo()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="aee8e1cb09e0d4dcbe64df111c5edd55e"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#aee8e1cb09e0d4dcbe64df111c5edd55e">◆ </a></span>GetProfiler()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const std::shared_ptr<<a class="el" href="classarmnn_1_1_i_profiler.html">IProfiler</a>>& GetProfiler </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00087">87</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00087"></a><span class="lineno"> 87</span> { <span class="keywordflow">return</span> m_OptimizedNetwork->GetProfiler(); }</div> |
| </div><!-- fragment --> |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00735">RuntimeImpl::CreateWorkingMemHandle()</a>, <a class="el" href="_runtime_8cpp_source.html#l00644">RuntimeImpl::EnqueueWorkload()</a>, and <a class="el" href="_runtime_8cpp_source.html#l00696">RuntimeImpl::Execute()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a704bd570f39deda992bccdc639640dc7"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a704bd570f39deda992bccdc639640dc7">◆ </a></span>ImportInputs()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::vector< <a class="el" href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">ImportedInputId</a> > ImportInputs </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> |
| <td class="paramname"><em>inputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a> </td> |
| <td class="paramname"><em>forceImportMemorySource</em> = <code><a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a></code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01430">1430</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01432"></a><span class="lineno"> 1432</span> {</div> |
| <div class="line"><a name="l01433"></a><span class="lineno"> 1433</span>  <span class="keywordflow">if</span> (!m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#ad3ab02a7f6310b35c59ca78b509905ca">m_AsyncEnabled</a>)</div> |
| <div class="line"><a name="l01434"></a><span class="lineno"> 1434</span>  {</div> |
| <div class="line"><a name="l01435"></a><span class="lineno"> 1435</span>  <span class="comment">// Cannot import if import is not enabled and forceImportMemorySource is undefined</span></div> |
| <div class="line"><a name="l01436"></a><span class="lineno"> 1436</span>  <span class="keywordflow">if</span> (forceImportMemorySource == <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</div> |
| <div class="line"><a name="l01437"></a><span class="lineno"> 1437</span>  {</div> |
| <div class="line"><a name="l01438"></a><span class="lineno"> 1438</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed, NetworkProperties.m_ImportEnabled"</span>);</div> |
| <div class="line"><a name="l01439"></a><span class="lineno"> 1439</span>  }</div> |
| <div class="line"><a name="l01440"></a><span class="lineno"> 1440</span>  <span class="comment">// The number of pre imported tensors should not exceed the number of inputs.</span></div> |
| <div class="line"><a name="l01441"></a><span class="lineno"> 1441</span>  <span class="keywordflow">if</span> (inputTensors.size() > m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetNumInputs())</div> |
| <div class="line"><a name="l01442"></a><span class="lineno"> 1442</span>  {</div> |
| <div class="line"><a name="l01443"></a><span class="lineno"> 1443</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: The number of tensors provided exceeds the number of inputs."</span>);</div> |
| <div class="line"><a name="l01444"></a><span class="lineno"> 1444</span>  }</div> |
| <div class="line"><a name="l01445"></a><span class="lineno"> 1445</span>  </div> |
| <div class="line"><a name="l01446"></a><span class="lineno"> 1446</span>  std::vector<ImportedInputId> importedInputs;</div> |
| <div class="line"><a name="l01447"></a><span class="lineno"> 1447</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div> |
| <div class="line"><a name="l01448"></a><span class="lineno"> 1448</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> inputIndex = 0;</div> |
| <div class="line"><a name="l01449"></a><span class="lineno"> 1449</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* inputLayer : graph.GetInputLayers())</div> |
| <div class="line"><a name="l01450"></a><span class="lineno"> 1450</span>  {</div> |
| <div class="line"><a name="l01451"></a><span class="lineno"> 1451</span>  <span class="keyword">auto</span> outputTensorHandle = m_PreImportedInputHandles[inputIndex].m_TensorHandle.get();</div> |
| <div class="line"><a name="l01452"></a><span class="lineno"> 1452</span>  </div> |
| <div class="line"><a name="l01453"></a><span class="lineno"> 1453</span>  <span class="keywordflow">if</span> (!outputTensorHandle)</div> |
| <div class="line"><a name="l01454"></a><span class="lineno"> 1454</span>  {</div> |
| <div class="line"><a name="l01455"></a><span class="lineno"> 1455</span>  inputIndex++;</div> |
| <div class="line"><a name="l01456"></a><span class="lineno"> 1456</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l01457"></a><span class="lineno"> 1457</span>  }</div> |
| <div class="line"><a name="l01458"></a><span class="lineno"> 1458</span>  </div> |
| <div class="line"><a name="l01459"></a><span class="lineno"> 1459</span>  <span class="keyword">auto</span> layerBindingId = inputLayer->GetBindingId();</div> |
| <div class="line"><a name="l01460"></a><span class="lineno"> 1460</span>  <span class="keyword">auto</span> it = std::find_if(inputTensors.begin(), inputTensors.end(), [=](<span class="keyword">const</span> <span class="keyword">auto</span>& inputTensor)</div> |
| <div class="line"><a name="l01461"></a><span class="lineno"> 1461</span>  {</div> |
| <div class="line"><a name="l01462"></a><span class="lineno"> 1462</span>  return inputTensor.first == layerBindingId;</div> |
| <div class="line"><a name="l01463"></a><span class="lineno"> 1463</span>  });</div> |
| <div class="line"><a name="l01464"></a><span class="lineno"> 1464</span>  </div> |
| <div class="line"><a name="l01465"></a><span class="lineno"> 1465</span>  <span class="keywordflow">if</span> (it == inputTensors.end())</div> |
| <div class="line"><a name="l01466"></a><span class="lineno"> 1466</span>  {</div> |
| <div class="line"><a name="l01467"></a><span class="lineno"> 1467</span>  inputIndex++;</div> |
| <div class="line"><a name="l01468"></a><span class="lineno"> 1468</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l01469"></a><span class="lineno"> 1469</span>  }</div> |
| <div class="line"><a name="l01470"></a><span class="lineno"> 1470</span>  </div> |
| <div class="line"><a name="l01471"></a><span class="lineno"> 1471</span>  <span class="keyword">const</span> <span class="keyword">auto</span>& inputTensor = *it;</div> |
| <div class="line"><a name="l01472"></a><span class="lineno"> 1472</span>  std::unique_ptr<ITensorHandle> passThroughTensorHandle =</div> |
| <div class="line"><a name="l01473"></a><span class="lineno"> 1473</span>  std::make_unique<ConstPassthroughTensorHandle>(inputTensor.second.GetInfo(),</div> |
| <div class="line"><a name="l01474"></a><span class="lineno"> 1474</span>  inputTensor.second.GetMemoryArea());</div> |
| <div class="line"><a name="l01475"></a><span class="lineno"> 1475</span>  </div> |
| <div class="line"><a name="l01476"></a><span class="lineno"> 1476</span>  <span class="keywordflow">try</span></div> |
| <div class="line"><a name="l01477"></a><span class="lineno"> 1477</span>  {</div> |
| <div class="line"><a name="l01478"></a><span class="lineno"> 1478</span>  <span class="keywordflow">if</span> (outputTensorHandle->CanBeImported(passThroughTensorHandle->Map(), forceImportMemorySource)</div> |
| <div class="line"><a name="l01479"></a><span class="lineno"> 1479</span>  && (outputTensorHandle->Import(passThroughTensorHandle->Map(), forceImportMemorySource)))</div> |
| <div class="line"><a name="l01480"></a><span class="lineno"> 1480</span>  {</div> |
| <div class="line"><a name="l01481"></a><span class="lineno"> 1481</span>  importedInputs.push_back(inputIndex);</div> |
| <div class="line"><a name="l01482"></a><span class="lineno"> 1482</span>  }</div> |
| <div class="line"><a name="l01483"></a><span class="lineno"> 1483</span>  passThroughTensorHandle->Unmap();</div> |
| <div class="line"><a name="l01484"></a><span class="lineno"> 1484</span>  }</div> |
| <div class="line"><a name="l01485"></a><span class="lineno"> 1485</span>  <span class="keywordflow">catch</span>(<span class="keyword">const</span> MemoryImportException& exception)</div> |
| <div class="line"><a name="l01486"></a><span class="lineno"> 1486</span>  {</div> |
| <div class="line"><a name="l01487"></a><span class="lineno"> 1487</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(error) << <span class="stringliteral">"An error occurred attempting to import input_"</span></div> |
| <div class="line"><a name="l01488"></a><span class="lineno"> 1488</span>  << inputIndex << <span class="stringliteral">" : "</span> << exception.what();</div> |
| <div class="line"><a name="l01489"></a><span class="lineno"> 1489</span>  passThroughTensorHandle->Unmap();</div> |
| <div class="line"><a name="l01490"></a><span class="lineno"> 1490</span>  }</div> |
| <div class="line"><a name="l01491"></a><span class="lineno"> 1491</span>  inputIndex++;</div> |
| <div class="line"><a name="l01492"></a><span class="lineno"> 1492</span>  }</div> |
| <div class="line"><a name="l01493"></a><span class="lineno"> 1493</span>  </div> |
| <div class="line"><a name="l01494"></a><span class="lineno"> 1494</span>  <span class="keywordflow">return</span> importedInputs;</div> |
| <div class="line"><a name="l01495"></a><span class="lineno"> 1495</span>  }</div> |
| <div class="line"><a name="l01496"></a><span class="lineno"> 1496</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01497"></a><span class="lineno"> 1497</span>  {</div> |
| <div class="line"><a name="l01498"></a><span class="lineno"> 1498</span>  <span class="comment">// Import when the import of network properties is enabled</span></div> |
| <div class="line"><a name="l01499"></a><span class="lineno"> 1499</span>  std::vector<ImportedInputId> importedInputs;</div> |
| <div class="line"><a name="l01500"></a><span class="lineno"> 1500</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div> |
| <div class="line"><a name="l01501"></a><span class="lineno"> 1501</span>  </div> |
| <div class="line"><a name="l01502"></a><span class="lineno"> 1502</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> inputTensor : inputTensors)</div> |
| <div class="line"><a name="l01503"></a><span class="lineno"> 1503</span>  {</div> |
| <div class="line"><a name="l01504"></a><span class="lineno"> 1504</span>  <span class="keyword">auto</span> layerBindingId = inputTensor.first;</div> |
| <div class="line"><a name="l01505"></a><span class="lineno"> 1505</span>  <span class="keyword">auto</span> it = std::find_if(graph.GetInputLayers().begin(), graph.GetInputLayers().end(), [=](<span class="keyword">auto</span>* layer)</div> |
| <div class="line"><a name="l01506"></a><span class="lineno"> 1506</span>  {</div> |
| <div class="line"><a name="l01507"></a><span class="lineno"> 1507</span>  return layer->GetBindingId() == layerBindingId;</div> |
| <div class="line"><a name="l01508"></a><span class="lineno"> 1508</span>  });</div> |
| <div class="line"><a name="l01509"></a><span class="lineno"> 1509</span>  </div> |
| <div class="line"><a name="l01510"></a><span class="lineno"> 1510</span>  <span class="keywordflow">if</span> (it == graph.GetInputLayers().end())</div> |
| <div class="line"><a name="l01511"></a><span class="lineno"> 1511</span>  {</div> |
| <div class="line"><a name="l01512"></a><span class="lineno"> 1512</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(</div> |
| <div class="line"><a name="l01513"></a><span class="lineno"> 1513</span>  <span class="stringliteral">"ImportInputs: Memory Import failed, unknown LayerBindingId: {}"</span>, layerBindingId));</div> |
| <div class="line"><a name="l01514"></a><span class="lineno"> 1514</span>  }</div> |
| <div class="line"><a name="l01515"></a><span class="lineno"> 1515</span>  </div> |
| <div class="line"><a name="l01516"></a><span class="lineno"> 1516</span>  <span class="keyword">const</span> Layer* layer = *it;</div> |
| <div class="line"><a name="l01517"></a><span class="lineno"> 1517</span>  <span class="keywordflow">if</span> (layer->GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>)</div> |
| <div class="line"><a name="l01518"></a><span class="lineno"> 1518</span>  {</div> |
| <div class="line"><a name="l01519"></a><span class="lineno"> 1519</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"ImportInputs: given layer not an InputLayer"</span>);</div> |
| <div class="line"><a name="l01520"></a><span class="lineno"> 1520</span>  }</div> |
| <div class="line"><a name="l01521"></a><span class="lineno"> 1521</span>  </div> |
| <div class="line"><a name="l01522"></a><span class="lineno"> 1522</span>  <span class="keyword">auto</span>& backend = m_Backends.at(layer->GetBackendId());</div> |
| <div class="line"><a name="l01523"></a><span class="lineno"> 1523</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.html#a406399d2a16ead98e4e93cdd57adead4">HasMatchingCapability</a>(BackendOptions::BackendOption{<span class="stringliteral">"PreImportIOTensors"</span>, <span class="keyword">true</span>},</div> |
| <div class="line"><a name="l01524"></a><span class="lineno"> 1524</span>  backend->GetCapabilities()))</div> |
| <div class="line"><a name="l01525"></a><span class="lineno"> 1525</span>  {</div> |
| <div class="line"><a name="l01526"></a><span class="lineno"> 1526</span>  std::string er = backend->GetId();</div> |
| <div class="line"><a name="l01527"></a><span class="lineno"> 1527</span>  er += <span class="stringliteral">" does not have PreImportIOTensors capability"</span>;</div> |
| <div class="line"><a name="l01528"></a><span class="lineno"> 1528</span>  <span class="keywordflow">throw</span> BackendCapabilityException(er);</div> |
| <div class="line"><a name="l01529"></a><span class="lineno"> 1529</span>  }</div> |
| <div class="line"><a name="l01530"></a><span class="lineno"> 1530</span>  </div> |
| <div class="line"><a name="l01531"></a><span class="lineno"> 1531</span>  <span class="keyword">const</span> OutputSlot& outputSlot = layer->GetOutputSlots()[0];</div> |
| <div class="line"><a name="l01532"></a><span class="lineno"> 1532</span>  </div> |
| <div class="line"><a name="l01533"></a><span class="lineno"> 1533</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = outputSlot.GetTensorHandleFactoryId();</div> |
| <div class="line"><a name="l01534"></a><span class="lineno"> 1534</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = outputSlot.GetTensorInfo();</div> |
| <div class="line"><a name="l01535"></a><span class="lineno"> 1535</span>  </div> |
| <div class="line"><a name="l01536"></a><span class="lineno"> 1536</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.html#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div> |
| <div class="line"><a name="l01537"></a><span class="lineno"> 1537</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div> |
| <div class="line"><a name="l01538"></a><span class="lineno"> 1538</span>  </div> |
| <div class="line"><a name="l01539"></a><span class="lineno"> 1539</span>  ImportedTensorHandlePin importedTensorHandlePin{layerBindingId,</div> |
| <div class="line"><a name="l01540"></a><span class="lineno"> 1540</span>  handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>)};</div> |
| <div class="line"><a name="l01541"></a><span class="lineno"> 1541</span>  </div> |
| <div class="line"><a name="l01542"></a><span class="lineno"> 1542</span>  ITensorHandle* tensorHandle = importedTensorHandlePin.m_TensorHandle.get();</div> |
| <div class="line"><a name="l01543"></a><span class="lineno"> 1543</span>  </div> |
| <div class="line"><a name="l01544"></a><span class="lineno"> 1544</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.html#a84f86b4de5adf0b164e811c87051a0ee">CheckFlag</a>(tensorHandle->GetImportFlags(), forceImportMemorySource))</div> |
| <div class="line"><a name="l01545"></a><span class="lineno"> 1545</span>  {</div> |
| <div class="line"><a name="l01546"></a><span class="lineno"> 1546</span>  <span class="keywordflow">throw</span> MemoryImportException(</div> |
| <div class="line"><a name="l01547"></a><span class="lineno"> 1547</span>  fmt::format(<span class="stringliteral">"ImportInputs: Memory Import failed, backend: "</span></div> |
| <div class="line"><a name="l01548"></a><span class="lineno"> 1548</span>  <span class="stringliteral">"{} does not support importing from source {}"</span></div> |
| <div class="line"><a name="l01549"></a><span class="lineno"> 1549</span>  , factoryId, m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#a53d95b257e52b0fd292ba6d40d3c5dc3">m_InputSource</a>));</div> |
| <div class="line"><a name="l01550"></a><span class="lineno"> 1550</span>  }</div> |
| <div class="line"><a name="l01551"></a><span class="lineno"> 1551</span>  </div> |
| <div class="line"><a name="l01552"></a><span class="lineno"> 1552</span>  std::unique_ptr<ITensorHandle> passThroughTensorHandle =</div> |
| <div class="line"><a name="l01553"></a><span class="lineno"> 1553</span>  std::make_unique<ConstPassthroughTensorHandle>(inputTensor.second.GetInfo(),</div> |
| <div class="line"><a name="l01554"></a><span class="lineno"> 1554</span>  inputTensor.second.GetMemoryArea());</div> |
| <div class="line"><a name="l01555"></a><span class="lineno"> 1555</span>  </div> |
| <div class="line"><a name="l01556"></a><span class="lineno"> 1556</span>  <span class="keywordflow">if</span> (tensorHandle->Import(passThroughTensorHandle->Map(), forceImportMemorySource))</div> |
| <div class="line"><a name="l01557"></a><span class="lineno"> 1557</span>  {</div> |
| <div class="line"><a name="l01558"></a><span class="lineno"> 1558</span>  importedInputs.push_back(m_CurImportedInputId++);</div> |
| <div class="line"><a name="l01559"></a><span class="lineno"> 1559</span>  passThroughTensorHandle->Unmap();</div> |
| <div class="line"><a name="l01560"></a><span class="lineno"> 1560</span>  }</div> |
| <div class="line"><a name="l01561"></a><span class="lineno"> 1561</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01562"></a><span class="lineno"> 1562</span>  {</div> |
| <div class="line"><a name="l01563"></a><span class="lineno"> 1563</span>  passThroughTensorHandle->Unmap();</div> |
| <div class="line"><a name="l01564"></a><span class="lineno"> 1564</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed"</span>);</div> |
| <div class="line"><a name="l01565"></a><span class="lineno"> 1565</span>  }</div> |
| <div class="line"><a name="l01566"></a><span class="lineno"> 1566</span>  </div> |
| <div class="line"><a name="l01567"></a><span class="lineno"> 1567</span>  m_PreImportedInputHandles.push_back(std::move(importedTensorHandlePin));</div> |
| <div class="line"><a name="l01568"></a><span class="lineno"> 1568</span>  }</div> |
| <div class="line"><a name="l01569"></a><span class="lineno"> 1569</span>  <span class="keywordflow">return</span> importedInputs;</div> |
| <div class="line"><a name="l01570"></a><span class="lineno"> 1570</span>  }</div> |
| <div class="line"><a name="l01571"></a><span class="lineno"> 1571</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_graph_8hpp_source.html#l00065">Graph::InputLayersAccessor::begin()</a>, <a class="el" href="_memory_sources_8hpp_source.html#l00041">armnn::CheckFlag()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.html#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_graph_8hpp_source.html#l00070">Graph::InputLayersAccessor::end()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_i_tensor_handle_8hpp_source.html#l00070">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_graph_8hpp_source.html#l00192">Graph::GetInputLayers()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8cpp_source.html#l00205">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_layer_8cpp_source.html#l00092">OutputSlot::GetTensorInfo()</a>, <a class="el" href="_layer_8hpp_source.html#l00286">Layer::GetType()</a>, <a class="el" href="_backend_helper_8cpp_source.html#l00085">armnn::HasMatchingCapability()</a>, <a class="el" href="_i_tensor_handle_8hpp_source.html#l00076">ITensorHandle::Import()</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00059">INetworkProperties::m_AsyncEnabled</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00065">INetworkProperties::m_InputSource</a>, <a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, and <a class="el" href="_exceptions_8cpp_source.html#l00032">Exception::what()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00623">RuntimeImpl::ImportInputs()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="ac88d932e6e015a59551322b25796b11a"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#ac88d932e6e015a59551322b25796b11a">◆ </a></span>ImportOutputs()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::vector< <a class="el" href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">ImportedOutputId</a> > ImportOutputs </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> |
| <td class="paramname"><em>outputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">MemorySource</a> </td> |
| <td class="paramname"><em>forceImportMemorySource</em> = <code><a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a></code> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l01573">1573</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l01575"></a><span class="lineno"> 1575</span> {</div> |
| <div class="line"><a name="l01576"></a><span class="lineno"> 1576</span>  <span class="keywordflow">if</span> (!m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#ad3ab02a7f6310b35c59ca78b509905ca">m_AsyncEnabled</a>)</div> |
| <div class="line"><a name="l01577"></a><span class="lineno"> 1577</span>  {</div> |
| <div class="line"><a name="l01578"></a><span class="lineno"> 1578</span>  <span class="comment">// Cannot import if import is not enabled and forceImportMemorySource is undefined</span></div> |
| <div class="line"><a name="l01579"></a><span class="lineno"> 1579</span>  <span class="keywordflow">if</span> (forceImportMemorySource == <a class="code" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">MemorySource::Undefined</a>)</div> |
| <div class="line"><a name="l01580"></a><span class="lineno"> 1580</span>  {</div> |
| <div class="line"><a name="l01581"></a><span class="lineno"> 1581</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportOutputs: Memory Import failed, NetworkProperties.m_ImportEnabled"</span>);</div> |
| <div class="line"><a name="l01582"></a><span class="lineno"> 1582</span>  }</div> |
| <div class="line"><a name="l01583"></a><span class="lineno"> 1583</span>  <span class="comment">// If forceImportMemorySource is defined, try import if memory is aligned</span></div> |
| <div class="line"><a name="l01584"></a><span class="lineno"> 1584</span>  <span class="keywordflow">if</span> (outputTensors.size() != m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().GetNumOutputs())</div> |
| <div class="line"><a name="l01585"></a><span class="lineno"> 1585</span>  {</div> |
| <div class="line"><a name="l01586"></a><span class="lineno"> 1586</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportOutputs: Force Import failed, incorrect number of tensors"</span>);</div> |
| <div class="line"><a name="l01587"></a><span class="lineno"> 1587</span>  }</div> |
| <div class="line"><a name="l01588"></a><span class="lineno"> 1588</span>  std::vector<ImportedOutputId> importedOutputs;</div> |
| <div class="line"><a name="l01589"></a><span class="lineno"> 1589</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div> |
| <div class="line"><a name="l01590"></a><span class="lineno"> 1590</span>  </div> |
| <div class="line"><a name="l01591"></a><span class="lineno"> 1591</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> outputIndex = 0;</div> |
| <div class="line"><a name="l01592"></a><span class="lineno"> 1592</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* <span class="keyword">const</span> outputLayer : graph.GetOutputLayers())</div> |
| <div class="line"><a name="l01593"></a><span class="lineno"> 1593</span>  {</div> |
| <div class="line"><a name="l01594"></a><span class="lineno"> 1594</span>  <span class="keyword">auto</span> inputTensorHandle = m_PreImportedOutputHandles[outputIndex].m_TensorHandle.get();</div> |
| <div class="line"><a name="l01595"></a><span class="lineno"> 1595</span>  <span class="keywordflow">if</span> (!inputTensorHandle)</div> |
| <div class="line"><a name="l01596"></a><span class="lineno"> 1596</span>  {</div> |
| <div class="line"><a name="l01597"></a><span class="lineno"> 1597</span>  outputIndex++;</div> |
| <div class="line"><a name="l01598"></a><span class="lineno"> 1598</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l01599"></a><span class="lineno"> 1599</span>  }</div> |
| <div class="line"><a name="l01600"></a><span class="lineno"> 1600</span>  </div> |
| <div class="line"><a name="l01601"></a><span class="lineno"> 1601</span>  <span class="keyword">auto</span> layerBindingId = outputLayer->GetBindingId();</div> |
| <div class="line"><a name="l01602"></a><span class="lineno"> 1602</span>  <span class="keyword">auto</span> it = std::find_if(outputTensors.begin(), outputTensors.end(), [=] (<span class="keyword">const</span> <span class="keyword">auto</span>& outputTensor)</div> |
| <div class="line"><a name="l01603"></a><span class="lineno"> 1603</span>  {</div> |
| <div class="line"><a name="l01604"></a><span class="lineno"> 1604</span>  return outputTensor.first == layerBindingId;</div> |
| <div class="line"><a name="l01605"></a><span class="lineno"> 1605</span>  });</div> |
| <div class="line"><a name="l01606"></a><span class="lineno"> 1606</span>  </div> |
| <div class="line"><a name="l01607"></a><span class="lineno"> 1607</span>  <span class="keywordflow">if</span> (it == outputTensors.end())</div> |
| <div class="line"><a name="l01608"></a><span class="lineno"> 1608</span>  {</div> |
| <div class="line"><a name="l01609"></a><span class="lineno"> 1609</span>  outputIndex++;</div> |
| <div class="line"><a name="l01610"></a><span class="lineno"> 1610</span>  <span class="keywordflow">continue</span>;</div> |
| <div class="line"><a name="l01611"></a><span class="lineno"> 1611</span>  }</div> |
| <div class="line"><a name="l01612"></a><span class="lineno"> 1612</span>  </div> |
| <div class="line"><a name="l01613"></a><span class="lineno"> 1613</span>  <span class="keyword">const</span> <span class="keyword">auto</span> outputTensor = *it;</div> |
| <div class="line"><a name="l01614"></a><span class="lineno"> 1614</span>  <span class="keywordflow">try</span></div> |
| <div class="line"><a name="l01615"></a><span class="lineno"> 1615</span>  {</div> |
| <div class="line"><a name="l01616"></a><span class="lineno"> 1616</span>  <span class="comment">// Check if the output memory can be imported</span></div> |
| <div class="line"><a name="l01617"></a><span class="lineno"> 1617</span>  <span class="keywordflow">if</span> (inputTensorHandle->CanBeImported(outputTensor.second.GetMemoryArea(), forceImportMemorySource)</div> |
| <div class="line"><a name="l01618"></a><span class="lineno"> 1618</span>  && inputTensorHandle->Import(outputTensor.second.GetMemoryArea(), forceImportMemorySource))</div> |
| <div class="line"><a name="l01619"></a><span class="lineno"> 1619</span>  {</div> |
| <div class="line"><a name="l01620"></a><span class="lineno"> 1620</span>  importedOutputs.push_back(outputIndex);</div> |
| <div class="line"><a name="l01621"></a><span class="lineno"> 1621</span>  }</div> |
| <div class="line"><a name="l01622"></a><span class="lineno"> 1622</span>  }</div> |
| <div class="line"><a name="l01623"></a><span class="lineno"> 1623</span>  <span class="keywordflow">catch</span>(<span class="keyword">const</span> MemoryImportException& exception)</div> |
| <div class="line"><a name="l01624"></a><span class="lineno"> 1624</span>  {</div> |
| <div class="line"><a name="l01625"></a><span class="lineno"> 1625</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(error) << <span class="stringliteral">"An error occurred attempting to import output_"</span></div> |
| <div class="line"><a name="l01626"></a><span class="lineno"> 1626</span>  << outputIndex << <span class="stringliteral">" : "</span> << exception.what();</div> |
| <div class="line"><a name="l01627"></a><span class="lineno"> 1627</span>  }</div> |
| <div class="line"><a name="l01628"></a><span class="lineno"> 1628</span>  outputIndex++;</div> |
| <div class="line"><a name="l01629"></a><span class="lineno"> 1629</span>  }</div> |
| <div class="line"><a name="l01630"></a><span class="lineno"> 1630</span>  <span class="keywordflow">return</span> importedOutputs;</div> |
| <div class="line"><a name="l01631"></a><span class="lineno"> 1631</span>  }</div> |
| <div class="line"><a name="l01632"></a><span class="lineno"> 1632</span>  </div> |
| <div class="line"><a name="l01633"></a><span class="lineno"> 1633</span>  std::vector<ImportedOutputId> importedOutputs;</div> |
| <div class="line"><a name="l01634"></a><span class="lineno"> 1634</span>  Graph& graph = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div> |
| <div class="line"><a name="l01635"></a><span class="lineno"> 1635</span>  </div> |
| <div class="line"><a name="l01636"></a><span class="lineno"> 1636</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keyword">auto</span>& outputTensor : outputTensors)</div> |
| <div class="line"><a name="l01637"></a><span class="lineno"> 1637</span>  {</div> |
| <div class="line"><a name="l01638"></a><span class="lineno"> 1638</span>  <span class="keyword">auto</span> layerBindingId = outputTensor.first;</div> |
| <div class="line"><a name="l01639"></a><span class="lineno"> 1639</span>  <span class="keyword">auto</span> it = std::find_if(graph.GetOutputLayers().begin(), graph.GetOutputLayers().end(), [=](<span class="keyword">auto</span>* layer)</div> |
| <div class="line"><a name="l01640"></a><span class="lineno"> 1640</span>  {</div> |
| <div class="line"><a name="l01641"></a><span class="lineno"> 1641</span>  return layer->GetBindingId() == layerBindingId;</div> |
| <div class="line"><a name="l01642"></a><span class="lineno"> 1642</span>  });</div> |
| <div class="line"><a name="l01643"></a><span class="lineno"> 1643</span>  </div> |
| <div class="line"><a name="l01644"></a><span class="lineno"> 1644</span>  <span class="keywordflow">if</span> (it == graph.GetOutputLayers().end())</div> |
| <div class="line"><a name="l01645"></a><span class="lineno"> 1645</span>  {</div> |
| <div class="line"><a name="l01646"></a><span class="lineno"> 1646</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(<span class="stringliteral">"ImportOutputs: Memory Import failed, unknown LayerBindingId: {}"</span>,</div> |
| <div class="line"><a name="l01647"></a><span class="lineno"> 1647</span>  layerBindingId));</div> |
| <div class="line"><a name="l01648"></a><span class="lineno"> 1648</span>  }</div> |
| <div class="line"><a name="l01649"></a><span class="lineno"> 1649</span>  </div> |
| <div class="line"><a name="l01650"></a><span class="lineno"> 1650</span>  <span class="keyword">const</span> Layer* layer = *it;</div> |
| <div class="line"><a name="l01651"></a><span class="lineno"> 1651</span>  <span class="keywordflow">if</span> (layer->GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>)</div> |
| <div class="line"><a name="l01652"></a><span class="lineno"> 1652</span>  {</div> |
| <div class="line"><a name="l01653"></a><span class="lineno"> 1653</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"ImportOutputs: given layer not an OutputLayer"</span>);</div> |
| <div class="line"><a name="l01654"></a><span class="lineno"> 1654</span>  }</div> |
| <div class="line"><a name="l01655"></a><span class="lineno"> 1655</span>  </div> |
| <div class="line"><a name="l01656"></a><span class="lineno"> 1656</span>  <span class="keyword">auto</span>& backend = m_Backends.at(layer->GetBackendId());</div> |
| <div class="line"><a name="l01657"></a><span class="lineno"> 1657</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.html#a406399d2a16ead98e4e93cdd57adead4">HasMatchingCapability</a>(BackendOptions::BackendOption{<span class="stringliteral">"PreImportIOTensors"</span>, <span class="keyword">true</span>},</div> |
| <div class="line"><a name="l01658"></a><span class="lineno"> 1658</span>  backend->GetCapabilities()))</div> |
| <div class="line"><a name="l01659"></a><span class="lineno"> 1659</span>  {</div> |
| <div class="line"><a name="l01660"></a><span class="lineno"> 1660</span>  std::string er = backend->GetId();</div> |
| <div class="line"><a name="l01661"></a><span class="lineno"> 1661</span>  er += <span class="stringliteral">" does not have PreImportIOTensors capability"</span>;</div> |
| <div class="line"><a name="l01662"></a><span class="lineno"> 1662</span>  <span class="keywordflow">throw</span> BackendCapabilityException(er);</div> |
| <div class="line"><a name="l01663"></a><span class="lineno"> 1663</span>  }</div> |
| <div class="line"><a name="l01664"></a><span class="lineno"> 1664</span>  </div> |
| <div class="line"><a name="l01665"></a><span class="lineno"> 1665</span>  <span class="keyword">const</span> InputSlot& inputSlot = layer->GetInputSlots()[0];</div> |
| <div class="line"><a name="l01666"></a><span class="lineno"> 1666</span>  <a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a32f4aa6a7089d877af08928139c2c277">ITensorHandleFactory::FactoryId</a> factoryId = inputSlot.GetConnectedOutputSlot()->GetTensorHandleFactoryId();</div> |
| <div class="line"><a name="l01667"></a><span class="lineno"> 1667</span>  <span class="keyword">const</span> TensorInfo& tensorInfo = inputSlot.GetTensorInfo();</div> |
| <div class="line"><a name="l01668"></a><span class="lineno"> 1668</span>  </div> |
| <div class="line"><a name="l01669"></a><span class="lineno"> 1669</span>  ITensorHandleFactory* handleFactory = m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.html#ae5ecc42140a12c855554a4a621fc8456">GetFactory</a>(factoryId);</div> |
| <div class="line"><a name="l01670"></a><span class="lineno"> 1670</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(handleFactory);</div> |
| <div class="line"><a name="l01671"></a><span class="lineno"> 1671</span>  </div> |
| <div class="line"><a name="l01672"></a><span class="lineno"> 1672</span>  ImportedTensorHandlePin importedTensorHandlePin{layerBindingId,</div> |
| <div class="line"><a name="l01673"></a><span class="lineno"> 1673</span>  handleFactory->CreateTensorHandle(tensorInfo, <span class="keyword">false</span>)};</div> |
| <div class="line"><a name="l01674"></a><span class="lineno"> 1674</span>  </div> |
| <div class="line"><a name="l01675"></a><span class="lineno"> 1675</span>  ITensorHandle* tensorHandle = importedTensorHandlePin.m_TensorHandle.get();</div> |
| <div class="line"><a name="l01676"></a><span class="lineno"> 1676</span>  </div> |
| <div class="line"><a name="l01677"></a><span class="lineno"> 1677</span>  <span class="keywordflow">if</span> (!<a class="code" href="namespacearmnn.html#a84f86b4de5adf0b164e811c87051a0ee">CheckFlag</a>(tensorHandle->GetImportFlags(), forceImportMemorySource))</div> |
| <div class="line"><a name="l01678"></a><span class="lineno"> 1678</span>  {</div> |
| <div class="line"><a name="l01679"></a><span class="lineno"> 1679</span>  <span class="keywordflow">throw</span> MemoryImportException(fmt::format(<span class="stringliteral">"ImportInputs: Memory Import failed, backend: "</span></div> |
| <div class="line"><a name="l01680"></a><span class="lineno"> 1680</span>  <span class="stringliteral">"{} does not support importing from source {}"</span></div> |
| <div class="line"><a name="l01681"></a><span class="lineno"> 1681</span>  , factoryId, forceImportMemorySource));</div> |
| <div class="line"><a name="l01682"></a><span class="lineno"> 1682</span>  }</div> |
| <div class="line"><a name="l01683"></a><span class="lineno"> 1683</span>  </div> |
| <div class="line"><a name="l01684"></a><span class="lineno"> 1684</span>  <span class="keywordflow">if</span> (tensorHandle->Import(outputTensor.second.GetMemoryArea(), forceImportMemorySource))</div> |
| <div class="line"><a name="l01685"></a><span class="lineno"> 1685</span>  {</div> |
| <div class="line"><a name="l01686"></a><span class="lineno"> 1686</span>  importedOutputs.push_back(m_CurImportedOutputId++);</div> |
| <div class="line"><a name="l01687"></a><span class="lineno"> 1687</span>  }</div> |
| <div class="line"><a name="l01688"></a><span class="lineno"> 1688</span>  <span class="keywordflow">else</span></div> |
| <div class="line"><a name="l01689"></a><span class="lineno"> 1689</span>  {</div> |
| <div class="line"><a name="l01690"></a><span class="lineno"> 1690</span>  <span class="keywordflow">throw</span> MemoryImportException(<span class="stringliteral">"ImportInputs: Memory Import failed"</span>);</div> |
| <div class="line"><a name="l01691"></a><span class="lineno"> 1691</span>  }</div> |
| <div class="line"><a name="l01692"></a><span class="lineno"> 1692</span>  </div> |
| <div class="line"><a name="l01693"></a><span class="lineno"> 1693</span>  m_PreImportedOutputHandles.push_back(std::move(importedTensorHandlePin));</div> |
| <div class="line"><a name="l01694"></a><span class="lineno"> 1694</span>  }</div> |
| <div class="line"><a name="l01695"></a><span class="lineno"> 1695</span>  </div> |
| <div class="line"><a name="l01696"></a><span class="lineno"> 1696</span>  <span class="keywordflow">return</span> importedOutputs;</div> |
| <div class="line"><a name="l01697"></a><span class="lineno"> 1697</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_graph_8hpp_source.html#l00084">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_memory_sources_8hpp_source.html#l00041">armnn::CheckFlag()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle_factory.html#a375f11dd42ff042435e8771cf287b20c">ITensorHandleFactory::CreateTensorHandle()</a>, <a class="el" href="_graph_8hpp_source.html#l00090">Graph::OutputLayersAccessor::end()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00056">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_i_tensor_handle_8hpp_source.html#l00070">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_layer_8hpp_source.html#l00258">Layer::GetInputSlots()</a>, <a class="el" href="_graph_8hpp_source.html#l00196">Graph::GetOutputLayers()</a>, <a class="el" href="_layer_8cpp_source.html#l00205">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_layer_8cpp_source.html#l00592">InputSlot::GetTensorInfo()</a>, <a class="el" href="_layer_8hpp_source.html#l00286">Layer::GetType()</a>, <a class="el" href="_backend_helper_8cpp_source.html#l00085">armnn::HasMatchingCapability()</a>, <a class="el" href="_i_tensor_handle_8hpp_source.html#l00076">ITensorHandle::Import()</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00059">INetworkProperties::m_AsyncEnabled</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, and <a class="el" href="_exceptions_8cpp_source.html#l00032">Exception::what()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00629">RuntimeImpl::ImportOutputs()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a390c87e27deac4f51af9533053b2ee14"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a390c87e27deac4f51af9533053b2ee14">◆ </a></span>IsAsyncEnabled()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">bool IsAsyncEnabled </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00095">95</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  {</div> |
| <div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <span class="keywordflow">return</span> m_NetworkProperties.<a class="code" href="structarmnn_1_1_i_network_properties.html#ad3ab02a7f6310b35c59ca78b509905ca">m_AsyncEnabled</a>;</div> |
| <div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_i_runtime_8hpp_source.html#l00059">INetworkProperties::m_AsyncEnabled</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00735">RuntimeImpl::CreateWorkingMemHandle()</a>, <a class="el" href="_runtime_8cpp_source.html#l00644">RuntimeImpl::EnqueueWorkload()</a>, and <a class="el" href="_runtime_8cpp_source.html#l00696">RuntimeImpl::Execute()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="af75dd30cff3d42ff35ddd2b625b7e9ae"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#af75dd30cff3d42ff35ddd2b625b7e9ae">◆ </a></span>MakeLoadedNetwork()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> > MakeLoadedNetwork </td> |
| <td>(</td> |
| <td class="paramtype">std::unique_ptr< <a class="el" href="classarmnn_1_1_i_optimized_network.html">IOptimizedNetwork</a> > </td> |
| <td class="paramname"><em>net</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::string & </td> |
| <td class="paramname"><em>errorMessage</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="structarmnn_1_1_i_network_properties.html">INetworkProperties</a> & </td> |
| <td class="paramname"><em>networkProperties</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">arm::pipe::IProfilingService * </td> |
| <td class="paramname"><em>profilingService</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00170">170</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00174"></a><span class="lineno"> 174</span> {</div> |
| <div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  std::unique_ptr<LoadedNetwork> loadedNetwork;</div> |
| <div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  </div> |
| <div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  <span class="keyword">auto</span> Fail = [&](<span class="keyword">const</span> std::exception& <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) -> std::unique_ptr<LoadedNetwork></div> |
| <div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  {</div> |
| <div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  errorMessage = ToErrorMessage(<span class="stringliteral">"An error occurred when preparing the network workloads: "</span>, error);</div> |
| <div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(error) << errorMessage;</div> |
| <div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  </div> |
| <div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <span class="keywordflow">return</span> std::unique_ptr<LoadedNetwork>();</div> |
| <div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  };</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  </div> |
| <div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  <span class="keywordflow">try</span></div> |
| <div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  {</div> |
| <div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  loadedNetwork.reset(<span class="keyword">new</span> LoadedNetwork(std::move(net), networkProperties, profilingService));</div> |
| <div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  }</div> |
| <div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_runtime_exception.html">armnn::RuntimeException</a>& error)</div> |
| <div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  {</div> |
| <div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <span class="keywordflow">return</span> Fail(error);</div> |
| <div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  }</div> |
| <div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>& error)</div> |
| <div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  {</div> |
| <div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <span class="keywordflow">return</span> Fail(error);</div> |
| <div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  }</div> |
| <div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::runtime_error& error)</div> |
| <div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  {</div> |
| <div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  <span class="keywordflow">return</span> Fail(error);</div> |
| <div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  }</div> |
| <div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  </div> |
| <div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <span class="keywordflow">return</span> loadedNetwork;</div> |
| <div class="line"><a name="l00203"></a><span class="lineno"> 203</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, and <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00181">RuntimeImpl::LoadNetwork()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="a091ea8d2d804c8902f3120fdf2a36512"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a091ea8d2d804c8902f3120fdf2a36512">◆ </a></span>RegisterDebugCallback()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void RegisterDebugCallback </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> & </td> |
| <td class="paramname"><em>func</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l02227">2227</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l02228"></a><span class="lineno"> 2228</span> {</div> |
| <div class="line"><a name="l02229"></a><span class="lineno"> 2229</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& workloadPtr: m_WorkloadQueue)</div> |
| <div class="line"><a name="l02230"></a><span class="lineno"> 2230</span>  {</div> |
| <div class="line"><a name="l02231"></a><span class="lineno"> 2231</span>  workloadPtr.get()->RegisterDebugCallback(func);</div> |
| <div class="line"><a name="l02232"></a><span class="lineno"> 2232</span>  }</div> |
| <div class="line"><a name="l02233"></a><span class="lineno"> 2233</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00766">RuntimeImpl::RegisterDebugCallback()</a>.</p> |
| |
| </div> |
| </div> |
| <a id="ae41171032a9c106c1fd4b5991045eb0b"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#ae41171032a9c106c1fd4b5991045eb0b">◆ </a></span>SendNetworkStructure()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void SendNetworkStructure </td> |
| <td>(</td> |
| <td class="paramtype">arm::pipe::IProfilingService & </td> |
| <td class="paramname"><em>profilingService</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00666">666</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00667"></a><span class="lineno"> 667</span> {</div> |
| <div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"LoadNetwork_SendNetworkStructure"</span>);</div> |
| <div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  Graph& order = m_OptimizedNetwork->pOptimizedNetworkImpl->GetGraph().TopologicalSort();</div> |
| <div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  ProfilingGuid networkGuid = m_OptimizedNetwork->GetGuid();</div> |
| <div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  </div> |
| <div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils =</div> |
| <div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  TimelineUtilityMethods::GetTimelineUtils(profilingService);</div> |
| <div class="line"><a name="l00674"></a><span class="lineno"> 674</span>  </div> |
| <div class="line"><a name="l00675"></a><span class="lineno"> 675</span>  timelineUtils->CreateTypedEntity(networkGuid, LabelsAndEventClasses::NETWORK_GUID);</div> |
| <div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  </div> |
| <div class="line"><a name="l00677"></a><span class="lineno"> 677</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : order)</div> |
| <div class="line"><a name="l00678"></a><span class="lineno"> 678</span>  {</div> |
| <div class="line"><a name="l00679"></a><span class="lineno"> 679</span>  <span class="comment">// Add layer to the post-optimisation network structure</span></div> |
| <div class="line"><a name="l00680"></a><span class="lineno"> 680</span>  AddLayerStructure(timelineUtils, *layer, networkGuid);</div> |
| <div class="line"><a name="l00681"></a><span class="lineno"> 681</span>  <span class="keywordflow">switch</span> (layer->GetType())</div> |
| <div class="line"><a name="l00682"></a><span class="lineno"> 682</span>  {</div> |
| <div class="line"><a name="l00683"></a><span class="lineno"> 683</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>:</div> |
| <div class="line"><a name="l00684"></a><span class="lineno"> 684</span>  <span class="keywordflow">case</span> <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>:</div> |
| <div class="line"><a name="l00685"></a><span class="lineno"> 685</span>  {</div> |
| <div class="line"><a name="l00686"></a><span class="lineno"> 686</span>  <span class="comment">// Inputs and outputs are treated in a special way - see EnqueueInput() and EnqueueOutput().</span></div> |
| <div class="line"><a name="l00687"></a><span class="lineno"> 687</span>  <span class="keywordflow">break</span>;</div> |
| <div class="line"><a name="l00688"></a><span class="lineno"> 688</span>  }</div> |
| <div class="line"><a name="l00689"></a><span class="lineno"> 689</span>  <span class="keywordflow">default</span>:</div> |
| <div class="line"><a name="l00690"></a><span class="lineno"> 690</span>  {</div> |
| <div class="line"><a name="l00691"></a><span class="lineno"> 691</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& workload : m_WorkloadQueue)</div> |
| <div class="line"><a name="l00692"></a><span class="lineno"> 692</span>  {</div> |
| <div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  <span class="comment">// Add workload to the post-optimisation network structure</span></div> |
| <div class="line"><a name="l00694"></a><span class="lineno"> 694</span>  AddWorkloadStructure(timelineUtils, workload, *layer);</div> |
| <div class="line"><a name="l00695"></a><span class="lineno"> 695</span>  }</div> |
| <div class="line"><a name="l00696"></a><span class="lineno"> 696</span>  <span class="keywordflow">break</span>;</div> |
| <div class="line"><a name="l00697"></a><span class="lineno"> 697</span>  }</div> |
| <div class="line"><a name="l00698"></a><span class="lineno"> 698</span>  }</div> |
| <div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  }</div> |
| <div class="line"><a name="l00700"></a><span class="lineno"> 700</span>  <span class="comment">// Commit to send the post-optimisation network structure</span></div> |
| <div class="line"><a name="l00701"></a><span class="lineno"> 701</span>  timelineUtils->Commit();</div> |
| <div class="line"><a name="l00702"></a><span class="lineno"> 702</span> }</div> |
| </div><!-- fragment --> |
| <p class="reference">References <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following files:<ul> |
| <li>src/armnn/<a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a></li> |
| <li>src/armnn/<a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <div class="ttc" id="a_assert_8hpp_html_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00014">Assert.hpp:14</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a1c5ec805688cb558465a82a8d9f56a90"><div class="ttname"><a href="namespacearmnn.html#a1c5ec805688cb558465a82a8d9f56a90">armnn::ImportedInputId</a></div><div class="ttdeci">unsigned int ImportedInputId</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00310">Types.hpp:310</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div><div class="ttdeci">@ Undefined</div></div> |
| <div class="ttc" id="astructarmnn_1_1_i_network_properties_html_ad3ab02a7f6310b35c59ca78b509905ca"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.html#ad3ab02a7f6310b35c59ca78b509905ca">armnn::INetworkProperties::m_AsyncEnabled</a></div><div class="ttdeci">const bool m_AsyncEnabled</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.html#l00059">IRuntime.hpp:59</a></div></div> |
| <div class="ttc" id="astructarmnn_1_1_i_network_properties_html_a53d95b257e52b0fd292ba6d40d3c5dc3"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.html#a53d95b257e52b0fd292ba6d40d3c5dc3">armnn::INetworkProperties::m_InputSource</a></div><div class="ttdeci">const MemorySource m_InputSource</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.html#l00065">IRuntime.hpp:65</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_tensor_handle_factory_registry_html_a69ca23561f4f8a887f19c6580cbd34c8"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.html#a69ca23561f4f8a887f19c6580cbd34c8">armnn::TensorHandleFactoryRegistry::ReleaseMemory</a></div><div class="ttdeci">void ReleaseMemory()</div><div class="ttdoc">Release memory required for inference.</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.html#l00086">TensorHandleFactoryRegistry.cpp:86</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_tensor_handle_factory_registry_html_ae5ecc42140a12c855554a4a621fc8456"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.html#ae5ecc42140a12c855554a4a621fc8456">armnn::TensorHandleFactoryRegistry::GetFactory</a></div><div class="ttdeci">ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const</div><div class="ttdoc">Find a TensorHandleFactory by Id Returns nullptr if not found.</div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry.cpp:39</a></div></div> |
| <div class="ttc" id="a_deprecated_8hpp_html_ab66a241a0ed3ee89c866e777b035d0ed"><div class="ttname"><a href="_deprecated_8hpp.html#ab66a241a0ed3ee89c866e777b035d0ed">ARMNN_NO_DEPRECATE_WARN_BEGIN</a></div><div class="ttdeci">#define ARMNN_NO_DEPRECATE_WARN_BEGIN</div><div class="ttdef"><b>Definition:</b> <a href="_deprecated_8hpp_source.html#l00033">Deprecated.hpp:33</a></div></div> |
| <div class="ttc" id="a_assert_8hpp_html_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00015">Assert.hpp:15</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div><div class="ttdeci">@ error</div></div> |
| <div class="ttc" id="aclassarmnn_1_1_i_tensor_handle_factory_html_a9c95f90eb40e31f629e0e2947b8bc6f9"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">armnn::ITensorHandleFactory::LegacyFactoryId</a></div><div class="ttdeci">static const FactoryId LegacyFactoryId</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory.hpp:50</a></div></div> |
| <div class="ttc" id="a_logging_8hpp_html_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.html#l00212">Logging.hpp:212</a></div></div> |
| <div class="ttc" id="a_profiling_8hpp_html_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.html#l00220">Profiling.hpp:220</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277aec0fc0100c4fc1ce4eea230c3dc10360">armnn::MemorySource::Undefined</a></div><div class="ttdeci">@ Undefined</div></div> |
| <div class="ttc" id="anamespacearmnn_html_ab8cf8f9fb6792e654c2d8d8382f6f01b"><div class="ttname"><a href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">armnn::LayerBindingId</a></div><div class="ttdeci">int LayerBindingId</div><div class="ttdoc">Type of identifiers for bindable layers (inputs, outputs).</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00309">Types.hpp:309</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a5acae80f1d8fd03cdb3878bd356683d7"><div class="ttname"><a href="namespacearmnn.html#a5acae80f1d8fd03cdb3878bd356683d7">armnn::CopyToOutputTensor</a></div><div class="ttdeci">void CopyToOutputTensor(const Tensor &outputTensor, ITensorHandle *outputTensorHandle)</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.html#l01388">LoadedNetwork.cpp:1388</a></div></div> |
| <div class="ttc" id="a_heap_profiling_8hpp_html_aeeb927880fc4ffc2eea754a67d884a53"><div class="ttname"><a href="_heap_profiling_8hpp.html#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a></div><div class="ttdeci">#define ARMNN_SCOPED_HEAP_PROFILING(TAG)</div><div class="ttdef"><b>Definition:</b> <a href="_heap_profiling_8hpp_source.html#l00045">HeapProfiling.hpp:45</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a84f86b4de5adf0b164e811c87051a0ee"><div class="ttname"><a href="namespacearmnn.html#a84f86b4de5adf0b164e811c87051a0ee">armnn::CheckFlag</a></div><div class="ttdeci">bool CheckFlag(MemorySourceFlags flags, MemorySource source)</div><div class="ttdef"><b>Definition:</b> <a href="_memory_sources_8hpp_source.html#l00041">MemorySources.hpp:41</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div><div class="ttdeci">@ Success</div></div> |
| <div class="ttc" id="aclassarmnn_1_1_exception_html"><div class="ttname"><a href="classarmnn_1_1_exception.html">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those.</div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00046">Exceptions.hpp:46</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_runtime_exception_html"><div class="ttname"><a href="classarmnn_1_1_runtime_exception.html">armnn::RuntimeException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00120">Exceptions.hpp:120</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c"><div class="ttname"><a href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::BoostLogSeverityMapping::info</a></div><div class="ttdeci">@ info</div></div> |
| <div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::LayerType::MemImport</a></div><div class="ttdeci">@ MemImport</div></div> |
| <div class="ttc" id="anamespacearmnn_html_ac68a434f0e78e33726bfb22a39ec813f"><div class="ttname"><a href="namespacearmnn.html#ac68a434f0e78e33726bfb22a39ec813f">armnn::ImportedOutputId</a></div><div class="ttdeci">unsigned int ImportedOutputId</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00311">Types.hpp:311</a></div></div> |
| <div class="ttc" id="a_deprecated_8hpp_html_ad762b11b48e5c1d1c1743f529485728a"><div class="ttname"><a href="_deprecated_8hpp.html#ad762b11b48e5c1d1c1743f529485728a">ARMNN_NO_DEPRECATE_WARN_END</a></div><div class="ttdeci">#define ARMNN_NO_DEPRECATE_WARN_END</div><div class="ttdef"><b>Definition:</b> <a href="_deprecated_8hpp_source.html#l00034">Deprecated.hpp:34</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_loaded_network_html_a95b1c23f6f296a0c39383bef20fdd46a"><div class="ttname"><a href="classarmnn_1_1_loaded_network.html#a95b1c23f6f296a0c39383bef20fdd46a">armnn::LoadedNetwork::Execute</a></div><div class="ttdeci">Status Execute(const InputTensors &inputTensors, const OutputTensors &outputTensors, IWorkingMemHandle &workingMemHandle, std::vector< ImportedInputId > preImportedInputs={}, std::vector< ImportedOutputId > preImportedOutputs={})</div><div class="ttdoc">Thread safe execution of the loaded network.</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.html#l01741">LoadedNetwork.cpp:1741</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a14fcd7f88d11cea0a018269dca5f9277"><div class="ttname"><a href="namespacearmnn.html#a14fcd7f88d11cea0a018269dca5f9277">armnn::MemorySource</a></div><div class="ttdeci">MemorySource</div><div class="ttdoc">Define the Memory Source to reduce copies.</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00244">Types.hpp:244</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_loaded_network_html_aaf8558a23ae9be6e7ea165989f1fa808"><div class="ttname"><a href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">armnn::LoadedNetwork::FreeWorkingMemory</a></div><div class="ttdeci">void FreeWorkingMemory()</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.html#l01234">LoadedNetwork.cpp:1234</a></div></div> |
| <div class="ttc" id="aclassarmnn_1_1_i_tensor_handle_factory_html_a32f4aa6a7089d877af08928139c2c277"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.html#a32f4aa6a7089d877af08928139c2c277">armnn::ITensorHandleFactory::FactoryId</a></div><div class="ttdeci">std::string FactoryId</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00049">ITensorHandleFactory.hpp:49</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div><div class="ttdeci">@ Input</div></div> |
| <div class="ttc" id="astructarmnn_1_1_i_network_properties_html_a3266436db920d1ca96b0afaadacf3972"><div class="ttname"><a href="structarmnn_1_1_i_network_properties.html#a3266436db920d1ca96b0afaadacf3972">armnn::INetworkProperties::m_OutputSource</a></div><div class="ttdeci">const MemorySource m_OutputSource</div><div class="ttdef"><b>Definition:</b> <a href="_i_runtime_8hpp_source.html#l00066">IRuntime.hpp:66</a></div></div> |
| <div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div><div class="ttdeci">@ Failure</div></div> |
| <div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div><div class="ttdeci">@ Output</div></div> |
| <div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a></div><div class="ttdeci">@ Constant</div></div> |
| <div class="ttc" id="anamespacearmnn_html_a406399d2a16ead98e4e93cdd57adead4"><div class="ttname"><a href="namespacearmnn.html#a406399d2a16ead98e4e93cdd57adead4">armnn::HasMatchingCapability</a></div><div class="ttdeci">bool HasMatchingCapability(const BackendOptions::BackendOption &capability, const BackendCapabilities &capabilities)</div><div class="ttdoc">Convenience function to check if a given capability matches a capability in a BackendCapabilities str...</div><div class="ttdef"><b>Definition:</b> <a href="_backend_helper_8cpp_source.html#l00085">BackendHelper.cpp:85</a></div></div> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="namespacearmnn.html">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a></li> |
| <li class="footer">Generated on Wed Feb 14 2024 16:36:23 for Arm NN by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.17 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |