| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.13"/> |
| <meta name="viewport" content="width=device-width, initial-scale=1"/> |
| <title>ArmNN: LoadedNetwork Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="navtree.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="resize.js"></script> |
| <script type="text/javascript" src="navtreedata.js"></script> |
| <script type="text/javascript" src="navtree.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(initResizable); |
| </script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/searchdata.js"></script> |
| <script type="text/javascript" src="search/search.js"></script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td id="projectalign" style="padding-left: 0.5em;"> |
| <div id="projectname">ArmNN |
|  <span id="projectnumber">NotReleased</span> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.13 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <script type="text/javascript" src="menudata.js"></script> |
| <script type="text/javascript" src="menu.js"></script> |
| <script type="text/javascript"> |
| $(function() { |
| initMenu('',true,false,'search.php','Search'); |
| $(document).ready(function() { init_search(); }); |
| }); |
| </script> |
| <div id="main-nav"></div> |
| </div><!-- top --> |
| <div id="side-nav" class="ui-resizable side-nav-resizable"> |
| <div id="nav-tree"> |
| <div id="nav-tree-contents"> |
| <div id="nav-sync" class="sync"></div> |
| </div> |
| </div> |
| <div id="splitbar" style="-moz-user-select:none;" |
| class="ui-resizable-handle"> |
| </div> |
| </div> |
| <script type="text/javascript"> |
| $(document).ready(function(){initNavTree('classarmnn_1_1_loaded_network.html','');}); |
| </script> |
| <div id="doc-content"> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| </div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div class="header"> |
| <div class="summary"> |
| <a href="#pub-types">Public Types</a> | |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pub-static-methods">Static Public Member Functions</a> | |
| <a href="classarmnn_1_1_loaded_network-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">LoadedNetwork Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p><code>#include <<a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>></code></p> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-types"></a> |
| Public Types</h2></td></tr> |
| <tr class="memitem:a15f53f26b8495b51d0bba3d1bc4efc80"><td class="memItemLeft" align="right" valign="top">using </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a15f53f26b8495b51d0bba3d1bc4efc80">WorkloadQueue</a> = std::vector< std::unique_ptr< <a class="el" href="classarmnn_1_1_i_workload.html">IWorkload</a> > ></td></tr> |
| <tr class="separator:a15f53f26b8495b51d0bba3d1bc4efc80"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:a1bf130efa381d53486c78ea417ea4db1"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a1bf130efa381d53486c78ea417ea4db1">~LoadedNetwork</a> ()</td></tr> |
| <tr class="separator:a1bf130efa381d53486c78ea417ea4db1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:af616683424cb40d83b5a923db7f06f11"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#af616683424cb40d83b5a923db7f06f11">GetInputTensorInfo</a> (<a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> |
| <tr class="separator:af616683424cb40d83b5a923db7f06f11"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a2b6b57945bc68f659e08d28c8a015e91"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a2b6b57945bc68f659e08d28c8a015e91">GetOutputTensorInfo</a> (<a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> layerId) const</td></tr> |
| <tr class="separator:a2b6b57945bc68f659e08d28c8a015e91"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a878c3febb600fd2ccf3b5cb1f9a61e27"><td class="memItemLeft" align="right" valign="top"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a878c3febb600fd2ccf3b5cb1f9a61e27">EnqueueWorkload</a> (const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> &inputTensors, const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> &outputTensors)</td></tr> |
| <tr class="separator:a878c3febb600fd2ccf3b5cb1f9a61e27"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a9104db17fc73d16aaaed173b2f97dc88"><td class="memItemLeft" align="right" valign="top">const std::shared_ptr< <a class="el" href="classarmnn_1_1_profiler.html">Profiler</a> > & </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a9104db17fc73d16aaaed173b2f97dc88">GetProfiler</a> () const</td></tr> |
| <tr class="separator:a9104db17fc73d16aaaed173b2f97dc88"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a> ()</td></tr> |
| <tr class="separator:aaf8558a23ae9be6e7ea165989f1fa808"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a091ea8d2d804c8902f3120fdf2a36512"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#a091ea8d2d804c8902f3120fdf2a36512">RegisterDebugCallback</a> (const <a class="el" href="namespacearmnn.html#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> &func)</td></tr> |
| <tr class="separator:a091ea8d2d804c8902f3120fdf2a36512"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-methods"></a> |
| Static Public Member Functions</h2></td></tr> |
| <tr class="memitem:aaa7a9817a8c3c6595ea8255e2fe843c6"><td class="memItemLeft" align="right" valign="top">static std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classarmnn_1_1_loaded_network.html#aaa7a9817a8c3c6595ea8255e2fe843c6">MakeLoadedNetwork</a> (std::unique_ptr< <a class="el" href="classarmnn_1_1_optimized_network.html">OptimizedNetwork</a> > net, std::string &errorMessage, const <a class="el" href="structarmnn_1_1_i_network_properties.html">INetworkProperties</a> &networkProperties)</td></tr> |
| <tr class="separator:aaa7a9817a8c3c6595ea8255e2fe843c6"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"> |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00033">33</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| </div><h2 class="groupheader">Member Typedef Documentation</h2> |
| <a id="a15f53f26b8495b51d0bba3d1bc4efc80"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a15f53f26b8495b51d0bba3d1bc4efc80">◆ </a></span>WorkloadQueue</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">using <a class="el" href="classarmnn_1_1_loaded_network.html#a15f53f26b8495b51d0bba3d1bc4efc80">WorkloadQueue</a> = std::vector< std::unique_ptr<<a class="el" href="classarmnn_1_1_i_workload.html">IWorkload</a>> ></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00036">36</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Constructor & Destructor Documentation</h2> |
| <a id="a1bf130efa381d53486c78ea417ea4db1"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a1bf130efa381d53486c78ea417ea4db1">◆ </a></span>~LoadedNetwork()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">~<a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00037">37</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| |
| <p class="reference">References <a class="el" href="_quantizer_test_8cpp_source.html#l00337">armnn::GetInputTensorInfo()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> { <a class="code" href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">FreeWorkingMemory</a>(); }</div><div class="ttc" id="classarmnn_1_1_loaded_network_html_aaf8558a23ae9be6e7ea165989f1fa808"><div class="ttname"><a href="classarmnn_1_1_loaded_network.html#aaf8558a23ae9be6e7ea165989f1fa808">armnn::LoadedNetwork::FreeWorkingMemory</a></div><div class="ttdeci">void FreeWorkingMemory()</div><div class="ttdef"><b>Definition:</b> <a href="_loaded_network_8cpp_source.html#l00660">LoadedNetwork.cpp:660</a></div></div> |
| </div><!-- fragment --> |
| </div> |
| </div> |
| <h2 class="groupheader">Member Function Documentation</h2> |
| <a id="a878c3febb600fd2ccf3b5cb1f9a61e27"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a878c3febb600fd2ccf3b5cb1f9a61e27">◆ </a></span>EnqueueWorkload()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70b">Status</a> EnqueueWorkload </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#aa01bce88f89975a5a031db4cc8861527">InputTensors</a> & </td> |
| <td class="paramname"><em>inputTensors</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a8f091a512915d1cb29a4ebf13dfc53ea">OutputTensors</a> & </td> |
| <td class="paramname"><em>outputTensors</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00412">412</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00163">ARMNN_LOG</a>, <a class="el" href="_labels_and_event_classes_8hpp_source.html#l00048">LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS</a>, <a class="el" href="_labels_and_event_classes_8hpp_source.html#l00047">LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS</a>, <a class="el" href="_heap_profiling_8hpp_source.html#l00045">ARMNN_SCOPED_HEAP_PROFILING</a>, <a class="el" href="_profiling_8hpp_source.html#l00170">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_memory_sources_8hpp_source.html#l00047">armnn::CheckFlag()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.html#l00070">ITensorHandle::GetImportFlags()</a>, <a class="el" href="_graph_8hpp_source.html#l00181">Graph::GetInputLayers()</a>, <a class="el" href="_layer_8hpp_source.html#l00231">Layer::GetInputSlots()</a>, <a class="el" href="_graph_8hpp_source.html#l00176">Graph::GetNumInputs()</a>, <a class="el" href="_layer_8hpp_source.html#l00307">Layer::GetNumInputSlots()</a>, <a class="el" href="_graph_8hpp_source.html#l00187">Graph::GetNumLayers()</a>, <a class="el" href="_graph_8hpp_source.html#l00177">Graph::GetNumOutputs()</a>, <a class="el" href="_layer_8hpp_source.html#l00308">Layer::GetNumOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.html#l00221">Layer::GetOutputHandler()</a>, <a class="el" href="_graph_8hpp_source.html#l00185">Graph::GetOutputLayers()</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.html#l00016">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetType()</a>, <a class="el" href="include_2armnn_2backends_2_i_tensor_handle_8hpp_source.html#l00076">ITensorHandle::Import()</a>, <a class="el" href="_profiling_service_8cpp_source.html#l00272">ProfilingService::IncrementCounterValue()</a>, <a class="el" href="_labels_and_event_classes_8hpp_source.html#l00043">LabelsAndEventClasses::INFERENCE_GUID</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="_profiling_service_8hpp_source.html#l00052">ProfilingService::Instance()</a>, <a class="el" href="_workload_data_8hpp_source.html#l00030">QueueDescriptor::m_Inputs</a>, <a class="el" href="include_2armnn_2backends_2_workload_info_8hpp_source.html#l00018">WorkloadInfo::m_InputTensorInfos</a>, <a class="el" href="_workload_data_8hpp_source.html#l00031">QueueDescriptor::m_Outputs</a>, <a class="el" href="include_2armnn_2backends_2_workload_info_8hpp_source.html#l00019">WorkloadInfo::m_OutputTensorInfos</a>, <a class="el" href="namespacearmnn.html#a0fc99721e27eb20ecd0ea85a3cc8b488a1131a914388fac73e5f07b0ba0aad523">armnn::Malloc</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a9afbc055a017adf1bc38ee137bca6e90">ITensorHandle::Map()</a>, <a class="el" href="_profiling_service_8cpp_source.html#l00280">ProfilingService::NextGuid()</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="_timeline_model_8h_source.html#l00019">RetentionLink</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a563609828050f1b3a7868c23f3365923">ITensorHandle::Unmap()</a>, and <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::warning</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00271">Runtime::EnqueueWorkload()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00414"></a><span class="lineno"> 414</span> {</div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"EnqueueWorkload"</span>);</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span> </div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <span class="keyword">const</span> Graph& graph = m_OptimizedNetwork->GetGraph();</div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span> </div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  <span class="comment">// Walk graph to determine the order of execution.</span></div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  <span class="keywordflow">if</span> (graph.GetNumLayers() < 2)</div><div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  {</div><div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">warning</a>) << <span class="stringliteral">"IRuntime::EnqueueWorkload()::Less than two nodes in graph"</span>;</div><div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  }</div><div class="line"><a name="l00425"></a><span class="lineno"> 425</span> </div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="comment">// Data that must be kept alive for the entire execution of the workload.</span></div><div class="line"><a name="l00427"></a><span class="lineno"> 427</span>  WorkloadData workloadData(inputTensors, outputTensors);</div><div class="line"><a name="l00428"></a><span class="lineno"> 428</span> </div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  <span class="keywordflow">if</span> (graph.GetNumInputs() != inputTensors.size())</div><div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  {</div><div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  <span class="keywordflow">throw</span> InvalidArgumentException(<span class="stringliteral">"Number of inputs provided does not match network."</span>);</div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  }</div><div class="line"><a name="l00433"></a><span class="lineno"> 433</span> </div><div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  <span class="comment">// For each input to the network, call EnqueueInput with the data passed by the user.</span></div><div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  m_InputQueue.clear();</div><div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  m_InputQueue.reserve(graph.GetNumInputs());</div><div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* inputLayer : graph.GetInputLayers())</div><div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  {</div><div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetInputTensorPin(inputLayer->GetBindingId());</div><div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  EnqueueInput(*inputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  }</div><div class="line"><a name="l00442"></a><span class="lineno"> 442</span> </div><div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  <span class="comment">// For each output to the network, call EnqueueOutput with the data passed by the user.</span></div><div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  m_OutputQueue.clear();</div><div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  m_OutputQueue.reserve(graph.GetNumOutputs());</div><div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  <span class="keywordflow">for</span> (<span class="keyword">const</span> BindableLayer* outputLayer : graph.GetOutputLayers())</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  {</div><div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  <span class="keyword">const</span> TensorPin& pin = workloadData.GetOutputTensorPin(outputLayer->GetBindingId());</div><div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  EnqueueOutput(*outputLayer, pin.GetTensorHandle(), pin.GetTensorInfo());</div><div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  }</div><div class="line"><a name="l00451"></a><span class="lineno"> 451</span> </div><div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  std::unique_ptr<TimelineUtilityMethods> timelineUtils = <a class="code" href="classarmnn_1_1profiling_1_1_timeline_utility_methods.html#a658c37218b2fb1b1f1fe80a4f83e0ad8">TimelineUtilityMethods::GetTimelineUtils</a>();</div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  <a class="code" href="classarmnn_1_1profiling_1_1_profiling_guid.html">ProfilingGuid</a> inferenceGuid = <a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.html#a6d016886de3596fe67dbabf107168f97">ProfilingService::Instance</a>().<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.html#aeea32305626f921e1e9f99434dbf9049">NextGuid</a>();</div><div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  {</div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  <span class="comment">// Add inference timeline trace if profiling is enabled.</span></div><div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  <a class="code" href="classarmnn_1_1profiling_1_1_profiling_guid.html">ProfilingGuid</a> networkGuid = m_OptimizedNetwork->GetGuid();</div><div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  timelineUtils->CreateTypedEntity(inferenceGuid, <a class="code" href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#ae3da9252fb4310cb359c5d64a5573926">LabelsAndEventClasses::INFERENCE_GUID</a>);</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  timelineUtils->CreateRelationship(<a class="code" href="_timeline_model_8h.html#afcec9ac4ebf3a53432bbd77a314b0667aeabb89c07f596ab9289315c4bb4809f9">ProfilingRelationshipType::RetentionLink</a>, networkGuid, inferenceGuid);</div><div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  timelineUtils->RecordEvent(inferenceGuid, <a class="code" href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#a75123df426e55b7e9c218704cb52120f">LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS</a>);</div><div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  }</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span> </div><div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  <span class="keywordtype">bool</span> executionSucceeded = <span class="keyword">true</span>;</div><div class="line"><a name="l00464"></a><span class="lineno"> 464</span> </div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  {</div><div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  <span class="keywordflow">if</span> (<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.html#a6d016886de3596fe67dbabf107168f97">profiling::ProfilingService::Instance</a>().IsProfilingEnabled())</div><div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  {</div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  <a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.html#a6d016886de3596fe67dbabf107168f97">profiling::ProfilingService::Instance</a>().<a class="code" href="classarmnn_1_1profiling_1_1_profiling_service.html#a6c2d955d387944f5b7ad37ebb435a37f">IncrementCounterValue</a>(armnn::profiling::INFERENCES_RUN);</div><div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  }</div><div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"Execute"</span>);</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  <a class="code" href="_heap_profiling_8hpp.html#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a>(<span class="stringliteral">"Executing"</span>);</div><div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  executionSucceeded = Execute(timelineUtils, inferenceGuid);</div><div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  }</div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span> </div><div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  <span class="keywordflow">if</span> (timelineUtils)</div><div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  {</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <span class="comment">// Add end of life of the inference timeline if profiling is enabled.</span></div><div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  timelineUtils->RecordEvent(inferenceGuid, <a class="code" href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#abff887aa42263e0816432cdd0987e27d">LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS</a>);</div><div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  timelineUtils->Commit();</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  }</div><div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  <span class="keywordflow">return</span> executionSucceeded ? <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a> : <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">Status::Failure</a>;</div><div class="line"><a name="l00482"></a><span class="lineno"> 482</span> }</div><div class="ttc" id="_profiling_8hpp_html_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.html#l00170">Profiling.hpp:170</a></div></div> |
| <div class="ttc" id="namespacearmnn_html_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_labels_and_event_classes_html_abff887aa42263e0816432cdd0987e27d"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#abff887aa42263e0816432cdd0987e27d">armnn::profiling::LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS</a></div><div class="ttdeci">static ARMNN_DLLEXPORT ProfilingStaticGuid ARMNN_PROFILING_EOL_EVENT_CLASS</div><div class="ttdef"><b>Definition:</b> <a href="_labels_and_event_classes_8hpp_source.html#l00048">LabelsAndEventClasses.hpp:48</a></div></div> |
| <div class="ttc" id="namespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_html_aeea32305626f921e1e9f99434dbf9049"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.html#aeea32305626f921e1e9f99434dbf9049">armnn::profiling::ProfilingService::NextGuid</a></div><div class="ttdeci">ProfilingDynamicGuid NextGuid() override</div><div class="ttdoc">Return the next random Guid in the sequence. </div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.html#l00280">ProfilingService.cpp:280</a></div></div> |
| <div class="ttc" id="_logging_8hpp_html_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.html#l00163">Logging.hpp:163</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_labels_and_event_classes_html_ae3da9252fb4310cb359c5d64a5573926"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#ae3da9252fb4310cb359c5d64a5573926">armnn::profiling::LabelsAndEventClasses::INFERENCE_GUID</a></div><div class="ttdeci">static ARMNN_DLLEXPORT ProfilingStaticGuid INFERENCE_GUID</div><div class="ttdef"><b>Definition:</b> <a href="_labels_and_event_classes_8hpp_source.html#l00043">LabelsAndEventClasses.hpp:43</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_timeline_utility_methods_html_a658c37218b2fb1b1f1fe80a4f83e0ad8"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_timeline_utility_methods.html#a658c37218b2fb1b1f1fe80a4f83e0ad8">armnn::profiling::TimelineUtilityMethods::GetTimelineUtils</a></div><div class="ttdeci">static std::unique_ptr< TimelineUtilityMethods > GetTimelineUtils()</div><div class="ttdef"><b>Definition:</b> <a href="_timeline_utility_methods_8cpp_source.html#l00016">TimelineUtilityMethods.cpp:16</a></div></div> |
| <div class="ttc" id="_timeline_model_8h_html_afcec9ac4ebf3a53432bbd77a314b0667aeabb89c07f596ab9289315c4bb4809f9"><div class="ttname"><a href="_timeline_model_8h.html#afcec9ac4ebf3a53432bbd77a314b0667aeabb89c07f596ab9289315c4bb4809f9">RetentionLink</a></div><div class="ttdef"><b>Definition:</b> <a href="_timeline_model_8h_source.html#l00019">TimelineModel.h:19</a></div></div> |
| <div class="ttc" id="_heap_profiling_8hpp_html_aeeb927880fc4ffc2eea754a67d884a53"><div class="ttname"><a href="_heap_profiling_8hpp.html#aeeb927880fc4ffc2eea754a67d884a53">ARMNN_SCOPED_HEAP_PROFILING</a></div><div class="ttdeci">#define ARMNN_SCOPED_HEAP_PROFILING(TAG)</div><div class="ttdef"><b>Definition:</b> <a href="_heap_profiling_8hpp_source.html#l00045">HeapProfiling.hpp:45</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_html_a6c2d955d387944f5b7ad37ebb435a37f"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.html#a6c2d955d387944f5b7ad37ebb435a37f">armnn::profiling::ProfilingService::IncrementCounterValue</a></div><div class="ttdeci">uint32_t IncrementCounterValue(uint16_t counterUid) override</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8cpp_source.html#l00272">ProfilingService.cpp:272</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_service_html_a6d016886de3596fe67dbabf107168f97"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_service.html#a6d016886de3596fe67dbabf107168f97">armnn::profiling::ProfilingService::Instance</a></div><div class="ttdeci">static ProfilingService & Instance()</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_service_8hpp_source.html#l00052">ProfilingService.hpp:52</a></div></div> |
| <div class="ttc" id="namespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div></div> |
| <div class="ttc" id="namespacearmnn_html_a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd"><div class="ttname"><a href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407a7b83d3f08fa392b79e3f553b585971cd">armnn::BoostLogSeverityMapping::warning</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_labels_and_event_classes_html_a75123df426e55b7e9c218704cb52120f"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_labels_and_event_classes.html#a75123df426e55b7e9c218704cb52120f">armnn::profiling::LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS</a></div><div class="ttdeci">static ARMNN_DLLEXPORT ProfilingStaticGuid ARMNN_PROFILING_SOL_EVENT_CLASS</div><div class="ttdef"><b>Definition:</b> <a href="_labels_and_event_classes_8hpp_source.html#l00047">LabelsAndEventClasses.hpp:47</a></div></div> |
| <div class="ttc" id="classarmnn_1_1profiling_1_1_profiling_guid_html"><div class="ttname"><a href="classarmnn_1_1profiling_1_1_profiling_guid.html">armnn::profiling::ProfilingGuid</a></div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00249">Types.hpp:249</a></div></div> |
| </div><!-- fragment --> |
| </div> |
| </div> |
| <a id="aaf8558a23ae9be6e7ea165989f1fa808"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#aaf8558a23ae9be6e7ea165989f1fa808">◆ </a></span>FreeWorkingMemory()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void FreeWorkingMemory </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00660">660</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00163">ARMNN_LOG</a>, and <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00271">Runtime::EnqueueWorkload()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00661"></a><span class="lineno"> 661</span> {</div><div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  std::lock_guard<std::mutex> lockGuard(m_WorkingMemMutex);</div><div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  <span class="keywordflow">if</span> (!m_IsWorkingMemAllocated)</div><div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  {</div><div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  <span class="keywordflow">return</span>;</div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  }</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span>  <span class="comment">// Informs the memory managers to release memory in it's respective memory group</span></div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& workloadFactory : m_WorkloadFactories)</div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  {</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <a class="code" href="classarmnn_1_1_i_backend_internal.html#a693b40e6b94e958836aeb0410ca186bd">IBackendInternal::IMemoryManagerSharedPtr</a> memoryManager = workloadFactory.second.second;</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  <span class="keywordflow">if</span> (memoryManager)</div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  {</div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  memoryManager->Release();</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span>  }</div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span>  }</div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>  m_TensorHandleFactoryRegistry.<a class="code" href="classarmnn_1_1_tensor_handle_factory_registry.html#a69ca23561f4f8a887f19c6580cbd34c8">ReleaseMemory</a>();</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span>  m_IsWorkingMemAllocated = <span class="keyword">false</span>;</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span> }</div><div class="ttc" id="classarmnn_1_1_i_backend_internal_html_a693b40e6b94e958836aeb0410ca186bd"><div class="ttname"><a href="classarmnn_1_1_i_backend_internal.html#a693b40e6b94e958836aeb0410ca186bd">armnn::IBackendInternal::IMemoryManagerSharedPtr</a></div><div class="ttdeci">std::shared_ptr< IMemoryManager > IMemoryManagerSharedPtr</div><div class="ttdef"><b>Definition:</b> <a href="include_2armnn_2backends_2_i_backend_internal_8hpp_source.html#l00090">IBackendInternal.hpp:90</a></div></div> |
| <div class="ttc" id="classarmnn_1_1_tensor_handle_factory_registry_html_a69ca23561f4f8a887f19c6580cbd34c8"><div class="ttname"><a href="classarmnn_1_1_tensor_handle_factory_registry.html#a69ca23561f4f8a887f19c6580cbd34c8">armnn::TensorHandleFactoryRegistry::ReleaseMemory</a></div><div class="ttdeci">void ReleaseMemory()</div><div class="ttdoc">Release memory required for inference. </div><div class="ttdef"><b>Definition:</b> <a href="_tensor_handle_factory_registry_8cpp_source.html#l00060">TensorHandleFactoryRegistry.cpp:60</a></div></div> |
| </div><!-- fragment --> |
| </div> |
| </div> |
| <a id="af616683424cb40d83b5a923db7f06f11"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#af616683424cb40d83b5a923db7f06f11">◆ </a></span>GetInputTensorInfo()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> GetInputTensorInfo </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> |
| <td class="paramname"><em>layerId</em></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00263">263</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00260">Runtime::GetInputTensorInfo()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00264"></a><span class="lineno"> 264</span> {</div><div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& inputLayer : m_OptimizedNetwork->GetGraph().GetInputLayers())</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  {</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  BOOST_ASSERT_MSG(inputLayer->GetNumOutputSlots() == 1, <span class="stringliteral">"Input layer should have exactly 1 output slot"</span>);</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  <span class="keywordflow">if</span> (inputLayer->GetBindingId() == layerId)</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  {</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="keywordflow">return</span> inputLayer->GetOutputSlot(0).GetTensorInfo();</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  }</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  }</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span> </div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  <span class="keywordflow">throw</span> InvalidArgumentException(boost::str(boost::format(<span class="stringliteral">"No input layer is associated with id %1%"</span>) % layerId));</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span> }</div></div><!-- fragment --> |
| </div> |
| </div> |
| <a id="a2b6b57945bc68f659e08d28c8a015e91"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a2b6b57945bc68f659e08d28c8a015e91">◆ </a></span>GetOutputTensorInfo()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname"><a class="el" href="classarmnn_1_1_tensor_info.html">TensorInfo</a> GetOutputTensorInfo </td> |
| <td>(</td> |
| <td class="paramtype"><a class="el" href="namespacearmnn.html#ab8cf8f9fb6792e654c2d8d8382f6f01b">LayerBindingId</a> </td> |
| <td class="paramname"><em>layerId</em></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00277">277</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">References <a class="el" href="_exceptions_8hpp_source.html#l00169">CHECK_LOCATION</a>, <a class="el" href="_backend_id_8hpp_source.html#l00136">BackendId::Get()</a>, <a class="el" href="_layer_8hpp_source.html#l00263">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00216">Layer::GetNameStr()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, and <a class="el" href="_workload_factory_8cpp_source.html#l00045">IWorkloadFactory::IsLayerSupported()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00265">Runtime::GetOutputTensorInfo()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00278"></a><span class="lineno"> 278</span> {</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& outputLayer : m_OptimizedNetwork->GetGraph().GetOutputLayers())</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  {</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  BOOST_ASSERT_MSG(outputLayer->GetNumInputSlots() == 1, <span class="stringliteral">"Output layer should have exactly 1 input slot"</span>);</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  BOOST_ASSERT_MSG(outputLayer->GetInputSlot(0).GetConnection(), <span class="stringliteral">"Input slot on Output layer must be connected"</span>);</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="keywordflow">if</span> (outputLayer->GetBindingId() == layerId)</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  {</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  <span class="keywordflow">return</span> outputLayer->GetInputSlot(0).GetConnection()->GetTensorInfo();</div><div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  }</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  }</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span> </div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordflow">throw</span> InvalidArgumentException(boost::str(boost::format(<span class="stringliteral">"No output layer is associated with id %1%"</span>) % layerId));</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span> }</div></div><!-- fragment --> |
| </div> |
| </div> |
| <a id="a9104db17fc73d16aaaed173b2f97dc88"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a9104db17fc73d16aaaed173b2f97dc88">◆ </a></span>GetProfiler()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const std::shared_ptr<<a class="el" href="classarmnn_1_1_profiler.html">Profiler</a>>& GetProfiler </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td> const</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">inline</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8hpp_source.html#l00051">51</a> of file <a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00051"></a><span class="lineno"> 51</span> { <span class="keywordflow">return</span> m_Profiler; }</div></div><!-- fragment --> |
| </div> |
| </div> |
| <a id="aaa7a9817a8c3c6595ea8255e2fe843c6"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#aaa7a9817a8c3c6595ea8255e2fe843c6">◆ </a></span>MakeLoadedNetwork()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">std::unique_ptr< <a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a> > MakeLoadedNetwork </td> |
| <td>(</td> |
| <td class="paramtype">std::unique_ptr< <a class="el" href="classarmnn_1_1_optimized_network.html">OptimizedNetwork</a> > </td> |
| <td class="paramname"><em>net</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">std::string & </td> |
| <td class="paramname"><em>errorMessage</em>, </td> |
| </tr> |
| <tr> |
| <td class="paramkey"></td> |
| <td></td> |
| <td class="paramtype">const <a class="el" href="structarmnn_1_1_i_network_properties.html">INetworkProperties</a> & </td> |
| <td class="paramname"><em>networkProperties</em> </td> |
| </tr> |
| <tr> |
| <td></td> |
| <td>)</td> |
| <td></td><td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00085">85</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00163">ARMNN_LOG</a>, <a class="el" href="_backend_registry_8cpp_source.html#l00013">armnn::BackendRegistryInstance()</a>, <a class="el" href="_i_backend_internal_8cpp_source.html#l00031">IBackendInternal::CreateMemoryManager()</a>, <a class="el" href="classarmnn_1_1_i_backend_internal.html#afd5a5e90515b31c0174f76ec8897e9b1">IBackendInternal::CreateWorkloadFactory()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::error</a>, <a class="el" href="_backend_registry_8cpp_source.html#l00048">BackendRegistry::GetFactory()</a>, <a class="el" href="_profiling_8cpp_source.html#l00486">ProfilerManager::GetInstance()</a>, <a class="el" href="_timeline_utility_methods_8cpp_source.html#l00016">TimelineUtilityMethods::GetTimelineUtils()</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00033">INetworkProperties::m_ExportEnabled</a>, <a class="el" href="_i_runtime_8hpp_source.html#l00032">INetworkProperties::m_ImportEnabled</a>, <a class="el" href="_labels_and_event_classes_8hpp_source.html#l00041">LabelsAndEventClasses::NETWORK_GUID</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>, <a class="el" href="_profiling_8cpp_source.html#l00493">ProfilerManager::RegisterProfiler()</a>, <a class="el" href="include_2armnn_2backends_2_i_backend_internal_8hpp_source.html#l00146">IBackendInternal::RegisterTensorHandleFactories()</a>, <a class="el" href="_i_backend_internal_8cpp_source.html#l00080">IBackendInternal::SupportsTensorAllocatorAPI()</a>, and <a class="el" href="_graph_8hpp_source.html#l00173">Graph::TopologicalSort()</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00061">Runtime::LoadNetwork()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00088"></a><span class="lineno"> 88</span> {</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  std::unique_ptr<LoadedNetwork> loadedNetwork;</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span> </div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <span class="keyword">auto</span> Fail = [&](<span class="keyword">const</span> std::exception& <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) -> std::unique_ptr<LoadedNetwork></div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  {</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  errorMessage = ToErrorMessage(<span class="stringliteral">"An error occurred when preparing the network workloads: "</span>, <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>);</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <a class="code" href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a>(<a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>) << errorMessage;</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span> </div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <span class="keywordflow">return</span> std::unique_ptr<LoadedNetwork>();</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  };</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <span class="keywordflow">try</span></div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  {</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  loadedNetwork.reset(<span class="keyword">new</span> LoadedNetwork(std::move(net), networkProperties));</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  }</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_runtime_exception.html">armnn::RuntimeException</a>& <a class="code" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">error</a>)</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  {</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  }</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>& error)</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  {</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  }</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <span class="keywordflow">catch</span> (<span class="keyword">const</span> std::runtime_error& error)</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  {</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordflow">return</span> Fail(error);</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  }</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span> </div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="keywordflow">return</span> loadedNetwork;</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span> }</div><div class="ttc" id="_logging_8hpp_html_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.html#l00163">Logging.hpp:163</a></div></div> |
| <div class="ttc" id="namespacearmnn_html_a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282"><div class="ttname"><a href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acb5e100e5a9a3e7f6d1fd97512215282">armnn::BoostLogSeverityMapping::error</a></div></div> |
| <div class="ttc" id="classarmnn_1_1_runtime_exception_html"><div class="ttname"><a href="classarmnn_1_1_runtime_exception.html">armnn::RuntimeException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00120">Exceptions.hpp:120</a></div></div> |
| <div class="ttc" id="classarmnn_1_1_exception_html"><div class="ttname"><a href="classarmnn_1_1_exception.html">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those. </div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00046">Exceptions.hpp:46</a></div></div> |
| </div><!-- fragment --> |
| </div> |
| </div> |
| <a id="a091ea8d2d804c8902f3120fdf2a36512"></a> |
| <h2 class="memtitle"><span class="permalink"><a href="#a091ea8d2d804c8902f3120fdf2a36512">◆ </a></span>RegisterDebugCallback()</h2> |
| |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void RegisterDebugCallback </td> |
| <td>(</td> |
| <td class="paramtype">const <a class="el" href="namespacearmnn.html#a15f3ad9b5e4e3d46b0a6dda246a7bc28">DebugCallbackFunction</a> & </td> |
| <td class="paramname"><em>func</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p class="definition">Definition at line <a class="el" href="_loaded_network_8cpp_source.html#l00750">750</a> of file <a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a>.</p> |
| |
| <p class="reference">Referenced by <a class="el" href="_runtime_8cpp_source.html#l00290">Runtime::RegisterDebugCallback()</a>.</p> |
| <div class="fragment"><div class="line"><a name="l00751"></a><span class="lineno"> 751</span> {</div><div class="line"><a name="l00752"></a><span class="lineno"> 752</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& workloadPtr: m_WorkloadQueue)</div><div class="line"><a name="l00753"></a><span class="lineno"> 753</span>  {</div><div class="line"><a name="l00754"></a><span class="lineno"> 754</span>  workloadPtr.get()->RegisterDebugCallback(func);</div><div class="line"><a name="l00755"></a><span class="lineno"> 755</span>  }</div><div class="line"><a name="l00756"></a><span class="lineno"> 756</span> }</div></div><!-- fragment --> |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following files:<ul> |
| <li>src/armnn/<a class="el" href="_loaded_network_8hpp_source.html">LoadedNetwork.hpp</a></li> |
| <li>src/armnn/<a class="el" href="_loaded_network_8cpp_source.html">LoadedNetwork.cpp</a></li> |
| </ul> |
| </div><!-- contents --> |
| </div><!-- doc-content --> |
| <!-- start footer part --> |
| <div id="nav-path" class="navpath"><!-- id is needed for treeview function! --> |
| <ul> |
| <li class="navelem"><a class="el" href="namespacearmnn.html">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_loaded_network.html">LoadedNetwork</a></li> |
| <li class="footer">Generated on Fri Mar 13 2020 16:07:03 for ArmNN by |
| <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li> |
| </ul> |
| </div> |
| </body> |
| </html> |