IVGCVSW-8260 Update Doxgen Docu for 24.05
Signed-off-by: Nikhil Raj <nikhil.raj@arm.com>
Change-Id: If4bc983bf2793a27ded8e26ac2b29523fc1e4711
diff --git a/latest/classarmnn_1_1_graph.html b/latest/classarmnn_1_1_graph.html
index 2e515df..f25a48d 100644
--- a/latest/classarmnn_1_1_graph.html
+++ b/latest/classarmnn_1_1_graph.html
@@ -36,7 +36,7 @@
<img alt="ArmNN" src="Arm_NN_horizontal_blue.png" style="max-width: 15rem; margin-top: .5rem; margin-left 13px"/>
<td id="projectalign" style="padding-left: 0.9em;">
<div id="projectname">
-  <span id="projectnumber">24.02</span>
+  <span id="projectnumber">24.05</span>
</div>
</td>
</tr>
@@ -456,7 +456,7 @@
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  }</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00266">Layer::BeginOutputSlots()</a>, <a class="el" href="classarmnn_1_1_layer.html#ae89ff455503aa106d00bf34103d2f2e0">Layer::Clone()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, and <a class="el" href="_layer_8cpp_source.html#l00587">InputSlot::SetTensorInfo()</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00266">Layer::BeginOutputSlots()</a>, <a class="el" href="classarmnn_1_1_layer.html#ae89ff455503aa106d00bf34103d2f2e0">Layer::Clone()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, and <a class="el" href="_layer_8cpp_source.html#l00609">InputSlot::SetTensorInfo()</a>.</p>
</div>
</div>
@@ -514,13 +514,13 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00135">135</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  {</div>
-<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([](Layer* layer)</div>
-<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  {</div>
-<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keyword">delete</span> layer;</div>
-<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  });</div>
-<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00142">142</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  {</div>
+<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([](Layer* layer)</div>
+<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  {</div>
+<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  <span class="keyword">delete</span> layer;</div>
+<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  });</div>
+<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  }</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>.</p>
@@ -555,140 +555,153 @@
<p>Modifies the graph in-place, removing edges connecting layers using different compute devices, and relinking them via an intermediary copy layers. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00329">329</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00331"></a><span class="lineno"> 331</span> {</div>
-<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  <span class="comment">// Returns true if the given layer could potentially need an intermediate copy/import layer (depending on its</span></div>
-<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  <span class="comment">// connections to other layers).</span></div>
-<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>  <span class="keyword">auto</span> MayNeedCompatibilityLayer = [](<span class="keyword">const</span> Layer& layer)</div>
-<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>  {</div>
-<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  <span class="comment">// All layers should have been associated with a valid compute device at this point.</span></div>
-<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer.GetBackendId() != <a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>);</div>
-<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>  <span class="comment">// Does not need another compatibility layer if a copy or import layer is already present.</span></div>
-<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  <span class="keywordflow">return</span> layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">LayerType::MemCopy</a> &&</div>
-<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>  layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>;</div>
-<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  };</div>
-<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  </div>
-<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  <span class="keyword">auto</span> IsCompatibilityStrategy = [](<a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy)</div>
-<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  {</div>
-<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  <span class="keywordflow">return</span> strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a> ||</div>
-<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>;</div>
-<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  };</div>
-<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  </div>
-<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>, &backends, &registry, MayNeedCompatibilityLayer, IsCompatibilityStrategy](Layer* srcLayer)</div>
-<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  {</div>
-<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(srcLayer);</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00330">330</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00332"></a><span class="lineno"> 332</span> {</div>
+<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  <span class="comment">// Returns true if the given layer could potentially need an intermediate copy/import layer (depending on its</span></div>
+<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>  <span class="comment">// connections to other layers).</span></div>
+<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>  <span class="keyword">auto</span> MayNeedCompatibilityLayer = [](<span class="keyword">const</span> Layer& layer)</div>
+<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  {</div>
+<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  <span class="comment">// All layers should have been associated with a valid compute device at this point.</span></div>
+<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>  <span class="keywordflow">if</span> (layer.GetBackendId() == <a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>)</div>
+<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  {</div>
+<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"AddCompatibilityLayers: All layers must be assigned to a backend at this point."</span>);</div>
+<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  }</div>
+<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  <span class="comment">// Does not need another compatibility layer if a copy or import layer is already present.</span></div>
+<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  <span class="keywordflow">return</span> layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">LayerType::MemCopy</a> &&</div>
+<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  layer.GetType() != <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">LayerType::MemImport</a>;</div>
+<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  };</div>
+<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  </div>
+<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  <span class="keyword">auto</span> IsCompatibilityStrategy = [](<a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy)</div>
+<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  {</div>
+<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  <span class="keywordflow">return</span> strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a> ||</div>
+<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>;</div>
+<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>  };</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  </div>
-<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <span class="keywordflow">if</span> (!MayNeedCompatibilityLayer(*srcLayer))</div>
-<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  {</div>
-<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  <span class="comment">// The current layer does not need copy layers, move to the next one</span></div>
-<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  <span class="keywordflow">return</span>;</div>
-<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  }</div>
-<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  </div>
-<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  <span class="keyword">const</span> std::vector<OutputSlot>& srcOutputSlots = srcLayer->GetOutputSlots();</div>
-<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcOutputIndex = 0; srcOutputIndex < srcOutputSlots.size(); srcOutputIndex++)</div>
-<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  {</div>
-<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  OutputSlot& srcOutputSlot = srcLayer->GetOutputSlot(srcOutputIndex);</div>
-<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  <span class="keyword">const</span> std::vector<InputSlot*> srcConnections = srcOutputSlot.GetConnections();</div>
-<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  <span class="keyword">const</span> std::vector<EdgeStrategy> srcEdgeStrategies = srcOutputSlot.GetEdgeStrategies();</div>
-<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcConnectionIndex = 0; srcConnectionIndex < srcConnections.size(); srcConnectionIndex++)</div>
-<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>  {</div>
-<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  InputSlot* dstInputSlot = srcConnections[srcConnectionIndex];</div>
-<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(dstInputSlot);</div>
-<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  </div>
-<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy = srcEdgeStrategies[srcConnectionIndex];</div>
-<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy != <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">EdgeStrategy::Undefined</a>,</div>
-<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  <span class="stringliteral">"Undefined memory strategy found while adding copy layers for compatibility"</span>);</div>
-<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  </div>
-<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <span class="keyword">const</span> Layer& dstLayer = dstInputSlot->GetOwningLayer();</div>
-<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  <span class="keywordflow">if</span> (MayNeedCompatibilityLayer(dstLayer) &&</div>
-<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  IsCompatibilityStrategy(strategy))</div>
-<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  {</div>
-<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  <span class="comment">// A copy layer is needed in between the source and destination layers.</span></div>
-<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  <span class="comment">// Record the operation rather than attempting to modify the graph as we go.</span></div>
-<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  <span class="comment">// (invalidating iterators)</span></div>
-<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  <span class="keyword">const</span> std::string compLayerName = fmt::format(<span class="stringliteral">"[ {} ({}) -> {} ({}) ]"</span>,</div>
-<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  srcLayer->GetName(),</div>
-<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  srcOutputIndex,</div>
-<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  dstLayer.GetName(),</div>
-<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  dstInputSlot->GetSlotIndex());</div>
-<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  Layer* compLayer = <span class="keyword">nullptr</span>;</div>
-<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a>)</div>
-<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  {</div>
-<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  compLayer = InsertNewLayer<MemCopyLayer>(*dstInputSlot, compLayerName.c_str());</div>
-<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  }</div>
-<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  {</div>
-<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>  <a class="code" href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a>(strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>, <span class="stringliteral">"Invalid edge strategy found."</span>);</div>
-<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  compLayer = InsertNewLayer<MemImportLayer>(*dstInputSlot, compLayerName.c_str());</div>
-<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  }</div>
-<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  </div>
-<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  compLayer->SetBackendId(dstLayer.GetBackendId());</div>
-<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  </div>
-<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  OutputSlot& compOutputSlot = compLayer->GetOutputSlot(0);</div>
-<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  <span class="keyword">auto</span> backendIt = backends.find(dstLayer.GetBackendId());</div>
-<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  <span class="keywordflow">if</span> (backendIt != backends.end() &&</div>
-<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  backendIt->second &&</div>
-<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  backendIt->second->SupportsTensorAllocatorAPI())</div>
-<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  {</div>
-<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  <span class="keyword">auto</span> backend = backendIt->second.get();</div>
-<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  <span class="keyword">auto</span> tensorHandleFactoryIds = backend->GetHandleFactoryPreferences();</div>
-<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  <span class="keywordtype">bool</span> found = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  </div>
-<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> preference : tensorHandleFactoryIds)</div>
-<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>  {</div>
-<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <span class="keyword">auto</span> factory = registry.GetFactory(preference);</div>
-<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  <span class="keywordflow">if</span> (factory)</div>
-<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  {</div>
-<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  <span class="keyword">auto</span> srcPref = srcOutputSlot.GetTensorHandleFactoryId();</div>
-<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  <span class="keyword">auto</span> srcFactory = registry.GetFactory(srcPref);</div>
-<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  </div>
-<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  <span class="keywordflow">if</span> (srcFactory)</div>
-<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  {</div>
-<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  <span class="keywordtype">bool</span> canExportImport =</div>
-<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  (factory->GetImportFlags() & srcFactory->GetExportFlags()) != 0;</div>
-<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  </div>
-<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  <span class="keywordflow">if</span> (factory->SupportsMapUnmap() || canExportImport)</div>
-<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  {</div>
-<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  compOutputSlot.SetTensorHandleFactory(preference);</div>
-<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>  found = <span class="keyword">true</span>;</div>
-<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="keywordflow">break</span>;</div>
-<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>  }</div>
-<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  }</div>
-<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  }</div>
-<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  }</div>
-<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  </div>
-<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  <span class="keywordflow">if</span> (!found)</div>
-<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  {</div>
-<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
-<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  }</div>
-<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  }</div>
-<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  {</div>
-<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
-<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  }</div>
-<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  </div>
-<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  <span class="comment">// The output strategy of a compatibility layer is always DirectCompatibility.</span></div>
-<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  compOutputSlot.SetEdgeStrategy(0, <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
-<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  </div>
-<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  <span class="comment">// Recalculate the connection index on the previous layer as we have just inserted into it.</span></div>
-<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  <span class="keyword">const</span> std::vector<InputSlot*>& newSourceConnections = srcOutputSlot.GetConnections();</div>
-<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  <span class="keyword">auto</span> newSrcConnectionIndex = std::distance(newSourceConnections.begin(),</div>
-<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  std::find(newSourceConnections.begin(),</div>
-<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  newSourceConnections.end(),</div>
-<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  &compLayer->GetInputSlot(0)));</div>
-<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  </div>
-<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  <span class="comment">// The input strategy of a compatibility layer is always DirectCompatibilty.</span></div>
-<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  srcOutputSlot.SetEdgeStrategy(armnn::numeric_cast<unsigned int>(newSrcConnectionIndex),</div>
-<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
-<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  }</div>
-<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  }</div>
-<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  }</div>
-<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  });</div>
-<div class="line"><a name="l00459"></a><span class="lineno"> 459</span> }</div>
+<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <a class="code" href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">ForEachLayer</a>([<span class="keyword">this</span>, &backends, &registry, MayNeedCompatibilityLayer, IsCompatibilityStrategy](Layer* srcLayer)</div>
+<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  {</div>
+<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(srcLayer, <span class="stringliteral">"source layer must not be null."</span>);</div>
+<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  </div>
+<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <span class="keywordflow">if</span> (!MayNeedCompatibilityLayer(*srcLayer))</div>
+<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  {</div>
+<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  <span class="comment">// The current layer does not need copy layers, move to the next one</span></div>
+<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <span class="keywordflow">return</span>;</div>
+<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  }</div>
+<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  </div>
+<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  <span class="keyword">const</span> std::vector<OutputSlot>& srcOutputSlots = srcLayer->GetOutputSlots();</div>
+<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcOutputIndex = 0; srcOutputIndex < srcOutputSlots.size(); srcOutputIndex++)</div>
+<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  {</div>
+<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>  OutputSlot& srcOutputSlot = srcLayer->GetOutputSlot(srcOutputIndex);</div>
+<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  <span class="keyword">const</span> std::vector<InputSlot*> srcConnections = srcOutputSlot.GetConnections();</div>
+<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>  <span class="keyword">const</span> std::vector<EdgeStrategy> srcEdgeStrategies = srcOutputSlot.GetEdgeStrategies();</div>
+<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> srcConnectionIndex = 0; srcConnectionIndex < srcConnections.size(); srcConnectionIndex++)</div>
+<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  {</div>
+<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  InputSlot* dstInputSlot = srcConnections[srcConnectionIndex];</div>
+<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  <span class="keywordflow">if</span> (!dstInputSlot)</div>
+<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  {</div>
+<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"dstInputSlot must not be null."</span>);</div>
+<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  }</div>
+<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  </div>
+<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">EdgeStrategy</a> strategy = srcEdgeStrategies[srcConnectionIndex];</div>
+<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">EdgeStrategy::Undefined</a>)</div>
+<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  {</div>
+<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"Undefined memory strategy found "</span></div>
+<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  <span class="stringliteral">"while adding copy layers for compatibility"</span>);</div>
+<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  }</div>
+<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  </div>
+<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  <span class="keyword">const</span> Layer& dstLayer = dstInputSlot->GetOwningLayer();</div>
+<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  <span class="keywordflow">if</span> (MayNeedCompatibilityLayer(dstLayer) &&</div>
+<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  IsCompatibilityStrategy(strategy))</div>
+<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  {</div>
+<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  <span class="comment">// A copy layer is needed in between the source and destination layers.</span></div>
+<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  <span class="comment">// Record the operation rather than attempting to modify the graph as we go.</span></div>
+<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  <span class="comment">// (invalidating iterators)</span></div>
+<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  <span class="keyword">const</span> std::string compLayerName = fmt::format(<span class="stringliteral">"[ {} ({}) -> {} ({}) ]"</span>,</div>
+<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  srcLayer->GetName(),</div>
+<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>  srcOutputIndex,</div>
+<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  dstLayer.GetName(),</div>
+<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  dstInputSlot->GetSlotIndex());</div>
+<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  Layer* compLayer = <span class="keyword">nullptr</span>;</div>
+<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <span class="keywordflow">if</span> (strategy == <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">EdgeStrategy::CopyToTarget</a>)</div>
+<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  {</div>
+<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  compLayer = InsertNewLayer<MemCopyLayer>(*dstInputSlot, compLayerName.c_str());</div>
+<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  }</div>
+<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  {</div>
+<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  <span class="keywordflow">if</span> (strategy != <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">EdgeStrategy::ExportToTarget</a>)</div>
+<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  {</div>
+<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"Invalid edge strategy found."</span>);</div>
+<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  }</div>
+<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  </div>
+<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  compLayer = InsertNewLayer<MemImportLayer>(*dstInputSlot, compLayerName.c_str());</div>
+<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  }</div>
+<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>  </div>
+<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  compLayer->SetBackendId(dstLayer.GetBackendId());</div>
+<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  </div>
+<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  OutputSlot& compOutputSlot = compLayer->GetOutputSlot(0);</div>
+<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  <span class="keyword">auto</span> backendIt = backends.find(dstLayer.GetBackendId());</div>
+<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  <span class="keywordflow">if</span> (backendIt != backends.end() &&</div>
+<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  backendIt->second &&</div>
+<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  backendIt->second->SupportsTensorAllocatorAPI())</div>
+<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  {</div>
+<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  <span class="keyword">auto</span> backend = backendIt->second.get();</div>
+<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  <span class="keyword">auto</span> tensorHandleFactoryIds = backend->GetHandleFactoryPreferences();</div>
+<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  <span class="keywordtype">bool</span> found = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  </div>
+<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span> preference : tensorHandleFactoryIds)</div>
+<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  {</div>
+<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>  <span class="keyword">auto</span> factory = registry.GetFactory(preference);</div>
+<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="keywordflow">if</span> (factory)</div>
+<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>  {</div>
+<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  <span class="keyword">auto</span> srcPref = srcOutputSlot.GetTensorHandleFactoryId();</div>
+<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  <span class="keyword">auto</span> srcFactory = registry.GetFactory(srcPref);</div>
+<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  </div>
+<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  <span class="keywordflow">if</span> (srcFactory)</div>
+<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  {</div>
+<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  <span class="keywordtype">bool</span> canExportImport =</div>
+<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  (factory->GetImportFlags() & srcFactory->GetExportFlags()) != 0;</div>
+<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  </div>
+<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  <span class="keywordflow">if</span> (factory->SupportsMapUnmap() || canExportImport)</div>
+<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  {</div>
+<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  compOutputSlot.SetTensorHandleFactory(preference);</div>
+<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  found = <span class="keyword">true</span>;</div>
+<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  <span class="keywordflow">break</span>;</div>
+<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  }</div>
+<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  }</div>
+<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  }</div>
+<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  }</div>
+<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  </div>
+<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  <span class="keywordflow">if</span> (!found)</div>
+<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  {</div>
+<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
+<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  }</div>
+<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  }</div>
+<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  {</div>
+<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  compOutputSlot.SetTensorHandleFactory(<a class="code" href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">ITensorHandleFactory::LegacyFactoryId</a>);</div>
+<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  }</div>
+<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  </div>
+<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  <span class="comment">// The output strategy of a compatibility layer is always DirectCompatibility.</span></div>
+<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  compOutputSlot.SetEdgeStrategy(0, <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
+<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  </div>
+<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  <span class="comment">// Recalculate the connection index on the previous layer as we have just inserted into it.</span></div>
+<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  <span class="keyword">const</span> std::vector<InputSlot*>& newSourceConnections = srcOutputSlot.GetConnections();</div>
+<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  <span class="keyword">auto</span> newSrcConnectionIndex = std::distance(newSourceConnections.begin(),</div>
+<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  std::find(newSourceConnections.begin(),</div>
+<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  newSourceConnections.end(),</div>
+<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  &compLayer->GetInputSlot(0)));</div>
+<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  </div>
+<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  <span class="comment">// The input strategy of a compatibility layer is always DirectCompatibilty.</span></div>
+<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  srcOutputSlot.SetEdgeStrategy(armnn::numeric_cast<unsigned int>(newSrcConnectionIndex),</div>
+<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  <a class="code" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">EdgeStrategy::DirectCompatibility</a>);</div>
+<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  }</div>
+<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  }</div>
+<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  }</div>
+<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  });</div>
+<div class="line"><a name="l00473"></a><span class="lineno"> 473</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_assert_8hpp_source.html#l00015">ARMNN_ASSERT_MSG</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::CopyToTarget</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::DirectCompatibility</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::ExportToTarget</a>, <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00145">OutputSlot::GetConnections()</a>, <a class="el" href="_layer_8hpp_source.html#l00146">OutputSlot::GetEdgeStrategies()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00332">Layer::GetName()</a>, <a class="el" href="_layer_8hpp_source.html#l00339">Layer::GetOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00054">InputSlot::GetSlotIndex()</a>, <a class="el" href="_layer_8cpp_source.html#l00205">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory::LegacyFactoryId</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::MemCopy</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::MemImport</a>, <a class="el" href="_layer_8hpp_source.html#l00291">Layer::SetBackendId()</a>, <a class="el" href="_layer_8cpp_source.html#l00210">OutputSlot::SetEdgeStrategy()</a>, <a class="el" href="_layer_8cpp_source.html#l00200">OutputSlot::SetTensorHandleFactory()</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
+<p class="reference">References <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::CopyToTarget</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::DirectCompatibility</a>, <a class="el" href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::ExportToTarget</a>, <a class="el" href="_graph_8hpp_source.html#l00040">Graph::ForEachLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00290">Layer::GetBackendId()</a>, <a class="el" href="_layer_8hpp_source.html#l00145">OutputSlot::GetConnections()</a>, <a class="el" href="_layer_8hpp_source.html#l00146">OutputSlot::GetEdgeStrategies()</a>, <a class="el" href="_tensor_handle_factory_registry_8cpp_source.html#l00039">TensorHandleFactoryRegistry::GetFactory()</a>, <a class="el" href="_layer_8hpp_source.html#l00337">Layer::GetInputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00332">Layer::GetName()</a>, <a class="el" href="_layer_8hpp_source.html#l00339">Layer::GetOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00054">InputSlot::GetSlotIndex()</a>, <a class="el" href="_layer_8cpp_source.html#l00218">OutputSlot::GetTensorHandleFactoryId()</a>, <a class="el" href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory::LegacyFactoryId</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::MemCopy</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::MemImport</a>, <a class="el" href="_layer_8hpp_source.html#l00291">Layer::SetBackendId()</a>, <a class="el" href="_layer_8cpp_source.html#l00223">OutputSlot::SetEdgeStrategy()</a>, <a class="el" href="_layer_8cpp_source.html#l00213">OutputSlot::SetTensorHandleFactory()</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -718,19 +731,19 @@
<p>Adds a new layer, of type LayerType, to the graph constructed with the arguments passed. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00456">456</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00457"></a><span class="lineno"> 457</span> {</div>
-<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  m_LayersInOrder = m_LayersInOrder &&</div>
-<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  ((LayerEnumOf<LayerT>() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>) || (LayerEnumOf<LayerT>() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>));</div>
-<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, std::forward<Args>(args)...);</div>
-<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  </div>
-<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  layer->SetShapeInferenceMethod(m_ShapeInferenceMethod);</div>
-<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  layer->SetAllowExpandedDims(m_AllowExpandedDims);</div>
-<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  </div>
-<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
-<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  </div>
-<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00468"></a><span class="lineno"> 468</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00466">466</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00467"></a><span class="lineno"> 467</span> {</div>
+<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  m_LayersInOrder = m_LayersInOrder &&</div>
+<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  ((LayerEnumOf<LayerT>() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">LayerType::Input</a>) || (LayerEnumOf<LayerT>() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">LayerType::Output</a>));</div>
+<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, std::forward<Args>(args)...);</div>
+<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  </div>
+<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  layer->SetShapeInferenceMethod(m_ShapeInferenceMethod);</div>
+<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  layer->SetAllowExpandedDims(m_AllowExpandedDims);</div>
+<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  </div>
+<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  </div>
+<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00478"></a><span class="lineno"> 478</span> }</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::Input</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::Output</a>.</p>
@@ -758,103 +771,104 @@
<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00207">207</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
<div class="fragment"><div class="line"><a name="l00208"></a><span class="lineno"> 208</span> {</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  <span class="comment">// Layers must be sorted in topological order</span></div>
-<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(m_LayersInOrder);</div>
-<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"LoadNetwork_AllocateDynamicBuffers"</span>);</div>
-<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  </div>
-<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  std::unordered_set<const ITensorHandle*> preallocatedTensors;</div>
-<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  std::unordered_map<const ITensorHandle*, unsigned int> handleReferenceCounts;</div>
-<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  </div>
-<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  <span class="comment">// Finds the first TensorHandle ancestor of a SubTensorHandle. If the ITensorHandle provided</span></div>
-<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="comment">// is a TensorHandle, the function just returns it</span></div>
-<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="keyword">auto</span> TraceSubTensorHandleAncestry = [](ITensorHandle* <span class="keyword">const</span> subTensorHandle)</div>
-<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  {</div>
-<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  ITensorHandle* ancestor = subTensorHandle;</div>
-<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  <span class="keywordflow">while</span> (ancestor && ancestor->GetParent())</div>
-<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  {</div>
-<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  ancestor = ancestor->GetParent();</div>
-<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  }</div>
-<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="keywordflow">return</span> ancestor;</div>
-<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  };</div>
-<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  </div>
-<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="comment">// Checks whether a TensorHandle has been pre-allocated</span></div>
-<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="keyword">auto</span> IsPreallocated = [&](ITensorHandle* <span class="keyword">const</span> tensorHandle)</div>
-<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  {</div>
-<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordflow">return</span> tensorHandle && preallocatedTensors.find(tensorHandle) != preallocatedTensors.end();</div>
-<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  };</div>
-<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  </div>
-<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  <span class="comment">// Constant tensor handles need to last from the beginning of execution till the end,</span></div>
-<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  <span class="comment">// therefore we pre-allocate them upfront</span></div>
-<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : m_Layers)</div>
-<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  {</div>
-<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div>
-<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  {</div>
-<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginOutputSlots(); slot != layer->EndOutputSlots(); ++slot)</div>
-<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  {</div>
-<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot->GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  </div>
-<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  {</div>
-<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  tensorHandle->Allocate();</div>
-<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  preallocatedTensors.insert(tensorHandle);</div>
-<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  }</div>
-<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  }</div>
-<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  }</div>
-<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  }</div>
-<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  </div>
-<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  <span class="comment">// Iterate over the network in topological order</span></div>
-<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : m_Layers)</div>
-<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  {</div>
-<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  <span class="comment">// Count the amount of times each output slot references a certain buffer (ITensorHandle).</span></div>
-<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  <span class="comment">// The first time we encounter a new tensor handle, we start managing its lifetime.</span></div>
-<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginOutputSlots(); slot != layer->EndOutputSlots(); ++slot)</div>
-<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  {</div>
-<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot->GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  </div>
-<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  {</div>
-<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numConnections = slot->GetNumConnections();</div>
-<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keywordflow">if</span> (handleReferenceCounts.find(tensorHandle) == handleReferenceCounts.end())</div>
-<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  {</div>
-<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  handleReferenceCounts[tensorHandle] = numConnections;</div>
-<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  tensorHandle->Manage();</div>
-<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
-<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  {</div>
-<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  <span class="comment">// if nobody consumes this tensor we call Allocate()</span></div>
-<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  tensorHandle->Allocate();</div>
-<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  }</div>
-<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  }</div>
-<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  <span class="keywordflow">else</span></div>
-<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  {</div>
-<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  handleReferenceCounts[tensorHandle] += numConnections;</div>
-<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  }</div>
-<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  }</div>
-<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  }</div>
-<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  </div>
-<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div>
-<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="comment">// to each tensor handle we encounter. Once it reaches zero, we end the lifetime of the tensor handle</span></div>
-<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginInputSlots(); slot != layer->EndInputSlots(); ++slot)</div>
-<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  {</div>
-<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(</div>
-<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  slot->GetConnectedOutputSlot()->GetOutputHandler().GetData());</div>
-<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  </div>
-<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
-<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  {</div>
-<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  --handleReferenceCounts[tensorHandle];</div>
-<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  </div>
-<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
-<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  {</div>
-<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  <span class="comment">// Stop managing lifetime of tensor handle</span></div>
-<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  tensorHandle->Allocate();</div>
-<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  handleReferenceCounts.erase(tensorHandle);</div>
-<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  }</div>
-<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  }</div>
-<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  }</div>
-<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  }</div>
-<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  </div>
-<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
-<div class="line"><a name="l00304"></a><span class="lineno"> 304</span> }</div>
+<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(m_LayersInOrder, <span class="stringliteral">"layers must be in order."</span>);</div>
+<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  </div>
+<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <a class="code" href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a>(<a class="code" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">Compute::Undefined</a>, <span class="stringliteral">"LoadNetwork_AllocateDynamicBuffers"</span>);</div>
+<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  </div>
+<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  std::unordered_set<const ITensorHandle*> preallocatedTensors;</div>
+<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  std::unordered_map<const ITensorHandle*, unsigned int> handleReferenceCounts;</div>
+<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  </div>
+<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="comment">// Finds the first TensorHandle ancestor of a SubTensorHandle. If the ITensorHandle provided</span></div>
+<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  <span class="comment">// is a TensorHandle, the function just returns it</span></div>
+<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="keyword">auto</span> TraceSubTensorHandleAncestry = [](ITensorHandle* <span class="keyword">const</span> subTensorHandle)</div>
+<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  {</div>
+<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  ITensorHandle* ancestor = subTensorHandle;</div>
+<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <span class="keywordflow">while</span> (ancestor && ancestor->GetParent())</div>
+<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  {</div>
+<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  ancestor = ancestor->GetParent();</div>
+<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  }</div>
+<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordflow">return</span> ancestor;</div>
+<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  };</div>
+<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  </div>
+<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="comment">// Checks whether a TensorHandle has been pre-allocated</span></div>
+<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <span class="keyword">auto</span> IsPreallocated = [&](ITensorHandle* <span class="keyword">const</span> tensorHandle)</div>
+<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  {</div>
+<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="keywordflow">return</span> tensorHandle && preallocatedTensors.find(tensorHandle) != preallocatedTensors.end();</div>
+<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  };</div>
+<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  </div>
+<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  <span class="comment">// Constant tensor handles need to last from the beginning of execution till the end,</span></div>
+<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <span class="comment">// therefore we pre-allocate them upfront</span></div>
+<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : m_Layers)</div>
+<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  {</div>
+<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">LayerType::Constant</a>)</div>
+<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  {</div>
+<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginOutputSlots(); slot != layer->EndOutputSlots(); ++slot)</div>
+<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  {</div>
+<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot->GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  </div>
+<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  {</div>
+<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  tensorHandle->Allocate();</div>
+<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  preallocatedTensors.insert(tensorHandle);</div>
+<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  }</div>
+<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  }</div>
+<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  }</div>
+<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  }</div>
+<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  </div>
+<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <span class="comment">// Iterate over the network in topological order</span></div>
+<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : m_Layers)</div>
+<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  {</div>
+<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  <span class="comment">// Count the amount of times each output slot references a certain buffer (ITensorHandle).</span></div>
+<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  <span class="comment">// The first time we encounter a new tensor handle, we start managing its lifetime.</span></div>
+<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginOutputSlots(); slot != layer->EndOutputSlots(); ++slot)</div>
+<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  {</div>
+<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(slot->GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  </div>
+<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  {</div>
+<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> numConnections = slot->GetNumConnections();</div>
+<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  <span class="keywordflow">if</span> (handleReferenceCounts.find(tensorHandle) == handleReferenceCounts.end())</div>
+<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  {</div>
+<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  handleReferenceCounts[tensorHandle] = numConnections;</div>
+<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  tensorHandle->Manage();</div>
+<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
+<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  {</div>
+<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  <span class="comment">// if nobody consumes this tensor we call Allocate()</span></div>
+<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  tensorHandle->Allocate();</div>
+<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  }</div>
+<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  }</div>
+<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  <span class="keywordflow">else</span></div>
+<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  {</div>
+<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  handleReferenceCounts[tensorHandle] += numConnections;</div>
+<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  }</div>
+<div class="line"><a name="l00280"></a><span class="lineno"> 280</span>  }</div>
+<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  }</div>
+<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  </div>
+<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="comment">// Loop through the input slots in the same layer and decrement the reference counter associated</span></div>
+<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  <span class="comment">// to each tensor handle we encounter. Once it reaches zero, we end the lifetime of the tensor handle</span></div>
+<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& slot = layer->BeginInputSlots(); slot != layer->EndInputSlots(); ++slot)</div>
+<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  {</div>
+<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  ITensorHandle *tensorHandle = TraceSubTensorHandleAncestry(</div>
+<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  slot->GetConnectedOutputSlot()->GetOutputHandler().GetData());</div>
+<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  </div>
+<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  <span class="keywordflow">if</span> (tensorHandle && !IsPreallocated(tensorHandle))</div>
+<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  {</div>
+<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  --handleReferenceCounts[tensorHandle];</div>
+<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  </div>
+<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <span class="keywordflow">if</span> (handleReferenceCounts[tensorHandle] == 0u)</div>
+<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  {</div>
+<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  <span class="comment">// Stop managing lifetime of tensor handle</span></div>
+<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  tensorHandle->Allocate();</div>
+<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  handleReferenceCounts.erase(tensorHandle);</div>
+<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  }</div>
+<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  }</div>
+<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  }</div>
+<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  }</div>
+<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  </div>
+<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
+<div class="line"><a name="l00305"></a><span class="lineno"> 305</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a5cceed8b707a09bf27eb61f17acf8a88">ITensorHandle::Allocate()</a>, <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a437893b8dcf58a0b68b70e1ad7933be6">ITensorHandle::GetParent()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a04149d0f9b9c54c05e95693111490daf">ITensorHandle::Manage()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
+<p class="reference">References <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a5cceed8b707a09bf27eb61f17acf8a88">ITensorHandle::Allocate()</a>, <a class="el" href="_profiling_8hpp_source.html#l00220">ARMNN_SCOPED_PROFILING_EVENT</a>, <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>, <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a437893b8dcf58a0b68b70e1ad7933be6">ITensorHandle::GetParent()</a>, <a class="el" href="classarmnn_1_1_i_tensor_handle.html#a04149d0f9b9c54c05e95693111490daf">ITensorHandle::Manage()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Undefined</a>.</p>
</div>
</div>
@@ -892,10 +906,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00219">219</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  {</div>
-<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  m_Views[notifyOnEvent].emplace_back(observable);</div>
-<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00226">226</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  {</div>
+<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  m_Views[notifyOnEvent].emplace_back(observable);</div>
+<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  }</div>
</div><!-- fragment -->
<p class="reference">Referenced by <a class="el" href="_observable_8hpp_source.html#l00019">GraphObservable< std::string >::GraphObservable()</a>.</p>
@@ -926,10 +940,10 @@
<p>Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00169">169</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00169"></a><span class="lineno"> 169</span> { <span class="keywordflow">return</span> m_Layers.begin(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00176">176</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> { <span class="keywordflow">return</span> m_Layers.begin(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00179">Graph::cbegin()</a>, <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00186">Graph::cbegin()</a>, <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -958,8 +972,8 @@
<p>Returns const iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00174">174</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00174"></a><span class="lineno"> 174</span> { <span class="keywordflow">return</span> {m_Layers.begin(), &(PtrCast<const Layer>)}; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00181">181</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00181"></a><span class="lineno"> 181</span> { <span class="keywordflow">return</span> {m_Layers.begin(), &(PtrCast<const Layer>)}; }</div>
</div><!-- fragment -->
</div>
</div>
@@ -988,10 +1002,10 @@
<p>Returns const iterator pointing to the beginning of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00179">179</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00179"></a><span class="lineno"> 179</span> { <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">begin</a>(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00186">186</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00186"></a><span class="lineno"> 186</span> { <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">begin</a>(); }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00169">Graph::begin()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00176">Graph::begin()</a>.</p>
</div>
</div>
@@ -1020,10 +1034,10 @@
<p>Returns const iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00181">181</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00181"></a><span class="lineno"> 181</span> { <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">end</a>(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00188">188</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00188"></a><span class="lineno"> 188</span> { <span class="keywordflow">return</span> <a class="code" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">end</a>(); }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00171">Graph::end()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00178">Graph::end()</a>.</p>
</div>
</div>
@@ -1061,10 +1075,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00223">223</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  {</div>
-<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  m_Views[notifyOnEvent].remove(observable);</div>
-<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00230">230</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  {</div>
+<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  m_Views[notifyOnEvent].remove(observable);</div>
+<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  }</div>
</div><!-- fragment -->
<p class="reference">Referenced by <a class="el" href="_observable_8hpp_source.html#l00033">GraphObservable< std::string >::~GraphObservable()</a>.</p>
@@ -1095,10 +1109,10 @@
<p>Returns iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00171">171</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00171"></a><span class="lineno"> 171</span> { <span class="keywordflow">return</span> m_Layers.end(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00178">178</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00178"></a><span class="lineno"> 178</span> { <span class="keywordflow">return</span> m_Layers.end(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00181">Graph::cend()</a>, <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00188">Graph::cend()</a>, <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -1127,8 +1141,8 @@
<p>Returns const iterator pointing to the end of the list. Lowercase for range-based for loops. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00176">176</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> { <span class="keywordflow">return</span> {m_Layers.end(), &(PtrCast<const Layer>)}; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00183">183</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00183"></a><span class="lineno"> 183</span> { <span class="keywordflow">return</span> {m_Layers.end(), &(PtrCast<const Layer>)}; }</div>
</div><!-- fragment -->
</div>
</div>
@@ -1158,16 +1172,16 @@
<p>Deletes the layer at the specified position. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00504">504</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00505"></a><span class="lineno"> 505</span> {</div>
-<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">GraphEvent::LayerErased</a>, *pos);</div>
-<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  </div>
-<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  <span class="keyword">delete</span> *pos;</div>
-<div class="line"><a name="l00509"></a><span class="lineno"> 509</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00517">517</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00518"></a><span class="lineno"> 518</span> {</div>
+<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">GraphEvent::LayerErased</a>, *pos);</div>
+<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  </div>
+<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  <span class="keyword">delete</span> *pos;</div>
+<div class="line"><a name="l00522"></a><span class="lineno"> 522</span> }</div>
</div><!-- fragment -->
<p class="reference">References <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">armnn::LayerErased</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01328">armnn::ApplyBackendOptimizations()</a>, <a class="el" href="_graph_8hpp_source.html#l00512">Graph::EraseLayer()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_optimization_8hpp_source.html#l00084">OptimizeForConnectionImpl< BaseType, ChildType, Wrapped >::Run()</a>, and <a class="el" href="_optimization_8hpp_source.html#l00136">OptimizeForExclusiveConnectionImpl< BaseType, ChildType, Wrapped >::Run()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01320">armnn::ApplyBackendOptimizations()</a>, <a class="el" href="_graph_8hpp_source.html#l00525">Graph::EraseLayer()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_optimization_8hpp_source.html#l00084">OptimizeForConnectionImpl< BaseType, ChildType, Wrapped >::Run()</a>, and <a class="el" href="_optimization_8hpp_source.html#l00136">OptimizeForExclusiveConnectionImpl< BaseType, ChildType, Wrapped >::Run()</a>.</p>
</div>
</div>
@@ -1198,14 +1212,18 @@
<p>Deletes the layer. </p>
<p>Sets <em>layer</em> to nullptr on return. Templated to support pointers to any layer type. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00512">512</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00513"></a><span class="lineno"> 513</span> {</div>
-<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer != <span class="keyword">nullptr</span>);</div>
-<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>  <a class="code" href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">EraseLayer</a>(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(*layer));</div>
-<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  layer = <span class="keyword">nullptr</span>;</div>
-<div class="line"><a name="l00517"></a><span class="lineno"> 517</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00525">525</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00526"></a><span class="lineno"> 526</span> {</div>
+<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  <span class="keywordflow">if</span> (!layer)</div>
+<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>  {</div>
+<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_null_pointer_exception.html">armnn::NullPointerException</a>(<span class="stringliteral">"layer must not be null."</span>);</div>
+<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  }</div>
+<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  </div>
+<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  <a class="code" href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">EraseLayer</a>(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(*layer));</div>
+<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  layer = <span class="keyword">nullptr</span>;</div>
+<div class="line"><a name="l00534"></a><span class="lineno"> 534</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_graph_8hpp_source.html#l00504">Graph::EraseLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00517">Graph::EraseLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>.</p>
</div>
</div>
@@ -1243,7 +1261,7 @@
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  }</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8cpp_source.html#l00329">Graph::AddCompatibilityLayers()</a>, <a class="el" href="_network_8cpp_source.html#l01812">armnn::SelectTensorHandleStrategy()</a>, and <a class="el" href="_graph_8hpp_source.html#l00135">Graph::~Graph()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8cpp_source.html#l00330">Graph::AddCompatibilityLayers()</a>, <a class="el" href="_network_8cpp_source.html#l01821">armnn::SelectTensorHandleStrategy()</a>, and <a class="el" href="_graph_8hpp_source.html#l00142">Graph::~Graph()</a>.</p>
</div>
</div>
@@ -1272,10 +1290,10 @@
<p>Returns a wrapper object with <a class="el" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e" title="Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.">begin()</a>, <a class="el" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003" title="Returns iterator pointing to the end of the list. Lowercase for range-based for loops.">end()</a> methods to iterate over the input layers in a range-based for loop. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00192">192</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00192"></a><span class="lineno"> 192</span> { <span class="keywordflow">return</span> InputLayersAccessor(*<span class="keyword">this</span>); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00199">199</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00199"></a><span class="lineno"> 199</span> { <span class="keywordflow">return</span> InputLayersAccessor(*<span class="keyword">this</span>); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01430">LoadedNetwork::ImportInputs()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01486">LoadedNetwork::ImportInputs()</a>.</p>
</div>
</div>
@@ -1302,10 +1320,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00187">187</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00187"></a><span class="lineno"> 187</span> { <span class="keywordflow">return</span> m_InputIds.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00194">194</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00194"></a><span class="lineno"> 194</span> { <span class="keywordflow">return</span> m_InputIds.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00070">Graph::InputLayersAccessor::end()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01741">LoadedNetwork::Execute()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00070">Graph::InputLayersAccessor::end()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01803">LoadedNetwork::Execute()</a>.</p>
</div>
</div>
@@ -1332,10 +1350,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00198">198</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00198"></a><span class="lineno"> 198</span> { <span class="keywordflow">return</span> m_Layers.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00205">205</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00205"></a><span class="lineno"> 205</span> { <span class="keywordflow">return</span> m_Layers.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>.</p>
</div>
</div>
@@ -1362,10 +1380,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00188">188</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00188"></a><span class="lineno"> 188</span> { <span class="keywordflow">return</span> m_OutputIds.size(); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00195">195</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00195"></a><span class="lineno"> 195</span> { <span class="keywordflow">return</span> m_OutputIds.size(); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00084">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01741">LoadedNetwork::Execute()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00084">Graph::OutputLayersAccessor::begin()</a>, <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01803">LoadedNetwork::Execute()</a>.</p>
</div>
</div>
@@ -1394,10 +1412,10 @@
<p>Returns a wrapper object with <a class="el" href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e" title="Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.">begin()</a>, <a class="el" href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003" title="Returns iterator pointing to the end of the list. Lowercase for range-based for loops.">end()</a> methods to iterate over the output layers in a range-based for loop. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00196">196</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00196"></a><span class="lineno"> 196</span> { <span class="keywordflow">return</span> OutputLayersAccessor(*<span class="keyword">this</span>); }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00203">203</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00203"></a><span class="lineno"> 203</span> { <span class="keywordflow">return</span> OutputLayersAccessor(*<span class="keyword">this</span>); }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00851">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01573">LoadedNetwork::ImportOutputs()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_loaded_network_8cpp_source.html#l00872">LoadedNetwork::EnqueueWorkload()</a>, and <a class="el" href="_loaded_network_8cpp_source.html#l01632">LoadedNetwork::ImportOutputs()</a>.</p>
</div>
</div>
@@ -1427,16 +1445,17 @@
<p>Gets the position of a layer in the graph. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00448">448</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00449"></a><span class="lineno"> 449</span> {</div>
-<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  <span class="keyword">auto</span> it = m_PosInGraphMap.find(&layer);</div>
-<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(it != m_PosInGraphMap.end());</div>
-<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  <span class="keywordflow">return</span> it->second;</div>
-<div class="line"><a name="l00453"></a><span class="lineno"> 453</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00455">455</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00456"></a><span class="lineno"> 456</span> {</div>
+<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  <span class="keyword">auto</span> it = m_PosInGraphMap.find(&layer);</div>
+<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  <span class="keywordflow">if</span> (it == m_PosInGraphMap.end())</div>
+<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  {</div>
+<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"unable to find layer in graph map."</span>);</div>
+<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  }</div>
+<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  <span class="keywordflow">return</span> it->second;</div>
+<div class="line"><a name="l00463"></a><span class="lineno"> 463</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>.</p>
-
-<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00512">Graph::EraseLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00471">Graph::InsertNewLayer()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_8hpp_source.html#l00525">Graph::EraseLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00481">Graph::InsertNewLayer()</a>, and <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>.</p>
</div>
</div>
@@ -1455,12 +1474,12 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00692">692</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00693"></a><span class="lineno"> 693</span> {</div>
-<div class="line"><a name="l00694"></a><span class="lineno"> 694</span>  <span class="keywordflow">return</span> m_Profiler;</div>
-<div class="line"><a name="l00695"></a><span class="lineno"> 695</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00733">733</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00734"></a><span class="lineno"> 734</span> {</div>
+<div class="line"><a name="l00735"></a><span class="lineno"> 735</span>  <span class="keywordflow">return</span> m_Profiler;</div>
+<div class="line"><a name="l00736"></a><span class="lineno"> 736</span> }</div>
</div><!-- fragment -->
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -1479,41 +1498,41 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00604">604</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00605"></a><span class="lineno"> 605</span> {</div>
-<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
-<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>  {</div>
-<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& input : layer->GetInputSlots())</div>
-<div class="line"><a name="l00609"></a><span class="lineno"> 609</span>  {</div>
-<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  <span class="keyword">const</span> IOutputSlot* source = input.GetConnectedOutputSlot();</div>
-<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  <span class="keywordflow">if</span> (source == NULL)</div>
-<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  {</div>
-<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  <span class="comment">// Throws exception due to a layer input not being connected to an output slot.</span></div>
-<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  <span class="comment">// Verifies input slot weights and bias are set for FullyConnected layers.</span></div>
-<div class="line"><a name="l00615"></a><span class="lineno"> 615</span>  ConstructErrorMessageForUnconnectedInputs(layer, input.GetSlotIndex());</div>
-<div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  }</div>
-<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>  </div>
-<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>  <span class="keywordflow">if</span> (!source->IsTensorInfoSet())</div>
-<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  {</div>
-<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>  std::ostringstream message;</div>
-<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>  message << <span class="stringliteral">"Output slot TensorInfo not set on "</span></div>
-<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  << <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer->GetType())</div>
-<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>  << <span class="stringliteral">" layer "</span></div>
-<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>  << std::quoted(layer->GetName());</div>
-<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
-<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  }</div>
-<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  }</div>
-<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  </div>
-<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  <span class="keywordflow">if</span> (layer->m_ShapeInferenceMethod == <a class="code" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">ShapeInferenceMethod::ValidateOnly</a>)</div>
-<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>  {</div>
-<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  layer->ValidateTensorShapesFromInputs();</div>
-<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  }</div>
-<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>  }</div>
-<div class="line"><a name="l00634"></a><span class="lineno"> 634</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00645">645</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00646"></a><span class="lineno"> 646</span> {</div>
+<div class="line"><a name="l00647"></a><span class="lineno"> 647</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
+<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  {</div>
+<div class="line"><a name="l00649"></a><span class="lineno"> 649</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& input : layer->GetInputSlots())</div>
+<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  {</div>
+<div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <span class="keyword">const</span> IOutputSlot* source = input.GetConnectedOutputSlot();</div>
+<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  <span class="keywordflow">if</span> (source == NULL)</div>
+<div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  {</div>
+<div class="line"><a name="l00654"></a><span class="lineno"> 654</span>  <span class="comment">// Throws exception due to a layer input not being connected to an output slot.</span></div>
+<div class="line"><a name="l00655"></a><span class="lineno"> 655</span>  <span class="comment">// Verifies input slot weights and bias are set for FullyConnected layers.</span></div>
+<div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  ConstructErrorMessageForUnconnectedInputs(layer, input.GetSlotIndex());</div>
+<div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  }</div>
+<div class="line"><a name="l00658"></a><span class="lineno"> 658</span>  </div>
+<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>  <span class="keywordflow">if</span> (!source->IsTensorInfoSet())</div>
+<div class="line"><a name="l00660"></a><span class="lineno"> 660</span>  {</div>
+<div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  std::ostringstream message;</div>
+<div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  message << <span class="stringliteral">"Output slot TensorInfo not set on "</span></div>
+<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  << <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer->GetType())</div>
+<div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  << <span class="stringliteral">" layer "</span></div>
+<div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  << std::quoted(layer->GetName());</div>
+<div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
+<div class="line"><a name="l00667"></a><span class="lineno"> 667</span>  }</div>
+<div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  }</div>
+<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  </div>
+<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <span class="keywordflow">if</span> (layer->m_ShapeInferenceMethod == <a class="code" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">ShapeInferenceMethod::ValidateOnly</a>)</div>
+<div class="line"><a name="l00671"></a><span class="lineno"> 671</span>  {</div>
+<div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  layer->ValidateTensorShapesFromInputs();</div>
+<div class="line"><a name="l00673"></a><span class="lineno"> 673</span>  }</div>
+<div class="line"><a name="l00674"></a><span class="lineno"> 674</span>  }</div>
+<div class="line"><a name="l00675"></a><span class="lineno"> 675</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="classarmnn_1_1_i_output_slot.html#ab4e57caf059794897b17266090ebcb39">IOutputSlot::IsTensorInfoSet()</a>, <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>, and <a class="el" href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">armnn::ValidateOnly</a>.</p>
+<p class="reference">References <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, and <a class="el" href="classarmnn_1_1_i_output_slot.html#ab4e57caf059794897b17266090ebcb39">IOutputSlot::IsTensorInfoSet()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -1553,24 +1572,24 @@
<p>Inserts a new layer between the output slot currently connected to insertBefore and insertBefore itself. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00471">471</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00472"></a><span class="lineno"> 472</span> {</div>
-<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  <span class="comment">// Insert after the parent if any, or before the child otherwise, so the topological order is kept.</span></div>
-<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  OutputSlot* parentOut = insertBefore.GetConnectedOutputSlot();</div>
-<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = (parentOut != <span class="keyword">nullptr</span>)</div>
-<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  ? std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(parentOut->GetOwningLayer()))</div>
-<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  : <a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(insertBefore.GetOwningLayer());</div>
-<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, pos, std::forward<Args>(args)...);</div>
-<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  insertBefore.Insert(*layer);</div>
-<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  </div>
-<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
-<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  </div>
-<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00484"></a><span class="lineno"> 484</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00481">481</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00482"></a><span class="lineno"> 482</span> {</div>
+<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <span class="comment">// Insert after the parent if any, or before the child otherwise, so the topological order is kept.</span></div>
+<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  OutputSlot* parentOut = insertBefore.GetConnectedOutputSlot();</div>
+<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = (parentOut != <span class="keyword">nullptr</span>)</div>
+<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  ? std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(parentOut->GetOwningLayer()))</div>
+<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  : <a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(insertBefore.GetOwningLayer());</div>
+<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, pos, std::forward<Args>(args)...);</div>
+<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  insertBefore.Insert(*layer);</div>
+<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  </div>
+<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  </div>
+<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00494"></a><span class="lineno"> 494</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00056">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>, <a class="el" href="_layer_8cpp_source.html#l00048">InputSlot::Insert()</a>, and <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8hpp_source.html#l00056">InputSlot::GetConnectedOutputSlot()</a>, <a class="el" href="_layer_8hpp_source.html#l00053">InputSlot::GetOwningLayer()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>, <a class="el" href="_layer_8cpp_source.html#l00053">InputSlot::Insert()</a>, and <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_fold_pad_into_layer2d_8hpp_source.html#l00144">armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00040">armnn::InsertConvertFp16ToFp32LayersBefore()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00079">armnn::InsertConvertFp32ToFp16LayersAfter()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00112">armnn::InsertDebugLayerAfter()</a>, <a class="el" href="_permute_as_reshape_8hpp_source.html#l00018">PermuteAsReshapeImpl::Run()</a>, <a class="el" href="_transpose_as_reshape_8hpp_source.html#l00018">TransposeAsReshapeImpl::Run()</a>, <a class="el" href="_optimize_consecutive_reshapes_8hpp_source.html#l00019">OptimizeConsecutiveReshapesImpl::Run()</a>, <a class="el" href="_move_permute_up_8hpp_source.html#l00023">MovePermuteUpImpl::Run()</a>, <a class="el" href="_move_transpose_up_8hpp_source.html#l00023">MoveTransposeUpImpl::Run()</a>, <a class="el" href="_fuse_batch_norm_8hpp_source.html#l00027">FuseBatchNorm< ConvLayer, ArmnnType, T >::Run()</a>, and <a class="el" href="_add_broadcast_reshape_layer_8hpp_source.html#l00027">AddBroadcastReshapeLayerImpl::Run()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_fold_pad_into_layer2d_8hpp_source.html#l00144">armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00040">armnn::InsertConvertFp16ToFp32LayersBefore()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00079">armnn::InsertConvertFp32ToFp16LayersAfter()</a>, <a class="el" href="_network_utils_8cpp_source.html#l00112">armnn::InsertDebugLayerAfter()</a>, <a class="el" href="_permute_as_reshape_8hpp_source.html#l00018">PermuteAsReshapeImpl::Run()</a>, <a class="el" href="_transpose_as_reshape_8hpp_source.html#l00018">TransposeAsReshapeImpl::Run()</a>, <a class="el" href="_max_min_into_bounded_relu_8hpp_source.html#l00018">MaxMinIntoBoundedReluImpl::Run()</a>, <a class="el" href="_optimize_consecutive_reshapes_8hpp_source.html#l00019">OptimizeConsecutiveReshapesImpl::Run()</a>, <a class="el" href="_move_transpose_up_8hpp_source.html#l00023">MoveTransposeUpImpl::Run()</a>, <a class="el" href="_move_permute_up_8hpp_source.html#l00023">MovePermuteUpImpl::Run()</a>, <a class="el" href="_add_broadcast_reshape_layer_8hpp_source.html#l00027">AddBroadcastReshapeLayerImpl::Run()</a>, and <a class="el" href="_fuse_batch_norm_8hpp_source.html#l00027">FuseBatchNorm< ConvLayer, ArmnnType, T >::Run()</a>.</p>
</div>
</div>
@@ -1610,24 +1629,27 @@
<p>Inserts a new layer between insertAfter and the input slot(s) currently connected to it. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00487">487</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00488"></a><span class="lineno"> 488</span> {</div>
-<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  Layer& owningLayer = insertAfter.GetOwningLayer();</div>
-<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  </div>
-<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(owningLayer));</div>
-<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, pos, std::forward<Args>(args)...);</div>
-<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  </div>
-<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(layer->GetNumInputSlots() == 1);</div>
-<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  </div>
-<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  insertAfter.MoveAllConnections(layer->GetOutputSlot());</div>
-<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  insertAfter.Connect(layer->GetInputSlot(0));</div>
-<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  </div>
-<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00497">497</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00498"></a><span class="lineno"> 498</span> {</div>
+<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  Layer& owningLayer = insertAfter.GetOwningLayer();</div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  </div>
-<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  <span class="keywordflow">return</span> layer;</div>
-<div class="line"><a name="l00502"></a><span class="lineno"> 502</span> }</div>
+<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  <span class="keyword">const</span> <a class="code" href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">Iterator</a> pos = std::next(<a class="code" href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">GetPosInGraph</a>(owningLayer));</div>
+<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  LayerT* <span class="keyword">const</span> layer = <span class="keyword">new</span> LayerInGraph<LayerT>(*<span class="keyword">this</span>, pos, std::forward<Args>(args)...);</div>
+<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  </div>
+<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  <span class="keywordflow">if</span> (layer->GetNumInputSlots() != 1)</div>
+<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  {</div>
+<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"layer must only one input slot."</span>);</div>
+<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  }</div>
+<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  </div>
+<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  insertAfter.MoveAllConnections(layer->GetOutputSlot());</div>
+<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  insertAfter.Connect(layer->GetInputSlot(0));</div>
+<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  </div>
+<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>  NotifyObservables(<a class="code" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">GraphEvent::LayerAdded</a>, layer);</div>
+<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  </div>
+<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  <span class="keywordflow">return</span> layer;</div>
+<div class="line"><a name="l00515"></a><span class="lineno"> 515</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, <a class="el" href="_layer_8cpp_source.html#l00112">OutputSlot::Connect()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00448">Graph::GetPosInGraph()</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="_layer_8cpp_source.html#l00145">OutputSlot::MoveAllConnections()</a>.</p>
+<p class="reference">References <a class="el" href="_layer_8cpp_source.html#l00123">OutputSlot::Connect()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_graph_8hpp_source.html#l00455">Graph::GetPosInGraph()</a>, <a class="el" href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::LayerAdded</a>, and <a class="el" href="_layer_8cpp_source.html#l00156">OutputSlot::MoveAllConnections()</a>.</p>
</div>
</div>
@@ -1695,13 +1717,20 @@
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  otherLayer->Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  });</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  </div>
-<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(other.m_PosInGraphMap.empty());</div>
-<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(other.m_Layers.empty());</div>
-<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  </div>
-<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
-<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  }</div>
+<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keywordflow">if</span> (!other.m_PosInGraphMap.empty())</div>
+<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  {</div>
+<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"assignment positions in graph map must be empty."</span>);</div>
+<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  }</div>
+<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  </div>
+<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  <span class="keywordflow">if</span> (!other.m_Layers.empty())</div>
+<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  {</div>
+<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <span class="keywordflow">throw</span> <a class="code" href="classarmnn_1_1_exception.html">armnn::Exception</a>(<span class="stringliteral">"assignment layers must be empty."</span>);</div>
+<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  }</div>
+<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  </div>
+<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div>
+<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>, and <a class="el" href="classarmnn_1_1_layer.html#ae68bb844446f28cf8580ecbe2f516ff6">Layer::Reparent()</a>.</p>
+<p class="reference">References <a class="el" href="classarmnn_1_1_layer.html#ae68bb844446f28cf8580ecbe2f516ff6">Layer::Reparent()</a>.</p>
</div>
</div>
@@ -1799,7 +1828,7 @@
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_logging_8hpp_source.html#l00212">ARMNN_LOG</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00259">Layer::GetOutputSlots()</a>, <a class="el" href="namespacearmnn.html#a4dc0adc6737b5944e7671bee71788407acaf9b6b99962bf5c2264824231d7a40c">armnn::info</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>.</p>
@@ -1913,7 +1942,7 @@
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">Status::Success</a>;</div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_dot_serializer_8cpp_source.html#l00095">DotAttributeSet::AddAttribute()</a>, <a class="el" href="_dot_serializer_8cpp_source.html#l00147">NodeContent::AddContent()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00083">DotEdge::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00120">DotDefaults::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00107">DotNode::GetContents()</a>, <a class="el" href="_layer_8hpp_source.html#l00343">Layer::GetGuid()</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_tensor_8hpp_source.html#l00193">TensorInfo::GetShape()</a>, <a class="el" href="_layer_8cpp_source.html#l00092">OutputSlot::GetTensorInfo()</a>, and <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>.</p>
+<p class="reference">References <a class="el" href="_dot_serializer_8cpp_source.html#l00095">DotAttributeSet::AddAttribute()</a>, <a class="el" href="_dot_serializer_8cpp_source.html#l00147">NodeContent::AddContent()</a>, <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Failure</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00083">DotEdge::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00120">DotDefaults::GetAttributeSet()</a>, <a class="el" href="_dot_serializer_8hpp_source.html#l00107">DotNode::GetContents()</a>, <a class="el" href="_layer_8hpp_source.html#l00343">Layer::GetGuid()</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, <a class="el" href="_layer_8hpp_source.html#l00132">OutputSlot::GetOwningLayer()</a>, <a class="el" href="_tensor_8hpp_source.html#l00193">TensorInfo::GetShape()</a>, <a class="el" href="_layer_8cpp_source.html#l00100">OutputSlot::GetTensorInfo()</a>, and <a class="el" href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Success</a>.</p>
</div>
</div>
@@ -1932,10 +1961,10 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00697">697</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00698"></a><span class="lineno"> 698</span> {</div>
-<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  m_LayersInOrder = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00700"></a><span class="lineno"> 700</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00738">738</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00739"></a><span class="lineno"> 739</span> {</div>
+<div class="line"><a name="l00740"></a><span class="lineno"> 740</span>  m_LayersInOrder = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00741"></a><span class="lineno"> 741</span> }</div>
</div><!-- fragment -->
</div>
</div>
@@ -1965,27 +1994,27 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00472">472</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00473"></a><span class="lineno"> 473</span> {</div>
-<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  <span class="comment">// Look through each layer in the new subgraph and add any that are not already a member of this graph</span></div>
-<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  substituteSubgraph.ForEachIConnectableLayer([<span class="keyword">this</span>](IConnectableLayer* iConnectableLayer)</div>
-<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  {</div>
-<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <span class="keywordflow">if</span> (std::find(std::begin(m_Layers),</div>
-<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  std::end(m_Layers),</div>
-<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  iConnectableLayer) == std::end(m_Layers))</div>
-<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  {</div>
-<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  <span class="keyword">auto</span> layer = PolymorphicDowncast<Layer*>(iConnectableLayer);</div>
-<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  layer->Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
-<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  m_LayersInOrder = <span class="keyword">false</span>;</div>
-<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  }</div>
-<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>  });</div>
-<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  </div>
-<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div>
-<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  EraseSubgraphLayers(subgraph);</div>
-<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>();</div>
-<div class="line"><a name="l00490"></a><span class="lineno"> 490</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00486">486</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00487"></a><span class="lineno"> 487</span> {</div>
+<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  <span class="comment">// Look through each layer in the new subgraph and add any that are not already a member of this graph</span></div>
+<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  substituteSubgraph.ForEachIConnectableLayer([<span class="keyword">this</span>](IConnectableLayer* iConnectableLayer)</div>
+<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  {</div>
+<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  <span class="keywordflow">if</span> (std::find(std::begin(m_Layers),</div>
+<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  std::end(m_Layers),</div>
+<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  iConnectableLayer) == std::end(m_Layers))</div>
+<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  {</div>
+<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  <span class="keyword">auto</span> layer = PolymorphicDowncast<Layer*>(iConnectableLayer);</div>
+<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  layer->Reparent(*<span class="keyword">this</span>, m_Layers.end());</div>
+<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  m_LayersInOrder = <span class="keyword">false</span>;</div>
+<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  }</div>
+<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  });</div>
+<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  </div>
+<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  ReplaceSubgraphConnections(subgraph, substituteSubgraph);</div>
+<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  EraseSubgraphLayers(subgraph);</div>
+<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>();</div>
+<div class="line"><a name="l00504"></a><span class="lineno"> 504</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_subgraph_view_8hpp_source.html#l00046">SubgraphView::ForEachIConnectableLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_subgraph_view_8hpp_source.html#l00046">SubgraphView::ForEachIConnectableLayer()</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
</div>
</div>
@@ -2018,20 +2047,20 @@
<p>Substitutes the given sub-graph with either a new layer or a new sub-graph. </p>
<p>In either case, the given layer or all the layers in the given sub-graph must belong to this graph. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00461">461</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00462"></a><span class="lineno"> 462</span> {</div>
-<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  <a class="code" href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a>(substituteLayer != <span class="keyword">nullptr</span>);</div>
-<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  </div>
-<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  <span class="comment">// Create a new sub-graph with only the given layer, using</span></div>
-<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  <span class="comment">// the given sub-graph as a reference of which parent graph to use</span></div>
-<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  <a class="code" href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">SubgraphView</a> substituteSubgraph(substituteLayer);</div>
-<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  </div>
-<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  <a class="code" href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">SubstituteSubgraph</a>(subgraph, substituteSubgraph);</div>
-<div class="line"><a name="l00470"></a><span class="lineno"> 470</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00475">475</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00476"></a><span class="lineno"> 476</span> {</div>
+<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <a class="code" href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>(substituteLayer, <span class="stringliteral">"substituteLayer should not be null"</span>);</div>
+<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  </div>
+<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  <span class="comment">// Create a new sub-graph with only the given layer, using</span></div>
+<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  <span class="comment">// the given sub-graph as a reference of which parent graph to use</span></div>
+<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  <a class="code" href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">SubgraphView</a> substituteSubgraph(substituteLayer);</div>
+<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  </div>
+<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <a class="code" href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">SubstituteSubgraph</a>(subgraph, substituteSubgraph);</div>
+<div class="line"><a name="l00484"></a><span class="lineno"> 484</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_assert_8hpp_source.html#l00014">ARMNN_ASSERT</a>.</p>
+<p class="reference">References <a class="el" href="_exceptions_8hpp_source.html#l00210">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01328">armnn::ApplyBackendOptimizations()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01320">armnn::ApplyBackendOptimizations()</a>.</p>
</div>
</div>
@@ -2060,12 +2089,12 @@
<p>Sorts layers in topological order and return this. </p>
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00184">184</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00184"></a><span class="lineno"> 184</span> { <span class="keyword">const_cast<</span><span class="keyword">const </span><a class="code" href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">Graph</a>*<span class="keyword">></span>(<span class="keyword">this</span>)-><a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>(); <span class="keywordflow">return</span> *<span class="keyword">this</span>; }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00191">191</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00191"></a><span class="lineno"> 191</span> { <span class="keyword">const_cast<</span><span class="keyword">const </span><a class="code" href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">Graph</a>*<span class="keyword">></span>(<span class="keyword">this</span>)-><a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>(); <span class="keywordflow">return</span> *<span class="keyword">this</span>; }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>, <a class="el" href="_graph_8cpp_source.html#l00604">Graph::InferTensorInfos()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_graph_8cpp_source.html#l00068">Graph::Print()</a>, <a class="el" href="_graph_8cpp_source.html#l00472">Graph::SubstituteSubgraph()</a>, <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>, and <a class="el" href="_graph_8cpp_source.html#l00581">Graph::VerifyConstantLayerSetTensorInfo()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_graph_utils_8cpp_source.html#l00068">CheckOrder()</a>, <a class="el" href="_optimizer_8cpp_source.html#l00016">Optimizer::Pass()</a>, <a class="el" href="_graph_8cpp_source.html#l00068">Graph::Print()</a>, <a class="el" href="_graph_8cpp_source.html#l00486">Graph::SubstituteSubgraph()</a>, and <a class="el" href="_graph_8hpp_source.html#l00191">Graph::TopologicalSort()</a>.</p>
</div>
</div>
@@ -2111,32 +2140,32 @@
</dd>
</dl>
-<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00581">581</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
-<div class="fragment"><div class="line"><a name="l00582"></a><span class="lineno"> 582</span> {</div>
-<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
-<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  {</div>
-<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a>)</div>
-<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  {</div>
-<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& output: layer->GetOutputSlots())</div>
-<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  {</div>
-<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  <span class="keywordflow">if</span> (!output.IsTensorInfoSet())</div>
-<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  {</div>
-<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>  std::ostringstream message;</div>
-<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  message << <span class="stringliteral">"Output slot TensorInfo not set on "</span></div>
-<div class="line"><a name="l00593"></a><span class="lineno"> 593</span>  << <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer->GetType())</div>
-<div class="line"><a name="l00594"></a><span class="lineno"> 594</span>  << <span class="stringliteral">" layer \""</span></div>
-<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>  << layer->GetName()</div>
-<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>  << <span class="stringliteral">"\""</span>;</div>
-<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>  <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
-<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>  }</div>
-<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>  }</div>
-<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  }</div>
-<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  }</div>
-<div class="line"><a name="l00602"></a><span class="lineno"> 602</span> }</div>
+<p class="definition">Definition at line <a class="el" href="_graph_8cpp_source.html#l00622">622</a> of file <a class="el" href="_graph_8cpp_source.html">Graph.cpp</a>.</p>
+<div class="fragment"><div class="line"><a name="l00623"></a><span class="lineno"> 623</span> {</div>
+<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& layer : <a class="code" href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">TopologicalSort</a>())</div>
+<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  {</div>
+<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  <span class="keywordflow">if</span> (layer->GetType() == <a class="code" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a>)</div>
+<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  {</div>
+<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>&& output: layer->GetOutputSlots())</div>
+<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  {</div>
+<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>  <span class="keywordflow">if</span> (!output.IsTensorInfoSet())</div>
+<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  {</div>
+<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  std::ostringstream message;</div>
+<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>  message << <span class="stringliteral">"Output slot TensorInfo not set on "</span></div>
+<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>  << <a class="code" href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">GetLayerTypeAsCString</a>(layer->GetType())</div>
+<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  << <span class="stringliteral">" layer \""</span></div>
+<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>  << layer->GetName()</div>
+<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>  << <span class="stringliteral">"\""</span>;</div>
+<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  <span class="keywordflow">throw</span> LayerValidationException(message.str());</div>
+<div class="line"><a name="l00639"></a><span class="lineno"> 639</span>  }</div>
+<div class="line"><a name="l00640"></a><span class="lineno"> 640</span>  }</div>
+<div class="line"><a name="l00641"></a><span class="lineno"> 641</span>  }</div>
+<div class="line"><a name="l00642"></a><span class="lineno"> 642</span>  }</div>
+<div class="line"><a name="l00643"></a><span class="lineno"> 643</span> }</div>
</div><!-- fragment -->
-<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>, and <a class="el" href="_graph_8hpp_source.html#l00184">Graph::TopologicalSort()</a>.</p>
+<p class="reference">References <a class="el" href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::Constant</a>, and <a class="el" href="_internal_types_8cpp_source.html#l00013">armnn::GetLayerTypeAsCString()</a>.</p>
-<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01896">armnn::Optimize()</a>.</p>
+<p class="reference">Referenced by <a class="el" href="_network_8cpp_source.html#l01906">armnn::Optimize()</a>.</p>
</div>
</div>
@@ -2161,7 +2190,7 @@
</table>
</div><div class="memdoc">
-<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00300">300</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
+<p class="definition">Definition at line <a class="el" href="_graph_8hpp_source.html#l00307">307</a> of file <a class="el" href="_graph_8hpp_source.html">Graph.hpp</a>.</p>
</div>
</div>
@@ -2171,48 +2200,49 @@
</ul>
</div><!-- contents -->
</div><!-- doc-content -->
-<div class="ttc" id="a_assert_8hpp_html_a5698be69cbd5dfe6c28fcd9867e8cbed"><div class="ttname"><a href="_assert_8hpp.html#a5698be69cbd5dfe6c28fcd9867e8cbed">ARMNN_ASSERT</a></div><div class="ttdeci">#define ARMNN_ASSERT(COND)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00014">Assert.hpp:14</a></div></div>
<div class="ttc" id="anamespacearmnn_html_ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#ae2f04a162585c0a5222a537efd5456aeaec0fc0100c4fc1ce4eea230c3dc10360">armnn::Compute::Undefined</a></div><div class="ttdeci">@ Undefined</div></div>
<div class="ttc" id="anamespacearmnn_html_addb6b14dd1b632263ffe77430259a7c4"><div class="ttname"><a href="namespacearmnn.html#addb6b14dd1b632263ffe77430259a7c4">armnn::GetLayerTypeAsCString</a></div><div class="ttdeci">const char * GetLayerTypeAsCString(LayerType type)</div><div class="ttdef"><b>Definition:</b> <a href="_internal_types_8cpp_source.html#l00013">InternalTypes.cpp:13</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_ad6521013ad981519904822f2ada2c4ec"><div class="ttname"><a href="classarmnn_1_1_graph.html#ad6521013ad981519904822f2ada2c4ec">armnn::Graph::ForEachLayer</a></div><div class="ttdeci">void ForEachLayer(Func func) const</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00040">Graph.hpp:40</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a78d1be0baa31e083ae8da99aaedaf650">armnn::EdgeStrategy::DirectCompatibility</a></div><div class="ttdeci">@ DirectCompatibility</div><div class="ttdoc">No strategy has been defined. Used internally to verify integrity of optimizations.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_ac7ed5efddd83499ff642cc65f3f66a14"><div class="ttname"><a href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">armnn::Graph::GetPosInGraph</a></div><div class="ttdeci">Iterator GetPosInGraph(Layer &layer)</div><div class="ttdoc">Gets the position of a layer in the graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00448">Graph.hpp:448</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a96d76fd10af39fbfabfd0caf0d1439fa"><div class="ttname"><a href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">armnn::Graph::EraseLayer</a></div><div class="ttdeci">void EraseLayer(Iterator pos)</div><div class="ttdoc">Deletes the layer at the specified position.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00504">Graph.hpp:504</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_aafbd4b469e47160017f409df8d077184"><div class="ttname"><a href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">armnn::Graph::SubstituteSubgraph</a></div><div class="ttdeci">void SubstituteSubgraph(SubgraphView &subgraph, IConnectableLayer *substituteLayer)</div><div class="ttdoc">Substitutes the given sub-graph with either a new layer or a new sub-graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.html#l00461">Graph.cpp:461</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a0da841ca170a7634c24eb102b95daa2a"><div class="ttname"><a href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">armnn::Graph::SubgraphView</a></div><div class="ttdeci">friend class SubgraphView</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00300">Graph.hpp:300</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_ac7ed5efddd83499ff642cc65f3f66a14"><div class="ttname"><a href="classarmnn_1_1_graph.html#ac7ed5efddd83499ff642cc65f3f66a14">armnn::Graph::GetPosInGraph</a></div><div class="ttdeci">Iterator GetPosInGraph(Layer &layer)</div><div class="ttdoc">Gets the position of a layer in the graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00455">Graph.hpp:455</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a96d76fd10af39fbfabfd0caf0d1439fa"><div class="ttname"><a href="classarmnn_1_1_graph.html#a96d76fd10af39fbfabfd0caf0d1439fa">armnn::Graph::EraseLayer</a></div><div class="ttdeci">void EraseLayer(Iterator pos)</div><div class="ttdoc">Deletes the layer at the specified position.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00517">Graph.hpp:517</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_aafbd4b469e47160017f409df8d077184"><div class="ttname"><a href="classarmnn_1_1_graph.html#aafbd4b469e47160017f409df8d077184">armnn::Graph::SubstituteSubgraph</a></div><div class="ttdeci">void SubstituteSubgraph(SubgraphView &subgraph, IConnectableLayer *substituteLayer)</div><div class="ttdoc">Substitutes the given sub-graph with either a new layer or a new sub-graph.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8cpp_source.html#l00475">Graph.cpp:475</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a0da841ca170a7634c24eb102b95daa2a"><div class="ttname"><a href="classarmnn_1_1_graph.html#a0da841ca170a7634c24eb102b95daa2a">armnn::Graph::SubgraphView</a></div><div class="ttdeci">friend class SubgraphView</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00307">Graph.hpp:307</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd"><div class="ttname"><a href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0ba23c3efdd3f80798660ecf0b9af6dd5dd">armnn::GraphEvent::LayerAdded</a></div><div class="ttdeci">@ LayerAdded</div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_acc25db0641c1c22faf95af3bb49080c9"><div class="ttname"><a href="classarmnn_1_1_graph.html#acc25db0641c1c22faf95af3bb49080c9">armnn::Graph::Iterator</a></div><div class="ttdeci">LayerList::const_iterator Iterator</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00053">Graph.hpp:53</a></div></div>
-<div class="ttc" id="a_assert_8hpp_html_a91c4dfde57907d7698c7531785690a7f"><div class="ttname"><a href="_assert_8hpp.html#a91c4dfde57907d7698c7531785690a7f">ARMNN_ASSERT_MSG</a></div><div class="ttdeci">#define ARMNN_ASSERT_MSG(COND, MSG)</div><div class="ttdef"><b>Definition:</b> <a href="_assert_8hpp_source.html#l00015">Assert.hpp:15</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_i_tensor_handle_factory_html_a9c95f90eb40e31f629e0e2947b8bc6f9"><div class="ttname"><a href="classarmnn_1_1_i_tensor_handle_factory.html#a9c95f90eb40e31f629e0e2947b8bc6f9">armnn::ITensorHandleFactory::LegacyFactoryId</a></div><div class="ttdeci">static const FactoryId LegacyFactoryId</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00050">ITensorHandleFactory.hpp:50</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_layer_html"><div class="ttname"><a href="classarmnn_1_1_layer.html">armnn::Layer</a></div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.html#l00230">Layer.hpp:230</a></div></div>
<div class="ttc" id="a_logging_8hpp_html_a7b6ad073975f437ec38ca7d20154727f"><div class="ttname"><a href="_logging_8hpp.html#a7b6ad073975f437ec38ca7d20154727f">ARMNN_LOG</a></div><div class="ttdeci">#define ARMNN_LOG(severity)</div><div class="ttdef"><b>Definition:</b> <a href="_logging_8hpp_source.html#l00212">Logging.hpp:212</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016ac366da48cc11956ae377a77751936852">armnn::EdgeStrategy::CopyToTarget</a></div><div class="ttdeci">@ CopyToTarget</div><div class="ttdoc">Source backends tensor data can be exported to destination backend tensor without copy.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_a2387033802383edbdc95f9bbb12a707e"><div class="ttname"><a href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">armnn::Graph::begin</a></div><div class="ttdeci">Iterator begin()</div><div class="ttdoc">Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00169">Graph.hpp:169</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_a2387033802383edbdc95f9bbb12a707e"><div class="ttname"><a href="classarmnn_1_1_graph.html#a2387033802383edbdc95f9bbb12a707e">armnn::Graph::begin</a></div><div class="ttdeci">Iterator begin()</div><div class="ttdoc">Returns iterator pointing to the beginning of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00176">Graph.hpp:176</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016aec0fc0100c4fc1ce4eea230c3dc10360">armnn::EdgeStrategy::Undefined</a></div><div class="ttdeci">@ Undefined</div></div>
<div class="ttc" id="a_profiling_8hpp_html_a5ccc65e2c464ac05ce311fdae7ede03a"><div class="ttname"><a href="_profiling_8hpp.html#a5ccc65e2c464ac05ce311fdae7ede03a">ARMNN_SCOPED_PROFILING_EVENT</a></div><div class="ttdeci">#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)</div><div class="ttdef"><b>Definition:</b> <a href="_profiling_8hpp_source.html#l00220">Profiling.hpp:220</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016">armnn::EdgeStrategy</a></div><div class="ttdeci">EdgeStrategy</div><div class="ttdef"><b>Definition:</b> <a href="_i_tensor_handle_factory_8hpp_source.html#l00104">ITensorHandleFactory.hpp:104</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a8c42c6647e31ebe525aeba878d133e45"><div class="ttname"><a href="namespacearmnn.html#a8c42c6647e31ebe525aeba878d133e45">armnn::ParameterStringifyFunction</a></div><div class="ttdeci">std::function< void(const std::string &name, const std::string &value)> ParameterStringifyFunction</div><div class="ttdef"><b>Definition:</b> <a href="_serialize_layer_parameters_8hpp_source.html#l00014">SerializeLayerParameters.hpp:14</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70ba505a83f220c02df2f85c3810cd9ceb38">armnn::Status::Success</a></div><div class="ttdeci">@ Success</div></div>
<div class="ttc" id="aclassarmnn_1_1_layer_html_a98cdff4e0b45f4c80bfcedaf926e16e0"><div class="ttname"><a href="classarmnn_1_1_layer.html#a98cdff4e0b45f4c80bfcedaf926e16e0">armnn::Layer::GetOutputSlots</a></div><div class="ttdeci">const std::vector< OutputSlot > & GetOutputSlots() const</div><div class="ttdef"><b>Definition:</b> <a href="_layer_8hpp_source.html#l00259">Layer.hpp:259</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_exception_html"><div class="ttname"><a href="classarmnn_1_1_exception.html">armnn::Exception</a></div><div class="ttdoc">Base class for all ArmNN exceptions so that users can filter to just those.</div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00046">Exceptions.hpp:46</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528"><div class="ttname"><a href="namespacearmnn.html#a34eaed09302a4d7bfe930c13a7673e0bad6e393dc30fd33cbcb5f6ab199093528">armnn::GraphEvent::LayerErased</a></div><div class="ttdeci">@ LayerErased</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a115bfc5d633eae55c67f9588acdd2bf9">armnn::LayerType::MemImport</a></div><div class="ttdeci">@ MemImport</div></div>
<div class="ttc" id="a_types_8hpp_html_af22094b802160f09f7c89ad9eee10084"><div class="ttname"><a href="_types_8hpp.html#af22094b802160f09f7c89ad9eee10084">LayerGuid</a></div><div class="ttdeci">arm::pipe::ProfilingGuid LayerGuid</div><div class="ttdoc">Define LayerGuid type.</div><div class="ttdef"><b>Definition:</b> <a href="_types_8hpp_source.html#l00026">Types.hpp:26</a></div></div>
<div class="ttc" id="anamespacearmnn_html_adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1"><div class="ttname"><a href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9af6486a22a9bb11959bfae60a3e5174b1">armnn::ShapeInferenceMethod::ValidateOnly</a></div><div class="ttdeci">@ ValidateOnly</div><div class="ttdoc">Validate all output shapes.</div></div>
<div class="ttc" id="anamespacearmnn_html_adf57837d00e8352d9b5cc5ab1fb5fee9a5dd7c525cb1500a2181fd4cc079d7acb"><div class="ttname"><a href="namespacearmnn.html#adf57837d00e8352d9b5cc5ab1fb5fee9a5dd7c525cb1500a2181fd4cc079d7acb">armnn::ShapeInferenceMethod::InferAndValidate</a></div><div class="ttdeci">@ InferAndValidate</div><div class="ttdoc">Infer missing output shapes and validate all output shapes.</div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_ab45dae688fc5d8983727abffa4389003"><div class="ttname"><a href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">armnn::Graph::end</a></div><div class="ttdeci">Iterator end()</div><div class="ttdoc">Returns iterator pointing to the end of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00171">Graph.hpp:171</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_ab45dae688fc5d8983727abffa4389003"><div class="ttname"><a href="classarmnn_1_1_graph.html#ab45dae688fc5d8983727abffa4389003">armnn::Graph::end</a></div><div class="ttdeci">Iterator end()</div><div class="ttdoc">Returns iterator pointing to the end of the list. Lowercase for range-based for loops.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00178">Graph.hpp:178</a></div></div>
<div class="ttc" id="aclassarmnn_1_1_graph_html_aa5cc5821862aa5cecac2b54974c2b3d8"><div class="ttname"><a href="classarmnn_1_1_graph.html#aa5cc5821862aa5cecac2b54974c2b3d8">armnn::Graph::Graph</a></div><div class="ttdeci">Graph(bool shapeInferenceMethod=false, bool allowExpandedDims=false)</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00098">Graph.hpp:98</a></div></div>
-<div class="ttc" id="aclassarmnn_1_1_graph_html_af497e16cf92179b5e55543741351b8bf"><div class="ttname"><a href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">armnn::Graph::TopologicalSort</a></div><div class="ttdeci">Graph & TopologicalSort()</div><div class="ttdoc">Sorts layers in topological order and return this.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00184">Graph.hpp:184</a></div></div>
+<div class="ttc" id="aclassarmnn_1_1_graph_html_af497e16cf92179b5e55543741351b8bf"><div class="ttname"><a href="classarmnn_1_1_graph.html#af497e16cf92179b5e55543741351b8bf">armnn::Graph::TopologicalSort</a></div><div class="ttdeci">Graph & TopologicalSort()</div><div class="ttdoc">Sorts layers in topological order and return this.</div><div class="ttdef"><b>Definition:</b> <a href="_graph_8hpp_source.html#l00191">Graph.hpp:191</a></div></div>
<div class="ttc" id="anamespacearmnn_html_aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189"><div class="ttname"><a href="namespacearmnn.html#aff209afc1dc598da399e3e78617ce016a46e8b7bfd6fd3c0cb34a100478a39189">armnn::EdgeStrategy::ExportToTarget</a></div><div class="ttdeci">@ ExportToTarget</div><div class="ttdoc">Destination backend can work directly with tensors on source backend.</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a4dd48794eb3305a0f5aece88b111a97b">armnn::LayerType::MemCopy</a></div><div class="ttdeci">@ MemCopy</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a324118a6721dd6b8a9b9f4e327df2bf5">armnn::LayerType::Input</a></div><div class="ttdeci">@ Input</div></div>
+<div class="ttc" id="aclassarmnn_1_1_null_pointer_exception_html"><div class="ttname"><a href="classarmnn_1_1_null_pointer_exception.html">armnn::NullPointerException</a></div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00146">Exceptions.hpp:146</a></div></div>
<div class="ttc" id="anamespacearmnn_html_a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086"><div class="ttname"><a href="namespacearmnn.html#a67a0db04d321a74b7e7fcfd3f1a3f70bae139a585510a502bbf1841cf589f5086">armnn::Status::Failure</a></div><div class="ttdeci">@ Failure</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4a29c2c02a361c9d7028472e5d92cd4a54">armnn::LayerType::Output</a></div><div class="ttdeci">@ Output</div></div>
<div class="ttc" id="anamespacearmnn_html_a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255"><div class="ttname"><a href="namespacearmnn.html#a56943a0946e5f15e5e58054b8e7a04a4acb17869fe51048b5a5c4c6106551a255">armnn::LayerType::Constant</a></div><div class="ttdeci">@ Constant</div></div>
+<div class="ttc" id="a_exceptions_8hpp_html_a5b0cd1f24b12298894d6367f186ea6dc"><div class="ttname"><a href="_exceptions_8hpp.html#a5b0cd1f24b12298894d6367f186ea6dc">ARMNN_THROW_INVALIDARG_MSG_IF_FALSE</a></div><div class="ttdeci">#define ARMNN_THROW_INVALIDARG_MSG_IF_FALSE(_cond, _str)</div><div class="ttdef"><b>Definition:</b> <a href="_exceptions_8hpp_source.html#l00210">Exceptions.hpp:210</a></div></div>
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="namespacearmnn.html">armnn</a></li><li class="navelem"><a class="el" href="classarmnn_1_1_graph.html">Graph</a></li>
- <li class="footer">Generated on Wed Feb 14 2024 16:36:22 for Arm NN by
+ <li class="footer">Generated on Thu May 16 2024 09:31:56 for Arm NN by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.17 </li>
</ul>