Gitiles
Code Review Sign In
review.mlplatform.org / ml / armnn / 36eed46563a2a254e674865eb8ede62a1558c997 / . / Documentation / _model_accuracy_checker_test_8cpp.html
blob: dda434649f4f7aa3fdb38b9abee906f2dcc70843 [file] [log] [blame]
Ryan OSheade36e4a2020-03-13 16:26:19 +0000[diff] [blame]1<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
2<html xmlns="http://www.w3.org/1999/xhtml">
3<head>
4<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
5<meta http-equiv="X-UA-Compatible" content="IE=9"/>
6<meta name="generator" content="Doxygen 1.8.13"/>
7<meta name="viewport" content="width=device-width, initial-scale=1"/>
8<title>ArmNN: src/armnn/test/ModelAccuracyCheckerTest.cpp File Reference</title>
9<link href="tabs.css" rel="stylesheet" type="text/css"/>
10<script type="text/javascript" src="jquery.js"></script>
11<script type="text/javascript" src="dynsections.js"></script>
12<link href="navtree.css" rel="stylesheet" type="text/css"/>
13<script type="text/javascript" src="resize.js"></script>
14<script type="text/javascript" src="navtreedata.js"></script>
15<script type="text/javascript" src="navtree.js"></script>
16<script type="text/javascript">
17 $(document).ready(initResizable);
18</script>
19<link href="search/search.css" rel="stylesheet" type="text/css"/>
20<script type="text/javascript" src="search/searchdata.js"></script>
21<script type="text/javascript" src="search/search.js"></script>
22<link href="doxygen.css" rel="stylesheet" type="text/css" />
23</head>
24<body>
25<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
26<div id="titlearea">
27<table cellspacing="0" cellpadding="0">
28 <tbody>
29 <tr style="height: 56px;">
30 <td id="projectalign" style="padding-left: 0.5em;">
31 <div id="projectname">ArmNN
32 &#160;<span id="projectnumber">NotReleased</span>
33 </div>
34 </td>
35 </tr>
36 </tbody>
37</table>
38</div>
39<!-- end header part -->
40<!-- Generated by Doxygen 1.8.13 -->
41<script type="text/javascript">
42var searchBox = new SearchBox("searchBox", "search",false,'Search');
43</script>
44<script type="text/javascript" src="menudata.js"></script>
45<script type="text/javascript" src="menu.js"></script>
46<script type="text/javascript">
47$(function() {
48 initMenu('',true,false,'search.php','Search');
49 $(document).ready(function() { init_search(); });
50});
51</script>
52<div id="main-nav"></div>
53</div><!-- top -->
54<div id="side-nav" class="ui-resizable side-nav-resizable">
55 <div id="nav-tree">
56 <div id="nav-tree-contents">
57 <div id="nav-sync" class="sync"></div>
58 </div>
59 </div>
60 <div id="splitbar" style="-moz-user-select:none;"
61 class="ui-resizable-handle">
62 </div>
63</div>
64<script type="text/javascript">
65$(document).ready(function(){initNavTree('_model_accuracy_checker_test_8cpp.html','');});
66</script>
67<div id="doc-content">
68<!-- window showing the filter options -->
69<div id="MSearchSelectWindow"
70 onmouseover="return searchBox.OnSearchSelectShow()"
71 onmouseout="return searchBox.OnSearchSelectHide()"
72 onkeydown="return searchBox.OnSearchSelectKey(event)">
73</div>
74
75<!-- iframe showing the search results (closed by default) -->
76<div id="MSearchResultsWindow">
77<iframe src="javascript:void(0)" frameborder="0"
78 name="MSearchResults" id="MSearchResults">
79</iframe>
80</div>
81
82<div class="header">
83 <div class="summary">
84<a href="#typedef-members">Typedefs</a> &#124;
85<a href="#func-members">Functions</a> </div>
86 <div class="headertitle">
87<div class="title">ModelAccuracyCheckerTest.cpp File Reference</div> </div>
88</div><!--header-->
89<div class="contents">
90<div class="textblock"><code>#include &quot;<a class="el" href="_model_accuracy_checker_8hpp_source.html">ModelAccuracyChecker.hpp</a>&quot;</code><br />
91<code>#include &lt;boost/algorithm/string.hpp&gt;</code><br />
92<code>#include &lt;boost/test/unit_test.hpp&gt;</code><br />
93<code>#include &lt;boost/filesystem.hpp&gt;</code><br />
94<code>#include &lt;boost/optional.hpp&gt;</code><br />
95<code>#include &lt;boost/variant.hpp&gt;</code><br />
96<code>#include &lt;iostream&gt;</code><br />
97<code>#include &lt;string&gt;</code><br />
98</div>
99<p><a href="_model_accuracy_checker_test_8cpp_source.html">Go to the source code of this file.</a></p>
100<table class="memberdecls">
101<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="typedef-members"></a>
102Typedefs</h2></td></tr>
103<tr class="memitem:a9eb69ebdaf4ceb8014e7c8a540266100"><td class="memItemLeft" align="right" valign="top">using&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="_model_accuracy_checker_test_8cpp.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a> = boost::variant&lt; std::vector&lt; float &gt;, std::vector&lt; int &gt;, std::vector&lt; unsigned char &gt; &gt;</td></tr>
104<tr class="separator:a9eb69ebdaf4ceb8014e7c8a540266100"><td class="memSeparator" colspan="2">&#160;</td></tr>
105</table><table class="memberdecls">
106<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="func-members"></a>
107Functions</h2></td></tr>
108<tr class="memitem:a6c84958bfa219227328e6b29df3aa3d4"><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="_model_accuracy_checker_test_8cpp.html#a6c84958bfa219227328e6b29df3aa3d4">BOOST_FIXTURE_TEST_CASE</a> (TestFloat32OutputTensorAccuracy, TestHelper)</td></tr>
109<tr class="separator:a6c84958bfa219227328e6b29df3aa3d4"><td class="memSeparator" colspan="2">&#160;</td></tr>
110</table>
111<h2 class="groupheader">Typedef Documentation</h2>
112<a id="a9eb69ebdaf4ceb8014e7c8a540266100"></a>
113<h2 class="memtitle"><span class="permalink"><a href="#a9eb69ebdaf4ceb8014e7c8a540266100">&#9670;&nbsp;</a></span>TContainer</h2>
114
115<div class="memitem">
116<div class="memproto">
117 <table class="memname">
118 <tr>
119 <td class="memname">using <a class="el" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a> = boost::variant&lt;std::vector&lt;float&gt;, std::vector&lt;int&gt;, std::vector&lt;unsigned char&gt; &gt;</td>
120 </tr>
121 </table>
122</div><div class="memdoc">
123
124<p class="definition">Definition at line <a class="el" href="_model_accuracy_checker_test_8cpp_source.html#l00059">59</a> of file <a class="el" href="_model_accuracy_checker_test_8cpp_source.html">ModelAccuracyCheckerTest.cpp</a>.</p>
125
126</div>
127</div>
128<h2 class="groupheader">Function Documentation</h2>
129<a id="a6c84958bfa219227328e6b29df3aa3d4"></a>
130<h2 class="memtitle"><span class="permalink"><a href="#a6c84958bfa219227328e6b29df3aa3d4">&#9670;&nbsp;</a></span>BOOST_FIXTURE_TEST_CASE()</h2>
131
132<div class="memitem">
133<div class="memproto">
134 <table class="memname">
135 <tr>
136 <td class="memname">BOOST_FIXTURE_TEST_CASE </td>
137 <td>(</td>
138 <td class="paramtype">TestFloat32OutputTensorAccuracy&#160;</td>
139 <td class="paramname">, </td>
140 </tr>
141 <tr>
142 <td class="paramkey"></td>
143 <td></td>
144 <td class="paramtype">TestHelper&#160;</td>
145 <td class="paramname">&#160;</td>
146 </tr>
147 <tr>
148 <td></td>
149 <td>)</td>
150 <td></td><td></td>
151 </tr>
152 </table>
153</div><div class="memdoc">
154
155<p class="definition">Definition at line <a class="el" href="_model_accuracy_checker_test_8cpp_source.html#l00061">61</a> of file <a class="el" href="_model_accuracy_checker_test_8cpp_source.html">ModelAccuracyCheckerTest.cpp</a>.</p>
156
157<p class="reference">References <a class="el" href="_model_accuracy_checker_8hpp_source.html#l00073">ModelAccuracyChecker::AddImageResult()</a>, <a class="el" href="_profiler_tests_8cpp.html#af7f71af5c6c124222dd1c42c5df892f4">BOOST_AUTO_TEST_SUITE_END()</a>, <a class="el" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK()</a>, and <a class="el" href="_model_accuracy_checker_8cpp_source.html#l00023">ModelAccuracyChecker::GetAccuracy()</a>.</p>
158<div class="fragment"><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160;{</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <a class="code" href="classarmnn_utils_1_1_model_accuracy_checker.html">ModelAccuracyChecker</a> checker(GetValidationLabelSet(), GetModelOutputLabels());</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160;</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; <span class="comment">// Add image 1 and check accuracy</span></div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; std::vector&lt;float&gt; inferenceOutputVector1 = {0.05f, 0.10f, 0.70f, 0.15f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f};</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; <a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a> inference1Container(inferenceOutputVector1);</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; std::vector&lt;TContainer&gt; outputTensor1;</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; outputTensor1.push_back(inference1Container);</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160;</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; std::string imageName = <span class="stringliteral">&quot;val_01.JPEG&quot;</span>;</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160; checker.AddImageResult&lt;<a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a>&gt;(imageName, outputTensor1);</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160;</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; <span class="comment">// Top 1 Accuracy</span></div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; <span class="keywordtype">float</span> totalAccuracy = checker.GetAccuracy(1);</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 100.0f);</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160;</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; <span class="comment">// Add image 2 and check accuracy</span></div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; std::vector&lt;float&gt; inferenceOutputVector2 = {0.10f, 0.0f, 0.0f, 0.0f, 0.05f, 0.70f, 0.0f, 0.0f, 0.0f, 0.15f};</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; <a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a> inference2Container(inferenceOutputVector2);</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; std::vector&lt;TContainer&gt; outputTensor2;</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; outputTensor2.push_back(inference2Container);</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160;</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; imageName = <span class="stringliteral">&quot;val_02.JPEG&quot;</span>;</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; checker.AddImageResult&lt;<a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a>&gt;(imageName, outputTensor2);</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160;</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; <span class="comment">// Top 1 Accuracy</span></div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; totalAccuracy = checker.GetAccuracy(1);</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 50.0f);</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160;</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; <span class="comment">// Top 2 Accuracy</span></div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; totalAccuracy = checker.GetAccuracy(2);</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 100.0f);</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160;</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; <span class="comment">// Add image 3 and check accuracy</span></div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; std::vector&lt;float&gt; inferenceOutputVector3 = {0.0f, 0.10f, 0.0f, 0.0f, 0.05f, 0.70f, 0.0f, 0.0f, 0.0f, 0.15f};</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; <a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a> inference3Container(inferenceOutputVector3);</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; std::vector&lt;TContainer&gt; outputTensor3;</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; outputTensor3.push_back(inference3Container);</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160;</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; imageName = <span class="stringliteral">&quot;val_03.JPEG&quot;</span>;</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; checker.AddImageResult&lt;<a class="code" href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">TContainer</a>&gt;(imageName, outputTensor3);</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160;</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="comment">// Top 1 Accuracy</span></div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; totalAccuracy = checker.GetAccuracy(1);</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 33.3333321f);</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160;</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160; <span class="comment">// Top 2 Accuracy</span></div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; totalAccuracy = checker.GetAccuracy(2);</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 66.6666641f);</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160;</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; <span class="comment">// Top 3 Accuracy</span></div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; totalAccuracy = checker.GetAccuracy(3);</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; <a class="code" href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a>(totalAccuracy == 100.0f);</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160;}</div><div class="ttc" id="_file_only_profiling_decorator_tests_8cpp_html_a0c262ba6f6c189a2d092d127c1b7627b"><div class="ttname"><a href="_file_only_profiling_decorator_tests_8cpp.html#a0c262ba6f6c189a2d092d127c1b7627b">BOOST_CHECK</a></div><div class="ttdeci">BOOST_CHECK(profilingService.GetCurrentState()==ProfilingState::WaitingForAck)</div></div>
159<div class="ttc" id="classarmnn_utils_1_1_model_accuracy_checker_html"><div class="ttname"><a href="classarmnn_utils_1_1_model_accuracy_checker.html">armnnUtils::ModelAccuracyChecker</a></div><div class="ttdef"><b>Definition:</b> <a href="_model_accuracy_checker_8hpp_source.html#l00045">ModelAccuracyChecker.hpp:45</a></div></div>
160<div class="ttc" id="namespacearmnn_html_a9eb69ebdaf4ceb8014e7c8a540266100"><div class="ttname"><a href="namespacearmnn.html#a9eb69ebdaf4ceb8014e7c8a540266100">armnn::TContainer</a></div><div class="ttdeci">boost::variant&lt; std::vector&lt; float &gt;, std::vector&lt; int &gt;, std::vector&lt; unsigned char &gt; &gt; TContainer</div><div class="ttdef"><b>Definition:</b> <a href="_network_quantizer_8cpp_source.html#l00033">NetworkQuantizer.cpp:33</a></div></div>
161</div><!-- fragment -->
162</div>
163</div>
164</div><!-- contents -->
165</div><!-- doc-content -->
166<!-- start footer part -->
167<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
168 <ul>
169 <li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_e0a84d05c80a2ef4231141dcbbeac5c8.html">armnn</a></li><li class="navelem"><a class="el" href="dir_9d86fd1fbecbedf5bdb69c7e7235fe5f.html">test</a></li><li class="navelem"><a class="el" href="_model_accuracy_checker_test_8cpp.html">ModelAccuracyCheckerTest.cpp</a></li>
170 <li class="footer">Generated on Fri Mar 13 2020 16:06:59 for ArmNN by
171 <a href="http://www.doxygen.org/index.html">
172 <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
173 </ul>
174</div>
175</body>
176</html>