blob: 8d3d8320c2f381457ccd4d051bdee5493963ac64 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001# UnitTests
2include(CheckIncludeFiles)
3
telsoa014fcda012018-03-09 14:13:49 +00004# Setup the inference test framework
5set(inference_test_sources
6 ClassifierTestCaseData.hpp
7 InferenceModel.hpp
8 InferenceTest.hpp
9 InferenceTest.inl
10 InferenceTest.cpp
11 InferenceTestImage.hpp
12 InferenceTestImage.cpp)
Sadik Armagan93e2e402019-05-02 09:31:38 +010013
telsoa014fcda012018-03-09 14:13:49 +000014add_library_ex(inferenceTest STATIC ${inference_test_sources})
15target_include_directories(inferenceTest PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000016target_include_directories(inferenceTest PRIVATE ../src/backends)
Sadik Armagan93e2e402019-05-02 09:31:38 +010017target_include_directories(inferenceTest PRIVATE ../third-party/stb)
telsoa014fcda012018-03-09 14:13:49 +000018
19if(BUILD_CAFFE_PARSER)
20 macro(CaffeParserTest testName sources)
21 add_executable_ex(${testName} ${sources})
22 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000023 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa014fcda012018-03-09 14:13:49 +000024 set_target_properties(${testName} PROPERTIES COMPILE_FLAGS "${CAFFE_PARSER_TEST_ADDITIONAL_COMPILE_FLAGS}")
25
26 target_link_libraries(${testName} inferenceTest)
27 target_link_libraries(${testName} armnnCaffeParser)
28 target_link_libraries(${testName} armnn)
29 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa014fcda012018-03-09 14:13:49 +000030 target_link_libraries(${testName}
31 ${Boost_SYSTEM_LIBRARY}
telsoa014fcda012018-03-09 14:13:49 +000032 ${Boost_PROGRAM_OPTIONS_LIBRARY})
33 addDllCopyCommands(${testName})
34 endmacro()
35
36 set(CaffeCifar10AcrossChannels-Armnn_sources
37 CaffeCifar10AcrossChannels-Armnn/CaffeCifar10AcrossChannels-Armnn.cpp
38 Cifar10Database.hpp
39 Cifar10Database.cpp)
40 CaffeParserTest(CaffeCifar10AcrossChannels-Armnn "${CaffeCifar10AcrossChannels-Armnn_sources}")
41
42 set(CaffeMnist-Armnn_sources
43 CaffeMnist-Armnn/CaffeMnist-Armnn.cpp
44 MnistDatabase.hpp
45 MnistDatabase.cpp)
46 CaffeParserTest(CaffeMnist-Armnn "${CaffeMnist-Armnn_sources}")
47
48 set(CaffeAlexNet-Armnn_sources
49 CaffeAlexNet-Armnn/CaffeAlexNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010050 CaffePreprocessor.hpp
51 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000052 CaffeParserTest(CaffeAlexNet-Armnn "${CaffeAlexNet-Armnn_sources}")
53
54 set(MultipleNetworksCifar10_SRC
55 MultipleNetworksCifar10/MultipleNetworksCifar10.cpp
56 Cifar10Database.hpp
57 Cifar10Database.cpp)
58 CaffeParserTest(MultipleNetworksCifar10 "${MultipleNetworksCifar10_SRC}")
59
60 set(CaffeResNet-Armnn_sources
61 CaffeResNet-Armnn/CaffeResNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010062 CaffePreprocessor.hpp
63 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000064 CaffeParserTest(CaffeResNet-Armnn "${CaffeResNet-Armnn_sources}")
65
66 set(CaffeVGG-Armnn_sources
67 CaffeVGG-Armnn/CaffeVGG-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010068 CaffePreprocessor.hpp
69 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000070 CaffeParserTest(CaffeVGG-Armnn "${CaffeVGG-Armnn_sources}")
71
72 set(CaffeInception_BN-Armnn_sources
73 CaffeInception_BN-Armnn/CaffeInception_BN-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010074 CaffePreprocessor.hpp
75 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000076 CaffeParserTest(CaffeInception_BN-Armnn "${CaffeInception_BN-Armnn_sources}")
77
78 set(CaffeYolo-Armnn_sources
79 CaffeYolo-Armnn/CaffeYolo-Armnn.cpp
80 YoloDatabase.hpp
81 YoloDatabase.cpp
82 YoloInferenceTest.hpp)
83 CaffeParserTest(CaffeYolo-Armnn "${CaffeYolo-Armnn_sources}")
84endif()
85
surmeh01bceff2f2018-03-29 16:29:27 +010086if(BUILD_TF_PARSER)
87 macro(TfParserTest testName sources)
88 add_executable_ex(${testName} ${sources})
89 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000090 target_include_directories(${testName} PRIVATE ../src/backends)
surmeh01bceff2f2018-03-29 16:29:27 +010091
92 target_link_libraries(${testName} inferenceTest)
93 target_link_libraries(${testName} armnnTfParser)
94 target_link_libraries(${testName} armnn)
95 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
surmeh01bceff2f2018-03-29 16:29:27 +010096 target_link_libraries(${testName}
97 ${Boost_SYSTEM_LIBRARY}
surmeh01bceff2f2018-03-29 16:29:27 +010098 ${Boost_PROGRAM_OPTIONS_LIBRARY})
99 addDllCopyCommands(${testName})
100 endmacro()
101
102 set(TfMnist-Armnn_sources
103 TfMnist-Armnn/TfMnist-Armnn.cpp
104 MnistDatabase.hpp
105 MnistDatabase.cpp)
106 TfParserTest(TfMnist-Armnn "${TfMnist-Armnn_sources}")
107
108 set(TfCifar10-Armnn_sources
109 TfCifar10-Armnn/TfCifar10-Armnn.cpp
110 Cifar10Database.hpp
111 Cifar10Database.cpp)
112 TfParserTest(TfCifar10-Armnn "${TfCifar10-Armnn_sources}")
113
114 set(TfMobileNet-Armnn_sources
115 TfMobileNet-Armnn/TfMobileNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100116 ImagePreprocessor.hpp
117 ImagePreprocessor.cpp)
surmeh01bceff2f2018-03-29 16:29:27 +0100118 TfParserTest(TfMobileNet-Armnn "${TfMobileNet-Armnn_sources}")
119
120 set(TfInceptionV3-Armnn_sources
121 TfInceptionV3-Armnn/TfInceptionV3-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100122 ImagePreprocessor.hpp
123 ImagePreprocessor.cpp)
surmeh01bceff2f2018-03-29 16:29:27 +0100124 TfParserTest(TfInceptionV3-Armnn "${TfInceptionV3-Armnn_sources}")
surmeh013537c2c2018-05-18 16:31:43 +0100125
126 set(TfResNext-Armnn_sources
127 TfResNext_Quantized-Armnn/TfResNext_Quantized-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100128 CaffePreprocessor.hpp
129 CaffePreprocessor.cpp)
surmeh013537c2c2018-05-18 16:31:43 +0100130 TfParserTest(TfResNext-Armnn "${TfResNext-Armnn_sources}")
surmeh01bceff2f2018-03-29 16:29:27 +0100131endif()
132
telsoa01c577f2c2018-08-31 09:22:23 +0100133if (BUILD_TF_LITE_PARSER)
134 macro(TfLiteParserTest testName sources)
135 add_executable_ex(${testName} ${sources})
136 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000137 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa01c577f2c2018-08-31 09:22:23 +0100138
139 target_link_libraries(${testName} inferenceTest)
140 target_link_libraries(${testName} armnnTfLiteParser)
141 target_link_libraries(${testName} armnn)
142 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa01c577f2c2018-08-31 09:22:23 +0100143 target_link_libraries(${testName}
144 ${Boost_SYSTEM_LIBRARY}
telsoa01c577f2c2018-08-31 09:22:23 +0100145 ${Boost_PROGRAM_OPTIONS_LIBRARY})
146 addDllCopyCommands(${testName})
147 endmacro()
148
149 set(TfLiteMobilenetQuantized-Armnn_sources
150 TfLiteMobilenetQuantized-Armnn/TfLiteMobilenetQuantized-Armnn.cpp
151 ImagePreprocessor.hpp
152 ImagePreprocessor.cpp)
153 TfLiteParserTest(TfLiteMobilenetQuantized-Armnn "${TfLiteMobilenetQuantized-Armnn_sources}")
Nattapat Chaimanowongd8eee592018-10-26 10:24:14 +0100154
Aron Virginas-Tard089b742019-01-29 11:09:51 +0000155 set(TfLiteMobileNetSsd-Armnn_sources
156 TfLiteMobileNetSsd-Armnn/TfLiteMobileNetSsd-Armnn.cpp
157 MobileNetSsdDatabase.hpp
158 MobileNetSsdInferenceTest.hpp
159 ObjectDetectionCommon.hpp)
160 TfLiteParserTest(TfLiteMobileNetSsd-Armnn "${TfLiteMobileNetSsd-Armnn_sources}")
161
Bruno Goncalves06304112018-12-27 16:13:58 -0200162 set(TfLiteMobilenetV2Quantized-Armnn_sources
163 TfLiteMobilenetV2Quantized-Armnn/TfLiteMobilenetV2Quantized-Armnn.cpp
164 ImagePreprocessor.hpp
165 ImagePreprocessor.cpp)
166 TfLiteParserTest(TfLiteMobilenetV2Quantized-Armnn "${TfLiteMobilenetV2Quantized-Armnn_sources}")
167
Nattapat Chaimanowongd8eee592018-10-26 10:24:14 +0100168 set(TfLiteVGG16Quantized-Armnn_sources
169 TfLiteVGG16Quantized-Armnn/TfLiteVGG16Quantized-Armnn.cpp
170 ImagePreprocessor.hpp
171 ImagePreprocessor.cpp)
172 TfLiteParserTest(TfLiteVGG16Quantized-Armnn "${TfLiteVGG16Quantized-Armnn_sources}")
Bruno Goncalvesc981df32018-12-27 16:15:01 -0200173
David Monahana820e022019-04-23 11:03:38 +0100174 set(TfLiteMobileNetQuantizedSoftmax-Armnn_sources
175 TfLiteMobileNetQuantizedSoftmax-Armnn/TfLiteMobileNetQuantizedSoftmax-Armnn.cpp
176 ImagePreprocessor.hpp
177 ImagePreprocessor.cpp)
178 TfLiteParserTest(TfLiteMobileNetQuantizedSoftmax-Armnn "${TfLiteMobileNetQuantizedSoftmax-Armnn_sources}")
179
Bruno Goncalvesc981df32018-12-27 16:15:01 -0200180 set(TfLiteInceptionV3Quantized-Armnn_sources
181 TfLiteInceptionV3Quantized-Armnn/TfLiteInceptionV3Quantized-Armnn.cpp
182 ImagePreprocessor.hpp
183 ImagePreprocessor.cpp)
184 TfLiteParserTest(TfLiteInceptionV3Quantized-Armnn "${TfLiteInceptionV3Quantized-Armnn_sources}")
Bruno Goncalves8f293382018-12-27 16:15:38 -0200185
Bruno Goncalvesccbde0e2018-12-28 10:09:53 -0200186 set(TfLiteInceptionV4Quantized-Armnn_sources
187 TfLiteInceptionV4Quantized-Armnn/TfLiteInceptionV4Quantized-Armnn.cpp
188 ImagePreprocessor.hpp
189 ImagePreprocessor.cpp)
190 TfLiteParserTest(TfLiteInceptionV4Quantized-Armnn "${TfLiteInceptionV4Quantized-Armnn_sources}")
191
Bruno Goncalves8f293382018-12-27 16:15:38 -0200192 set(TfLiteResNetV2-Armnn_sources
193 TfLiteResNetV2-Armnn/TfLiteResNetV2-Armnn.cpp
194 ImagePreprocessor.hpp
195 ImagePreprocessor.cpp)
196 TfLiteParserTest(TfLiteResNetV2-Armnn "${TfLiteResNetV2-Armnn_sources}")
Bruno Goncalves61980d42018-12-28 10:08:26 -0200197
Nina Drozd472d4e02019-04-15 17:18:36 +0100198 set(TfLiteResNetV2-50-Quantized-Armnn_sources
David Monahana820e022019-04-23 11:03:38 +0100199 TfLiteResNetV2-50-Quantized-Armnn/TfLiteResNetV2-50-Quantized-Armnn.cpp
200 ImagePreprocessor.hpp
201 ImagePreprocessor.cpp)
Nina Drozd472d4e02019-04-15 17:18:36 +0100202 TfLiteParserTest(TfLiteResNetV2-50-Quantized-Armnn "${TfLiteResNetV2-50-Quantized-Armnn_sources}")
203
Bruno Goncalves61980d42018-12-28 10:08:26 -0200204 set(TfLiteMnasNet-Armnn_sources
205 TfLiteMnasNet-Armnn/TfLiteMnasNet-Armnn.cpp
206 ImagePreprocessor.hpp
207 ImagePreprocessor.cpp)
208 TfLiteParserTest(TfLiteMnasNet-Armnn "${TfLiteMnasNet-Armnn_sources}")
Derek Lambertid6cb30e2020-04-28 13:31:29 +0100209
210
211 set(TfLiteYoloV3Big-Armnn_sources
212 TfLiteYoloV3Big-Armnn/NMS.cpp
213 TfLiteYoloV3Big-Armnn/NMS.hpp
214 TfLiteYoloV3Big-Armnn/TfLiteYoloV3Big-Armnn.cpp
215 ImagePreprocessor.hpp
216 ImagePreprocessor.cpp)
217 TfLiteParserTest(TfLiteYoloV3Big-Armnn "${TfLiteYoloV3Big-Armnn_sources}")
telsoa01c577f2c2018-08-31 09:22:23 +0100218endif()
219
220if (BUILD_ONNX_PARSER)
221 macro(OnnxParserTest testName sources)
222 add_executable_ex(${testName} ${sources})
223 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000224 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa01c577f2c2018-08-31 09:22:23 +0100225
226 target_link_libraries(${testName} inferenceTest)
227 target_link_libraries(${testName} armnnOnnxParser)
228 target_link_libraries(${testName} armnn)
229 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa01c577f2c2018-08-31 09:22:23 +0100230 target_link_libraries(${testName}
231 ${Boost_SYSTEM_LIBRARY}
telsoa01c577f2c2018-08-31 09:22:23 +0100232 ${Boost_PROGRAM_OPTIONS_LIBRARY})
233 addDllCopyCommands(${testName})
234 endmacro()
235
236 set(OnnxMnist-Armnn_sources
237 OnnxMnist-Armnn/OnnxMnist-Armnn.cpp
238 MnistDatabase.hpp
239 MnistDatabase.cpp)
240 OnnxParserTest(OnnxMnist-Armnn "${OnnxMnist-Armnn_sources}")
241
242 set(OnnxMobileNet-Armnn_sources
243 OnnxMobileNet-Armnn/OnnxMobileNet-Armnn.cpp
244 ImagePreprocessor.hpp
245 ImagePreprocessor.cpp)
246 OnnxParserTest(OnnxMobileNet-Armnn "${OnnxMobileNet-Armnn_sources}")
247endif()
248
Aron Virginas-Tar64e4ccb2019-02-12 11:27:53 +0000249if (BUILD_ARMNN_SERIALIZER OR BUILD_CAFFE_PARSER OR BUILD_TF_PARSER OR BUILD_TF_LITE_PARSER OR BUILD_ONNX_PARSER)
telsoa014fcda012018-03-09 14:13:49 +0000250 set(ExecuteNetwork_sources
251 ExecuteNetwork/ExecuteNetwork.cpp)
252
253 add_executable_ex(ExecuteNetwork ${ExecuteNetwork_sources})
telsoa01c577f2c2018-08-31 09:22:23 +0100254 target_include_directories(ExecuteNetwork PRIVATE ../src/armnn)
Aron Virginas-Tar5cc8e562018-10-23 15:14:46 +0100255 target_include_directories(ExecuteNetwork PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000256 target_include_directories(ExecuteNetwork PRIVATE ../src/backends)
telsoa014fcda012018-03-09 14:13:49 +0000257
Aron Virginas-Tar64e4ccb2019-02-12 11:27:53 +0000258 if (BUILD_ARMNN_SERIALIZER)
259 target_link_libraries(ExecuteNetwork armnnSerializer)
260 endif()
telsoa014fcda012018-03-09 14:13:49 +0000261 if (BUILD_CAFFE_PARSER)
262 target_link_libraries(ExecuteNetwork armnnCaffeParser)
263 endif()
surmeh01bceff2f2018-03-29 16:29:27 +0100264 if (BUILD_TF_PARSER)
265 target_link_libraries(ExecuteNetwork armnnTfParser)
266 endif()
telsoa01c577f2c2018-08-31 09:22:23 +0100267
268 if (BUILD_TF_LITE_PARSER)
269 target_link_libraries(ExecuteNetwork armnnTfLiteParser)
270 endif()
271 if (BUILD_ONNX_PARSER)
272 target_link_libraries(ExecuteNetwork armnnOnnxParser)
273 endif()
274
telsoa014fcda012018-03-09 14:13:49 +0000275 target_link_libraries(ExecuteNetwork armnn)
276 target_link_libraries(ExecuteNetwork ${CMAKE_THREAD_LIBS_INIT})
telsoa014fcda012018-03-09 14:13:49 +0000277 target_link_libraries(ExecuteNetwork
278 ${Boost_SYSTEM_LIBRARY}
telsoa014fcda012018-03-09 14:13:49 +0000279 ${Boost_PROGRAM_OPTIONS_LIBRARY})
280 addDllCopyCommands(ExecuteNetwork)
281endif()
Sadik Armagan8271f812019-04-19 09:55:06 +0100282
Éanna Ó Catháina4247d52019-05-08 14:00:45 +0100283if(BUILD_ACCURACY_TOOL)
284 macro(AccuracyTool executorName)
285 target_link_libraries(${executorName} ${CMAKE_THREAD_LIBS_INIT})
Francis Murtaghbee4bc92019-06-18 12:30:37 +0100286 if (BUILD_ARMNN_SERIALIZER)
287 target_link_libraries(${executorName} armnnSerializer)
288 endif()
289 if (BUILD_CAFFE_PARSER)
290 target_link_libraries(${executorName} armnnCaffeParser)
291 endif()
292 if (BUILD_TF_PARSER)
293 target_link_libraries(${executorName} armnnTfParser)
294 endif()
295 if (BUILD_TF_LITE_PARSER)
296 target_link_libraries(${executorName} armnnTfLiteParser)
297 endif()
298 if (BUILD_ONNX_PARSER)
299 target_link_libraries(${executorName} armnnOnnxParser)
300 endif()
Éanna Ó Catháina4247d52019-05-08 14:00:45 +0100301 target_link_libraries(${executorName}
302 ${Boost_SYSTEM_LIBRARY}
Éanna Ó Catháina4247d52019-05-08 14:00:45 +0100303 ${Boost_PROGRAM_OPTIONS_LIBRARY})
304 addDllCopyCommands(${executorName})
305 endmacro()
306
307 set(ModelAccuracyTool-Armnn_sources
308 ModelAccuracyTool-Armnn/ModelAccuracyTool-Armnn.cpp)
309
310 add_executable_ex(ModelAccuracyTool ${ModelAccuracyTool-Armnn_sources})
311 target_include_directories(ModelAccuracyTool PRIVATE ../src/armnn)
312 target_include_directories(ModelAccuracyTool PRIVATE ../src/armnnUtils)
313 target_include_directories(ModelAccuracyTool PRIVATE ../src/backends)
314 target_link_libraries(ModelAccuracyTool inferenceTest)
315 target_link_libraries(ModelAccuracyTool armnn)
316 target_link_libraries(ModelAccuracyTool armnnSerializer)
317 AccuracyTool(ModelAccuracyTool)
318endif()
319
Sadik Armagan8271f812019-04-19 09:55:06 +0100320if(BUILD_ARMNN_QUANTIZER)
321 macro(ImageTensorExecutor executorName)
322 target_link_libraries(${executorName} ${CMAKE_THREAD_LIBS_INIT})
Sadik Armagan8271f812019-04-19 09:55:06 +0100323 target_link_libraries(${executorName}
324 ${Boost_SYSTEM_LIBRARY}
Sadik Armagan8271f812019-04-19 09:55:06 +0100325 ${Boost_PROGRAM_OPTIONS_LIBRARY})
326 addDllCopyCommands(${executorName})
327 endmacro()
328
329 set(ImageTensorGenerator_sources
330 InferenceTestImage.hpp
331 InferenceTestImage.cpp
332 ImageTensorGenerator/ImageTensorGenerator.cpp)
333
334 add_executable_ex(ImageTensorGenerator ${ImageTensorGenerator_sources})
335 target_include_directories(ImageTensorGenerator PRIVATE ../src/armnn)
336 target_include_directories(ImageTensorGenerator PRIVATE ../src/armnnUtils)
337
338 target_link_libraries(ImageTensorGenerator armnn)
339 ImageTensorExecutor(ImageTensorGenerator)
340
341 set(ImageCSVFileGenerator_sources
342 ImageCSVFileGenerator/ImageCSVFileGenerator.cpp)
343
344 add_executable_ex(ImageCSVFileGenerator ${ImageCSVFileGenerator_sources})
Francis Murtagh532a29d2020-06-29 11:50:01 +0100345 target_include_directories(ImageCSVFileGenerator PRIVATE ../src/armnnUtils)
Sadik Armagan8271f812019-04-19 09:55:06 +0100346 ImageTensorExecutor(ImageCSVFileGenerator)
347endif()