blob: edea34dfee6ea342ac2d32495d76e6eab1f7e157 [file] [log] [blame]
telsoa014fcda012018-03-09 14:13:49 +00001# UnitTests
2include(CheckIncludeFiles)
3
telsoa014fcda012018-03-09 14:13:49 +00004# Setup the inference test framework
5set(inference_test_sources
6 ClassifierTestCaseData.hpp
7 InferenceModel.hpp
8 InferenceTest.hpp
9 InferenceTest.inl
10 InferenceTest.cpp
11 InferenceTestImage.hpp
12 InferenceTestImage.cpp)
Sadik Armagan93e2e402019-05-02 09:31:38 +010013
telsoa014fcda012018-03-09 14:13:49 +000014add_library_ex(inferenceTest STATIC ${inference_test_sources})
15target_include_directories(inferenceTest PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000016target_include_directories(inferenceTest PRIVATE ../src/backends)
Sadik Armagan93e2e402019-05-02 09:31:38 +010017target_include_directories(inferenceTest PRIVATE ../third-party/stb)
telsoa014fcda012018-03-09 14:13:49 +000018
19if(BUILD_CAFFE_PARSER)
20 macro(CaffeParserTest testName sources)
21 add_executable_ex(${testName} ${sources})
22 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000023 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa014fcda012018-03-09 14:13:49 +000024 set_target_properties(${testName} PROPERTIES COMPILE_FLAGS "${CAFFE_PARSER_TEST_ADDITIONAL_COMPILE_FLAGS}")
25
26 target_link_libraries(${testName} inferenceTest)
27 target_link_libraries(${testName} armnnCaffeParser)
28 target_link_libraries(${testName} armnn)
29 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa014fcda012018-03-09 14:13:49 +000030 addDllCopyCommands(${testName})
31 endmacro()
32
33 set(CaffeCifar10AcrossChannels-Armnn_sources
34 CaffeCifar10AcrossChannels-Armnn/CaffeCifar10AcrossChannels-Armnn.cpp
35 Cifar10Database.hpp
36 Cifar10Database.cpp)
37 CaffeParserTest(CaffeCifar10AcrossChannels-Armnn "${CaffeCifar10AcrossChannels-Armnn_sources}")
38
39 set(CaffeMnist-Armnn_sources
40 CaffeMnist-Armnn/CaffeMnist-Armnn.cpp
41 MnistDatabase.hpp
42 MnistDatabase.cpp)
43 CaffeParserTest(CaffeMnist-Armnn "${CaffeMnist-Armnn_sources}")
44
45 set(CaffeAlexNet-Armnn_sources
46 CaffeAlexNet-Armnn/CaffeAlexNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010047 CaffePreprocessor.hpp
48 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000049 CaffeParserTest(CaffeAlexNet-Armnn "${CaffeAlexNet-Armnn_sources}")
50
51 set(MultipleNetworksCifar10_SRC
52 MultipleNetworksCifar10/MultipleNetworksCifar10.cpp
53 Cifar10Database.hpp
54 Cifar10Database.cpp)
55 CaffeParserTest(MultipleNetworksCifar10 "${MultipleNetworksCifar10_SRC}")
56
57 set(CaffeResNet-Armnn_sources
58 CaffeResNet-Armnn/CaffeResNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010059 CaffePreprocessor.hpp
60 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000061 CaffeParserTest(CaffeResNet-Armnn "${CaffeResNet-Armnn_sources}")
62
63 set(CaffeVGG-Armnn_sources
64 CaffeVGG-Armnn/CaffeVGG-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010065 CaffePreprocessor.hpp
66 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000067 CaffeParserTest(CaffeVGG-Armnn "${CaffeVGG-Armnn_sources}")
68
69 set(CaffeInception_BN-Armnn_sources
70 CaffeInception_BN-Armnn/CaffeInception_BN-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +010071 CaffePreprocessor.hpp
72 CaffePreprocessor.cpp)
telsoa014fcda012018-03-09 14:13:49 +000073 CaffeParserTest(CaffeInception_BN-Armnn "${CaffeInception_BN-Armnn_sources}")
74
75 set(CaffeYolo-Armnn_sources
76 CaffeYolo-Armnn/CaffeYolo-Armnn.cpp
77 YoloDatabase.hpp
78 YoloDatabase.cpp
79 YoloInferenceTest.hpp)
80 CaffeParserTest(CaffeYolo-Armnn "${CaffeYolo-Armnn_sources}")
81endif()
82
surmeh01bceff2f2018-03-29 16:29:27 +010083if(BUILD_TF_PARSER)
84 macro(TfParserTest testName sources)
85 add_executable_ex(${testName} ${sources})
86 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +000087 target_include_directories(${testName} PRIVATE ../src/backends)
surmeh01bceff2f2018-03-29 16:29:27 +010088
89 target_link_libraries(${testName} inferenceTest)
90 target_link_libraries(${testName} armnnTfParser)
91 target_link_libraries(${testName} armnn)
92 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
surmeh01bceff2f2018-03-29 16:29:27 +010093 addDllCopyCommands(${testName})
94 endmacro()
95
96 set(TfMnist-Armnn_sources
97 TfMnist-Armnn/TfMnist-Armnn.cpp
98 MnistDatabase.hpp
99 MnistDatabase.cpp)
100 TfParserTest(TfMnist-Armnn "${TfMnist-Armnn_sources}")
101
102 set(TfCifar10-Armnn_sources
103 TfCifar10-Armnn/TfCifar10-Armnn.cpp
104 Cifar10Database.hpp
105 Cifar10Database.cpp)
106 TfParserTest(TfCifar10-Armnn "${TfCifar10-Armnn_sources}")
107
108 set(TfMobileNet-Armnn_sources
109 TfMobileNet-Armnn/TfMobileNet-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100110 ImagePreprocessor.hpp
111 ImagePreprocessor.cpp)
surmeh01bceff2f2018-03-29 16:29:27 +0100112 TfParserTest(TfMobileNet-Armnn "${TfMobileNet-Armnn_sources}")
113
114 set(TfInceptionV3-Armnn_sources
115 TfInceptionV3-Armnn/TfInceptionV3-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100116 ImagePreprocessor.hpp
117 ImagePreprocessor.cpp)
surmeh01bceff2f2018-03-29 16:29:27 +0100118 TfParserTest(TfInceptionV3-Armnn "${TfInceptionV3-Armnn_sources}")
surmeh013537c2c2018-05-18 16:31:43 +0100119
120 set(TfResNext-Armnn_sources
121 TfResNext_Quantized-Armnn/TfResNext_Quantized-Armnn.cpp
telsoa01c577f2c2018-08-31 09:22:23 +0100122 CaffePreprocessor.hpp
123 CaffePreprocessor.cpp)
surmeh013537c2c2018-05-18 16:31:43 +0100124 TfParserTest(TfResNext-Armnn "${TfResNext-Armnn_sources}")
surmeh01bceff2f2018-03-29 16:29:27 +0100125endif()
126
telsoa01c577f2c2018-08-31 09:22:23 +0100127if (BUILD_TF_LITE_PARSER)
128 macro(TfLiteParserTest testName sources)
129 add_executable_ex(${testName} ${sources})
130 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000131 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa01c577f2c2018-08-31 09:22:23 +0100132
133 target_link_libraries(${testName} inferenceTest)
134 target_link_libraries(${testName} armnnTfLiteParser)
135 target_link_libraries(${testName} armnn)
136 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa01c577f2c2018-08-31 09:22:23 +0100137 addDllCopyCommands(${testName})
138 endmacro()
139
140 set(TfLiteMobilenetQuantized-Armnn_sources
141 TfLiteMobilenetQuantized-Armnn/TfLiteMobilenetQuantized-Armnn.cpp
142 ImagePreprocessor.hpp
143 ImagePreprocessor.cpp)
144 TfLiteParserTest(TfLiteMobilenetQuantized-Armnn "${TfLiteMobilenetQuantized-Armnn_sources}")
Nattapat Chaimanowongd8eee592018-10-26 10:24:14 +0100145
Aron Virginas-Tard089b742019-01-29 11:09:51 +0000146 set(TfLiteMobileNetSsd-Armnn_sources
147 TfLiteMobileNetSsd-Armnn/TfLiteMobileNetSsd-Armnn.cpp
148 MobileNetSsdDatabase.hpp
149 MobileNetSsdInferenceTest.hpp
150 ObjectDetectionCommon.hpp)
151 TfLiteParserTest(TfLiteMobileNetSsd-Armnn "${TfLiteMobileNetSsd-Armnn_sources}")
152
Bruno Goncalves06304112018-12-27 16:13:58 -0200153 set(TfLiteMobilenetV2Quantized-Armnn_sources
154 TfLiteMobilenetV2Quantized-Armnn/TfLiteMobilenetV2Quantized-Armnn.cpp
155 ImagePreprocessor.hpp
156 ImagePreprocessor.cpp)
157 TfLiteParserTest(TfLiteMobilenetV2Quantized-Armnn "${TfLiteMobilenetV2Quantized-Armnn_sources}")
158
Nattapat Chaimanowongd8eee592018-10-26 10:24:14 +0100159 set(TfLiteVGG16Quantized-Armnn_sources
160 TfLiteVGG16Quantized-Armnn/TfLiteVGG16Quantized-Armnn.cpp
161 ImagePreprocessor.hpp
162 ImagePreprocessor.cpp)
163 TfLiteParserTest(TfLiteVGG16Quantized-Armnn "${TfLiteVGG16Quantized-Armnn_sources}")
Bruno Goncalvesc981df32018-12-27 16:15:01 -0200164
David Monahana820e022019-04-23 11:03:38 +0100165 set(TfLiteMobileNetQuantizedSoftmax-Armnn_sources
166 TfLiteMobileNetQuantizedSoftmax-Armnn/TfLiteMobileNetQuantizedSoftmax-Armnn.cpp
167 ImagePreprocessor.hpp
168 ImagePreprocessor.cpp)
169 TfLiteParserTest(TfLiteMobileNetQuantizedSoftmax-Armnn "${TfLiteMobileNetQuantizedSoftmax-Armnn_sources}")
170
Bruno Goncalvesc981df32018-12-27 16:15:01 -0200171 set(TfLiteInceptionV3Quantized-Armnn_sources
172 TfLiteInceptionV3Quantized-Armnn/TfLiteInceptionV3Quantized-Armnn.cpp
173 ImagePreprocessor.hpp
174 ImagePreprocessor.cpp)
175 TfLiteParserTest(TfLiteInceptionV3Quantized-Armnn "${TfLiteInceptionV3Quantized-Armnn_sources}")
Bruno Goncalves8f293382018-12-27 16:15:38 -0200176
Bruno Goncalvesccbde0e2018-12-28 10:09:53 -0200177 set(TfLiteInceptionV4Quantized-Armnn_sources
178 TfLiteInceptionV4Quantized-Armnn/TfLiteInceptionV4Quantized-Armnn.cpp
179 ImagePreprocessor.hpp
180 ImagePreprocessor.cpp)
181 TfLiteParserTest(TfLiteInceptionV4Quantized-Armnn "${TfLiteInceptionV4Quantized-Armnn_sources}")
182
Bruno Goncalves8f293382018-12-27 16:15:38 -0200183 set(TfLiteResNetV2-Armnn_sources
184 TfLiteResNetV2-Armnn/TfLiteResNetV2-Armnn.cpp
185 ImagePreprocessor.hpp
186 ImagePreprocessor.cpp)
187 TfLiteParserTest(TfLiteResNetV2-Armnn "${TfLiteResNetV2-Armnn_sources}")
Bruno Goncalves61980d42018-12-28 10:08:26 -0200188
Nina Drozd472d4e02019-04-15 17:18:36 +0100189 set(TfLiteResNetV2-50-Quantized-Armnn_sources
David Monahana820e022019-04-23 11:03:38 +0100190 TfLiteResNetV2-50-Quantized-Armnn/TfLiteResNetV2-50-Quantized-Armnn.cpp
191 ImagePreprocessor.hpp
192 ImagePreprocessor.cpp)
Nina Drozd472d4e02019-04-15 17:18:36 +0100193 TfLiteParserTest(TfLiteResNetV2-50-Quantized-Armnn "${TfLiteResNetV2-50-Quantized-Armnn_sources}")
194
Bruno Goncalves61980d42018-12-28 10:08:26 -0200195 set(TfLiteMnasNet-Armnn_sources
196 TfLiteMnasNet-Armnn/TfLiteMnasNet-Armnn.cpp
197 ImagePreprocessor.hpp
198 ImagePreprocessor.cpp)
199 TfLiteParserTest(TfLiteMnasNet-Armnn "${TfLiteMnasNet-Armnn_sources}")
Derek Lambertid6cb30e2020-04-28 13:31:29 +0100200
201
202 set(TfLiteYoloV3Big-Armnn_sources
203 TfLiteYoloV3Big-Armnn/NMS.cpp
204 TfLiteYoloV3Big-Armnn/NMS.hpp
205 TfLiteYoloV3Big-Armnn/TfLiteYoloV3Big-Armnn.cpp
206 ImagePreprocessor.hpp
207 ImagePreprocessor.cpp)
208 TfLiteParserTest(TfLiteYoloV3Big-Armnn "${TfLiteYoloV3Big-Armnn_sources}")
telsoa01c577f2c2018-08-31 09:22:23 +0100209endif()
210
211if (BUILD_ONNX_PARSER)
212 macro(OnnxParserTest testName sources)
213 add_executable_ex(${testName} ${sources})
214 target_include_directories(${testName} PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000215 target_include_directories(${testName} PRIVATE ../src/backends)
telsoa01c577f2c2018-08-31 09:22:23 +0100216
217 target_link_libraries(${testName} inferenceTest)
218 target_link_libraries(${testName} armnnOnnxParser)
219 target_link_libraries(${testName} armnn)
220 target_link_libraries(${testName} ${CMAKE_THREAD_LIBS_INIT})
telsoa01c577f2c2018-08-31 09:22:23 +0100221 addDllCopyCommands(${testName})
222 endmacro()
223
224 set(OnnxMnist-Armnn_sources
225 OnnxMnist-Armnn/OnnxMnist-Armnn.cpp
226 MnistDatabase.hpp
227 MnistDatabase.cpp)
228 OnnxParserTest(OnnxMnist-Armnn "${OnnxMnist-Armnn_sources}")
229
230 set(OnnxMobileNet-Armnn_sources
231 OnnxMobileNet-Armnn/OnnxMobileNet-Armnn.cpp
232 ImagePreprocessor.hpp
233 ImagePreprocessor.cpp)
234 OnnxParserTest(OnnxMobileNet-Armnn "${OnnxMobileNet-Armnn_sources}")
235endif()
236
Aron Virginas-Tar64e4ccb2019-02-12 11:27:53 +0000237if (BUILD_ARMNN_SERIALIZER OR BUILD_CAFFE_PARSER OR BUILD_TF_PARSER OR BUILD_TF_LITE_PARSER OR BUILD_ONNX_PARSER)
telsoa014fcda012018-03-09 14:13:49 +0000238 set(ExecuteNetwork_sources
Jan Eilers45274902020-10-15 18:34:43 +0100239 ExecuteNetwork/ExecuteNetwork.cpp
240 ExecuteNetwork/ExecuteNetworkProgramOptions.cpp
241 ExecuteNetwork/ExecuteNetworkProgramOptions.hpp
242 ExecuteNetwork/ExecuteNetworkParams.cpp
243 ExecuteNetwork/ExecuteNetworkParams.hpp
244 NetworkExecutionUtils/NetworkExecutionUtils.cpp
245 NetworkExecutionUtils/NetworkExecutionUtils.hpp)
telsoa014fcda012018-03-09 14:13:49 +0000246
247 add_executable_ex(ExecuteNetwork ${ExecuteNetwork_sources})
telsoa01c577f2c2018-08-31 09:22:23 +0100248 target_include_directories(ExecuteNetwork PRIVATE ../src/armnn)
Aron Virginas-Tar5cc8e562018-10-23 15:14:46 +0100249 target_include_directories(ExecuteNetwork PRIVATE ../src/armnnUtils)
David Beck1b61be52018-11-08 09:19:14 +0000250 target_include_directories(ExecuteNetwork PRIVATE ../src/backends)
Jan Eilers45274902020-10-15 18:34:43 +0100251 target_include_directories(ExecuteNetwork PRIVATE ${CMAKE_CURRENT_SOURCE_DIR})
telsoa014fcda012018-03-09 14:13:49 +0000252
Aron Virginas-Tar64e4ccb2019-02-12 11:27:53 +0000253 if (BUILD_ARMNN_SERIALIZER)
254 target_link_libraries(ExecuteNetwork armnnSerializer)
255 endif()
telsoa014fcda012018-03-09 14:13:49 +0000256 if (BUILD_CAFFE_PARSER)
257 target_link_libraries(ExecuteNetwork armnnCaffeParser)
258 endif()
surmeh01bceff2f2018-03-29 16:29:27 +0100259 if (BUILD_TF_PARSER)
260 target_link_libraries(ExecuteNetwork armnnTfParser)
261 endif()
telsoa01c577f2c2018-08-31 09:22:23 +0100262
263 if (BUILD_TF_LITE_PARSER)
264 target_link_libraries(ExecuteNetwork armnnTfLiteParser)
265 endif()
266 if (BUILD_ONNX_PARSER)
Sadik Armagan5d03e312020-11-17 16:43:56 +0000267 target_link_libraries(ExecuteNetwork armnnOnnxParser)
telsoa01c577f2c2018-08-31 09:22:23 +0100268 endif()
Sadik Armagan5d03e312020-11-17 16:43:56 +0000269 if (BUILD_ARMNN_TFLITE_DELEGATE)
270 target_link_libraries(ExecuteNetwork ArmnnDelegate::ArmnnDelegate)
271 endif()
telsoa014fcda012018-03-09 14:13:49 +0000272 target_link_libraries(ExecuteNetwork armnn)
Sadik Armagan5d03e312020-11-17 16:43:56 +0000273
274 target_link_libraries(ExecuteNetwork ${CMAKE_THREAD_LIBS_INIT})
275 addDllCopyCommands(ExecuteNetwork)
telsoa014fcda012018-03-09 14:13:49 +0000276endif()
Sadik Armagan8271f812019-04-19 09:55:06 +0100277
Éanna Ó Catháina4247d52019-05-08 14:00:45 +0100278if(BUILD_ACCURACY_TOOL)
279 macro(AccuracyTool executorName)
280 target_link_libraries(${executorName} ${CMAKE_THREAD_LIBS_INIT})
Francis Murtaghbee4bc92019-06-18 12:30:37 +0100281 if (BUILD_ARMNN_SERIALIZER)
282 target_link_libraries(${executorName} armnnSerializer)
283 endif()
284 if (BUILD_CAFFE_PARSER)
285 target_link_libraries(${executorName} armnnCaffeParser)
286 endif()
287 if (BUILD_TF_PARSER)
288 target_link_libraries(${executorName} armnnTfParser)
289 endif()
290 if (BUILD_TF_LITE_PARSER)
291 target_link_libraries(${executorName} armnnTfLiteParser)
292 endif()
293 if (BUILD_ONNX_PARSER)
294 target_link_libraries(${executorName} armnnOnnxParser)
295 endif()
Éanna Ó Catháina4247d52019-05-08 14:00:45 +0100296 addDllCopyCommands(${executorName})
297 endmacro()
298
299 set(ModelAccuracyTool-Armnn_sources
300 ModelAccuracyTool-Armnn/ModelAccuracyTool-Armnn.cpp)
301
302 add_executable_ex(ModelAccuracyTool ${ModelAccuracyTool-Armnn_sources})
303 target_include_directories(ModelAccuracyTool PRIVATE ../src/armnn)
304 target_include_directories(ModelAccuracyTool PRIVATE ../src/armnnUtils)
305 target_include_directories(ModelAccuracyTool PRIVATE ../src/backends)
306 target_link_libraries(ModelAccuracyTool inferenceTest)
307 target_link_libraries(ModelAccuracyTool armnn)
308 target_link_libraries(ModelAccuracyTool armnnSerializer)
309 AccuracyTool(ModelAccuracyTool)
310endif()
311
Sadik Armagan8271f812019-04-19 09:55:06 +0100312if(BUILD_ARMNN_QUANTIZER)
313 macro(ImageTensorExecutor executorName)
314 target_link_libraries(${executorName} ${CMAKE_THREAD_LIBS_INIT})
Sadik Armagan8271f812019-04-19 09:55:06 +0100315 addDllCopyCommands(${executorName})
316 endmacro()
317
318 set(ImageTensorGenerator_sources
319 InferenceTestImage.hpp
320 InferenceTestImage.cpp
321 ImageTensorGenerator/ImageTensorGenerator.cpp)
322
323 add_executable_ex(ImageTensorGenerator ${ImageTensorGenerator_sources})
324 target_include_directories(ImageTensorGenerator PRIVATE ../src/armnn)
325 target_include_directories(ImageTensorGenerator PRIVATE ../src/armnnUtils)
326
327 target_link_libraries(ImageTensorGenerator armnn)
328 ImageTensorExecutor(ImageTensorGenerator)
329
330 set(ImageCSVFileGenerator_sources
331 ImageCSVFileGenerator/ImageCSVFileGenerator.cpp)
332
333 add_executable_ex(ImageCSVFileGenerator ${ImageCSVFileGenerator_sources})
Francis Murtagh532a29d2020-06-29 11:50:01 +0100334 target_include_directories(ImageCSVFileGenerator PRIVATE ../src/armnnUtils)
Sadik Armagan8271f812019-04-19 09:55:06 +0100335 ImageTensorExecutor(ImageCSVFileGenerator)
336endif()