Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2020 Arm Ltd and Contributors. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #pragma once |
| 7 | |
| 8 | #include <armnn/BackendId.hpp> |
| 9 | #include <armnn/Tensor.hpp> |
| 10 | |
| 11 | /// Holds all parameters necessary to execute a network |
| 12 | /// Check ExecuteNetworkProgramOptions.cpp for a description of each parameter |
| 13 | struct ExecuteNetworkParams |
| 14 | { |
| 15 | using TensorShapePtr = std::unique_ptr<armnn::TensorShape>; |
| 16 | |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 17 | enum class TfLiteExecutor |
| 18 | { |
| 19 | ArmNNTfLiteParser, |
| 20 | ArmNNTfLiteDelegate, |
| 21 | TfliteInterpreter |
| 22 | }; |
| 23 | |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 24 | std::string m_CachedNetworkFilePath; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 25 | std::vector<armnn::BackendId> m_ComputeDevices; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 26 | bool m_Concurrent; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 27 | bool m_DequantizeOutput; |
| 28 | std::string m_DynamicBackendsPath; |
| 29 | bool m_EnableBf16TurboMode; |
| 30 | bool m_EnableFastMath = false; |
| 31 | bool m_EnableFp16TurboMode; |
| 32 | bool m_EnableLayerDetails = false; |
| 33 | bool m_EnableProfiling; |
| 34 | bool m_GenerateTensorData; |
| 35 | bool m_InferOutputShape = false; |
Sadik Armagan | 5d03e31 | 2020-11-17 16:43:56 +0000 | [diff] [blame] | 36 | bool m_EnableDelegate = false; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 37 | std::vector<std::string> m_InputNames; |
| 38 | std::vector<std::string> m_InputTensorDataFilePaths; |
| 39 | std::vector<TensorShapePtr> m_InputTensorShapes; |
| 40 | std::vector<std::string> m_InputTypes; |
| 41 | bool m_IsModelBinary; |
| 42 | size_t m_Iterations; |
| 43 | std::string m_ModelFormat; |
| 44 | std::string m_ModelPath; |
Matthew Sloyan | 0a7dc6b | 2021-02-10 16:50:53 +0000 | [diff] [blame] | 45 | unsigned int m_NumberOfThreads; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 46 | std::vector<std::string> m_OutputNames; |
| 47 | std::vector<std::string> m_OutputTensorFiles; |
| 48 | std::vector<std::string> m_OutputTypes; |
| 49 | bool m_ParseUnsupported = false; |
| 50 | bool m_PrintIntermediate; |
| 51 | bool m_QuantizeInput; |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 52 | bool m_SaveCachedNetwork; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 53 | size_t m_SimultaneousIterations; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 54 | size_t m_SubgraphId; |
| 55 | double m_ThresholdTime; |
| 56 | int m_TuningLevel; |
| 57 | std::string m_TuningPath; |
Finn Williams | 4064632 | 2021-02-11 16:16:42 +0000 | [diff] [blame] | 58 | std::string m_MLGOTuningFilePath; |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 59 | TfLiteExecutor m_TfLiteExecutor; |
Kevin May | b4b3ac9 | 2021-05-21 16:42:21 +0100 | [diff] [blame] | 60 | size_t m_ThreadPoolSize; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 61 | |
| 62 | // Ensures that the parameters for ExecuteNetwork fit together |
| 63 | void ValidateParams(); |
| 64 | }; |