Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2020 Arm Ltd and Contributors. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #pragma once |
| 7 | |
| 8 | #include <armnn/BackendId.hpp> |
| 9 | #include <armnn/Tensor.hpp> |
| 10 | |
| 11 | /// Holds all parameters necessary to execute a network |
| 12 | /// Check ExecuteNetworkProgramOptions.cpp for a description of each parameter |
| 13 | struct ExecuteNetworkParams |
| 14 | { |
| 15 | using TensorShapePtr = std::unique_ptr<armnn::TensorShape>; |
| 16 | |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 17 | enum class TfLiteExecutor |
| 18 | { |
| 19 | ArmNNTfLiteParser, |
| 20 | ArmNNTfLiteDelegate, |
| 21 | TfliteInterpreter |
| 22 | }; |
| 23 | |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 24 | std::string m_CachedNetworkFilePath; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 25 | std::vector<armnn::BackendId> m_ComputeDevices; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 26 | bool m_Concurrent; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 27 | bool m_DequantizeOutput; |
| 28 | std::string m_DynamicBackendsPath; |
| 29 | bool m_EnableBf16TurboMode; |
| 30 | bool m_EnableFastMath = false; |
| 31 | bool m_EnableFp16TurboMode; |
| 32 | bool m_EnableLayerDetails = false; |
| 33 | bool m_EnableProfiling; |
| 34 | bool m_GenerateTensorData; |
| 35 | bool m_InferOutputShape = false; |
Sadik Armagan | 5d03e31 | 2020-11-17 16:43:56 +0000 | [diff] [blame] | 36 | bool m_EnableDelegate = false; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 37 | std::vector<std::string> m_InputNames; |
| 38 | std::vector<std::string> m_InputTensorDataFilePaths; |
| 39 | std::vector<TensorShapePtr> m_InputTensorShapes; |
| 40 | std::vector<std::string> m_InputTypes; |
| 41 | bool m_IsModelBinary; |
| 42 | size_t m_Iterations; |
| 43 | std::string m_ModelFormat; |
| 44 | std::string m_ModelPath; |
Matthew Sloyan | 0a7dc6b | 2021-02-10 16:50:53 +0000 | [diff] [blame] | 45 | unsigned int m_NumberOfThreads; |
Keith Davis | f487486 | 2021-08-09 16:49:18 +0100 | [diff] [blame] | 46 | bool m_OutputDetailsToStdOut; |
Keith Davis | 4914d0c | 2021-08-18 17:14:05 +0100 | [diff] [blame] | 47 | bool m_OutputDetailsOnlyToStdOut; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 48 | std::vector<std::string> m_OutputNames; |
| 49 | std::vector<std::string> m_OutputTensorFiles; |
| 50 | std::vector<std::string> m_OutputTypes; |
| 51 | bool m_ParseUnsupported = false; |
| 52 | bool m_PrintIntermediate; |
Jan Eilers | 284b5d1 | 2021-09-07 12:46:15 +0100 | [diff] [blame] | 53 | bool m_DontPrintOutputs; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 54 | bool m_QuantizeInput; |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 55 | bool m_SaveCachedNetwork; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 56 | size_t m_SimultaneousIterations; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 57 | size_t m_SubgraphId; |
| 58 | double m_ThresholdTime; |
| 59 | int m_TuningLevel; |
| 60 | std::string m_TuningPath; |
Finn Williams | 4064632 | 2021-02-11 16:16:42 +0000 | [diff] [blame] | 61 | std::string m_MLGOTuningFilePath; |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 62 | TfLiteExecutor m_TfLiteExecutor; |
Kevin May | b4b3ac9 | 2021-05-21 16:42:21 +0100 | [diff] [blame] | 63 | size_t m_ThreadPoolSize; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 64 | |
| 65 | // Ensures that the parameters for ExecuteNetwork fit together |
| 66 | void ValidateParams(); |
| 67 | }; |