Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2020 Arm Ltd and Contributors. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #pragma once |
| 7 | |
| 8 | #include <armnn/BackendId.hpp> |
| 9 | #include <armnn/Tensor.hpp> |
| 10 | |
Colm Donelan | 3cff15a | 2021-10-12 15:06:19 +0100 | [diff] [blame] | 11 | #if defined(ARMNN_TFLITE_DELEGATE) |
| 12 | #include <DelegateOptions.hpp> |
| 13 | #endif |
| 14 | |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 15 | /// Holds all parameters necessary to execute a network |
| 16 | /// Check ExecuteNetworkProgramOptions.cpp for a description of each parameter |
| 17 | struct ExecuteNetworkParams |
| 18 | { |
| 19 | using TensorShapePtr = std::unique_ptr<armnn::TensorShape>; |
| 20 | |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 21 | enum class TfLiteExecutor |
| 22 | { |
| 23 | ArmNNTfLiteParser, |
| 24 | ArmNNTfLiteDelegate, |
| 25 | TfliteInterpreter |
| 26 | }; |
| 27 | |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 28 | std::string m_CachedNetworkFilePath; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 29 | std::vector<armnn::BackendId> m_ComputeDevices; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 30 | bool m_Concurrent; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 31 | bool m_DequantizeOutput; |
| 32 | std::string m_DynamicBackendsPath; |
| 33 | bool m_EnableBf16TurboMode; |
| 34 | bool m_EnableFastMath = false; |
| 35 | bool m_EnableFp16TurboMode; |
| 36 | bool m_EnableLayerDetails = false; |
| 37 | bool m_EnableProfiling; |
| 38 | bool m_GenerateTensorData; |
| 39 | bool m_InferOutputShape = false; |
Sadik Armagan | 5d03e31 | 2020-11-17 16:43:56 +0000 | [diff] [blame] | 40 | bool m_EnableDelegate = false; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 41 | std::vector<std::string> m_InputNames; |
| 42 | std::vector<std::string> m_InputTensorDataFilePaths; |
| 43 | std::vector<TensorShapePtr> m_InputTensorShapes; |
| 44 | std::vector<std::string> m_InputTypes; |
| 45 | bool m_IsModelBinary; |
| 46 | size_t m_Iterations; |
| 47 | std::string m_ModelFormat; |
| 48 | std::string m_ModelPath; |
Matthew Sloyan | 0a7dc6b | 2021-02-10 16:50:53 +0000 | [diff] [blame] | 49 | unsigned int m_NumberOfThreads; |
Keith Davis | f487486 | 2021-08-09 16:49:18 +0100 | [diff] [blame] | 50 | bool m_OutputDetailsToStdOut; |
Keith Davis | 4914d0c | 2021-08-18 17:14:05 +0100 | [diff] [blame] | 51 | bool m_OutputDetailsOnlyToStdOut; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 52 | std::vector<std::string> m_OutputNames; |
| 53 | std::vector<std::string> m_OutputTensorFiles; |
| 54 | std::vector<std::string> m_OutputTypes; |
| 55 | bool m_ParseUnsupported = false; |
| 56 | bool m_PrintIntermediate; |
Jan Eilers | 284b5d1 | 2021-09-07 12:46:15 +0100 | [diff] [blame] | 57 | bool m_DontPrintOutputs; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 58 | bool m_QuantizeInput; |
Matthew Sloyan | 4243211 | 2021-01-08 10:30:51 +0000 | [diff] [blame] | 59 | bool m_SaveCachedNetwork; |
Sadik Armagan | a04a9d7 | 2021-04-27 10:02:10 +0100 | [diff] [blame] | 60 | size_t m_SimultaneousIterations; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 61 | size_t m_SubgraphId; |
| 62 | double m_ThresholdTime; |
| 63 | int m_TuningLevel; |
| 64 | std::string m_TuningPath; |
Finn Williams | 4064632 | 2021-02-11 16:16:42 +0000 | [diff] [blame] | 65 | std::string m_MLGOTuningFilePath; |
Finn Williams | f806c4d | 2021-02-22 15:13:12 +0000 | [diff] [blame] | 66 | TfLiteExecutor m_TfLiteExecutor; |
Kevin May | b4b3ac9 | 2021-05-21 16:42:21 +0100 | [diff] [blame] | 67 | size_t m_ThreadPoolSize; |
Jim Flynn | 1542581 | 2022-02-15 16:53:13 +0000 | [diff] [blame] | 68 | bool m_ImportInputsIfAligned; |
Ryan OShea | dfbec2d | 2022-03-28 10:55:48 +0100 | [diff] [blame] | 69 | bool m_ReuseBuffers; |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 70 | |
| 71 | // Ensures that the parameters for ExecuteNetwork fit together |
| 72 | void ValidateParams(); |
Colm Donelan | 3cff15a | 2021-10-12 15:06:19 +0100 | [diff] [blame] | 73 | |
| 74 | #if defined(ARMNN_TFLITE_DELEGATE) |
| 75 | /// A utility method that populates a DelegateOptions object from this ExecuteNetworkParams. |
| 76 | armnnDelegate::DelegateOptions ToDelegateOptions() const; |
| 77 | #endif |
| 78 | |
Jan Eilers | 4527490 | 2020-10-15 18:34:43 +0100 | [diff] [blame] | 79 | }; |