Release 18.02
Change-Id: I41a89c149534a7c354a58e2c66a32cba572fc0c1
diff --git a/ArmnnPreparedModel.hpp b/ArmnnPreparedModel.hpp
new file mode 100644
index 0000000..f61d56c
--- /dev/null
+++ b/ArmnnPreparedModel.hpp
@@ -0,0 +1,83 @@
+//
+// Copyright © 2017 Arm Ltd. All rights reserved.
+// See LICENSE file in the project root for full license information.
+//
+
+#pragma once
+
+#include "RequestThread.hpp"
+
+#include "HalInterfaces.h"
+#include "NeuralNetworks.h"
+#include <armnn/ArmNN.hpp>
+
+#include <string>
+#include <vector>
+
+namespace armnn_driver
+{
+
+class ArmnnPreparedModel : public IPreparedModel
+{
+public:
+ ArmnnPreparedModel(armnn::NetworkId networkId,
+ armnn::IRuntime* runtime,
+ const Model& model,
+ const std::string& requestInputsAndOutputsDumpDir);
+
+ virtual ~ArmnnPreparedModel();
+
+ virtual Return<ErrorStatus> execute(const Request& request,
+ const ::android::sp<IExecutionCallback>& callback) override;
+
+ /// execute the graph prepared from the request
+ void ExecuteGraph(std::shared_ptr<std::vector<::android::nn::RunTimePoolInfo>>& pMemPools,
+ std::shared_ptr<armnn::InputTensors>& pInputTensors,
+ std::shared_ptr<armnn::OutputTensors>& pOutputTensors,
+ const ::android::sp<IExecutionCallback>& callback);
+
+ /// Executes this model with dummy inputs (e.g. all zeroes).
+ void ExecuteWithDummyInputs();
+
+private:
+
+ template <typename TensorBindingCollection>
+ void DumpTensorsIfRequired(char const* tensorNamePrefix, const TensorBindingCollection& tensorBindings);
+
+ armnn::NetworkId m_NetworkId;
+ armnn::IRuntime* m_Runtime;
+ Model m_Model;
+ // There must be a single RequestThread for all ArmnnPreparedModel objects to ensure serial execution of workloads
+ // It is specific to this class, so it is declared as static here
+ static RequestThread m_RequestThread;
+ uint32_t m_RequestCount;
+ const std::string& m_RequestInputsAndOutputsDumpDir;
+};
+
+class AndroidNnCpuExecutorPreparedModel : public IPreparedModel
+{
+public:
+
+ AndroidNnCpuExecutorPreparedModel(const Model& model, const std::string& requestInputsAndOutputsDumpDir);
+ virtual ~AndroidNnCpuExecutorPreparedModel() { }
+
+ bool Initialize();
+
+ virtual Return<ErrorStatus> execute(const Request& request,
+ const ::android::sp<IExecutionCallback>& callback) override;
+
+private:
+
+ void DumpTensorsIfRequired(
+ char const* tensorNamePrefix,
+ const hidl_vec<uint32_t>& operandIndices,
+ const hidl_vec<RequestArgument>& requestArgs,
+ const std::vector<android::nn::RunTimePoolInfo>& requestPoolInfos);
+
+ Model m_Model;
+ std::vector<android::nn::RunTimePoolInfo> m_ModelPoolInfos;
+ const std::string& m_RequestInputsAndOutputsDumpDir;
+ uint32_t m_RequestCount;
+};
+
+}