Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
Jan Eilers | 8eb2560 | 2020-03-09 12:13:48 +0000 | [diff] [blame] | 6 | #include "../Serializer.hpp" |
| 7 | |
Matthew Bentham | ff130e2 | 2020-01-17 11:47:42 +0000 | [diff] [blame] | 8 | #include <armnn/Descriptors.hpp> |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 9 | #include <armnn/INetwork.hpp> |
Matthew Bentham | ff130e2 | 2020-01-17 11:47:42 +0000 | [diff] [blame] | 10 | #include <armnn/IRuntime.hpp> |
| 11 | #include <armnnDeserializer/IDeserializer.hpp> |
Jan Eilers | 8eb2560 | 2020-03-09 12:13:48 +0000 | [diff] [blame] | 12 | #include <armnn/utility/IgnoreUnused.hpp> |
Matthew Bentham | ff130e2 | 2020-01-17 11:47:42 +0000 | [diff] [blame] | 13 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 14 | #include <doctest/doctest.h> |
Matthew Bentham | ff130e2 | 2020-01-17 11:47:42 +0000 | [diff] [blame] | 15 | |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 16 | #include <sstream> |
Derek Lamberti | 859f9ce | 2019-12-10 22:05:21 +0000 | [diff] [blame] | 17 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 18 | TEST_SUITE("SerializerTests") |
| 19 | { |
Finn Williams | b454c5c | 2021-02-09 15:56:23 +0000 | [diff] [blame] | 20 | class VerifyActivationName : public armnn::IStrategy |
Éanna Ó Catháin | 633f859 | 2019-02-25 16:26:29 +0000 | [diff] [blame] | 21 | { |
| 22 | public: |
Finn Williams | b454c5c | 2021-02-09 15:56:23 +0000 | [diff] [blame] | 23 | void ExecuteStrategy(const armnn::IConnectableLayer* layer, |
| 24 | const armnn::BaseDescriptor& descriptor, |
| 25 | const std::vector<armnn::ConstTensor>& constants, |
| 26 | const char* name, |
| 27 | const armnn::LayerBindingId id = 0) override |
Éanna Ó Catháin | 633f859 | 2019-02-25 16:26:29 +0000 | [diff] [blame] | 28 | { |
Finn Williams | b454c5c | 2021-02-09 15:56:23 +0000 | [diff] [blame] | 29 | IgnoreUnused(layer, descriptor, constants, id); |
| 30 | if (layer->GetType() == armnn::LayerType::Activation) |
| 31 | { |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 32 | CHECK(std::string(name) == "activation"); |
Finn Williams | b454c5c | 2021-02-09 15:56:23 +0000 | [diff] [blame] | 33 | } |
Éanna Ó Catháin | 633f859 | 2019-02-25 16:26:29 +0000 | [diff] [blame] | 34 | } |
| 35 | }; |
| 36 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 37 | TEST_CASE("ActivationSerialization") |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 38 | { |
| 39 | armnnDeserializer::IDeserializerPtr parser = armnnDeserializer::IDeserializer::Create(); |
| 40 | |
| 41 | armnn::TensorInfo inputInfo(armnn::TensorShape({1, 2, 2, 1}), armnn::DataType::Float32, 1.0f, 0); |
| 42 | armnn::TensorInfo outputInfo(armnn::TensorShape({1, 2, 2, 1}), armnn::DataType::Float32, 4.0f, 0); |
| 43 | |
| 44 | // Construct network |
| 45 | armnn::INetworkPtr network = armnn::INetwork::Create(); |
| 46 | |
| 47 | armnn::ActivationDescriptor descriptor; |
| 48 | descriptor.m_Function = armnn::ActivationFunction::ReLu; |
| 49 | descriptor.m_A = 0; |
| 50 | descriptor.m_B = 0; |
| 51 | |
| 52 | armnn::IConnectableLayer* const inputLayer = network->AddInputLayer(0, "input"); |
| 53 | armnn::IConnectableLayer* const activationLayer = network->AddActivationLayer(descriptor, "activation"); |
| 54 | armnn::IConnectableLayer* const outputLayer = network->AddOutputLayer(0, "output"); |
| 55 | |
| 56 | inputLayer->GetOutputSlot(0).Connect(activationLayer->GetInputSlot(0)); |
| 57 | inputLayer->GetOutputSlot(0).SetTensorInfo(inputInfo); |
| 58 | |
| 59 | activationLayer->GetOutputSlot(0).Connect(outputLayer->GetInputSlot(0)); |
| 60 | activationLayer->GetOutputSlot(0).SetTensorInfo(outputInfo); |
| 61 | |
Finn Williams | 85d3671 | 2021-01-26 22:30:06 +0000 | [diff] [blame] | 62 | armnnSerializer::ISerializerPtr serializer = armnnSerializer::ISerializer::Create(); |
| 63 | |
| 64 | serializer->Serialize(*network); |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 65 | |
| 66 | std::stringstream stream; |
Finn Williams | 85d3671 | 2021-01-26 22:30:06 +0000 | [diff] [blame] | 67 | serializer->SaveSerializedToStream(stream); |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 68 | |
| 69 | std::string const serializerString{stream.str()}; |
| 70 | std::vector<std::uint8_t> const serializerVector{serializerString.begin(), serializerString.end()}; |
| 71 | |
| 72 | armnn::INetworkPtr deserializedNetwork = parser->CreateNetworkFromBinary(serializerVector); |
| 73 | |
Éanna Ó Catháin | 633f859 | 2019-02-25 16:26:29 +0000 | [diff] [blame] | 74 | VerifyActivationName visitor; |
Finn Williams | b454c5c | 2021-02-09 15:56:23 +0000 | [diff] [blame] | 75 | deserializedNetwork->ExecuteStrategy(visitor); |
Éanna Ó Catháin | 633f859 | 2019-02-25 16:26:29 +0000 | [diff] [blame] | 76 | |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 77 | armnn::IRuntime::CreationOptions options; // default options |
| 78 | armnn::IRuntimePtr run = armnn::IRuntime::Create(options); |
| 79 | auto deserializedOptimized = Optimize(*deserializedNetwork, { armnn::Compute::CpuRef }, run->GetDeviceSpec()); |
| 80 | |
| 81 | armnn::NetworkId networkIdentifier; |
| 82 | |
| 83 | // Load graph into runtime |
| 84 | run->LoadNetwork(networkIdentifier, std::move(deserializedOptimized)); |
| 85 | |
| 86 | std::vector<float> inputData {0.0f, -5.3f, 42.0f, -42.0f}; |
| 87 | armnn::InputTensors inputTensors |
| 88 | { |
| 89 | {0, armnn::ConstTensor(run->GetInputTensorInfo(networkIdentifier, 0), inputData.data())} |
| 90 | }; |
| 91 | |
| 92 | std::vector<float> expectedOutputData {0.0f, 0.0f, 42.0f, 0.0f}; |
| 93 | |
| 94 | std::vector<float> outputData(4); |
| 95 | armnn::OutputTensors outputTensors |
| 96 | { |
| 97 | {0, armnn::Tensor(run->GetOutputTensorInfo(networkIdentifier, 0), outputData.data())} |
| 98 | }; |
| 99 | run->EnqueueWorkload(networkIdentifier, inputTensors, outputTensors); |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 100 | CHECK(std::equal(outputData.begin(), outputData.end(), expectedOutputData.begin(), expectedOutputData.end())); |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 101 | } |
| 102 | |
Sadik Armagan | 1625efc | 2021-06-10 18:24:34 +0100 | [diff] [blame] | 103 | } |