Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "CommandLineProcessor.hpp" |
| 7 | #include <armnnDeserializer/IDeserializer.hpp> |
Jim Flynn | f92dfce | 2019-05-02 11:33:25 +0100 | [diff] [blame] | 8 | #include <armnnQuantizer/INetworkQuantizer.hpp> |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 9 | #include <armnnSerializer/ISerializer.hpp> |
Nina Drozd | 59e15b0 | 2019-04-25 15:45:20 +0100 | [diff] [blame] | 10 | #include "QuantizationDataSet.hpp" |
| 11 | #include "QuantizationInput.hpp" |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 12 | |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 13 | #include <algorithm> |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 14 | #include <fstream> |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 15 | #include <iostream> |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 16 | |
| 17 | int main(int argc, char* argv[]) |
| 18 | { |
| 19 | armnnQuantizer::CommandLineProcessor cmdline; |
| 20 | if (!cmdline.ProcessCommandLine(argc, argv)) |
| 21 | { |
| 22 | return -1; |
| 23 | } |
| 24 | armnnDeserializer::IDeserializerPtr parser = armnnDeserializer::IDeserializer::Create(); |
| 25 | std::ifstream inputFileStream(cmdline.GetInputFileName(), std::ios::binary); |
| 26 | std::vector<std::uint8_t> binaryContent; |
| 27 | while (inputFileStream) |
| 28 | { |
| 29 | char c; |
| 30 | inputFileStream.get(c); |
| 31 | if (inputFileStream) |
| 32 | { |
| 33 | binaryContent.push_back(static_cast<std::uint8_t>(c)); |
| 34 | } |
| 35 | } |
| 36 | inputFileStream.close(); |
Sadik Armagan | dc2f7f4 | 2019-04-26 17:11:47 +0100 | [diff] [blame] | 37 | |
| 38 | armnn::QuantizerOptions quantizerOptions; |
| 39 | quantizerOptions.m_ActivationFormat = cmdline.GetQuantizationScheme() == "QSymm16" |
| 40 | ? armnn::DataType::QuantisedSymm16 |
| 41 | : armnn::DataType::QuantisedAsymm8; |
| 42 | |
Éanna Ó Catháin | 5696bff | 2019-05-10 13:29:13 +0100 | [diff] [blame] | 43 | quantizerOptions.m_PreserveType = cmdline.HasPreservedDataType(); |
| 44 | |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 45 | armnn::INetworkPtr network = parser->CreateNetworkFromBinary(binaryContent); |
Sadik Armagan | dc2f7f4 | 2019-04-26 17:11:47 +0100 | [diff] [blame] | 46 | armnn::INetworkQuantizerPtr quantizer = armnn::INetworkQuantizer::Create(network.get(), quantizerOptions); |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 47 | |
Nina Drozd | 59e15b0 | 2019-04-25 15:45:20 +0100 | [diff] [blame] | 48 | if (cmdline.HasQuantizationData()) |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 49 | { |
Nina Drozd | 59e15b0 | 2019-04-25 15:45:20 +0100 | [diff] [blame] | 50 | armnnQuantizer::QuantizationDataSet dataSet = cmdline.GetQuantizationDataSet(); |
| 51 | if (!dataSet.IsEmpty()) |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 52 | { |
Nina Drozd | 59e15b0 | 2019-04-25 15:45:20 +0100 | [diff] [blame] | 53 | // Get the Input Tensor Infos |
| 54 | armnnQuantizer::InputLayerVisitor inputLayerVisitor; |
| 55 | network->Accept(inputLayerVisitor); |
| 56 | |
Jim Flynn | f92dfce | 2019-05-02 11:33:25 +0100 | [diff] [blame] | 57 | for (armnnQuantizer::QuantizationInput quantizationInput : dataSet) |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 58 | { |
Nina Drozd | 59e15b0 | 2019-04-25 15:45:20 +0100 | [diff] [blame] | 59 | armnn::InputTensors inputTensors; |
| 60 | std::vector<std::vector<float>> inputData(quantizationInput.GetNumberOfInputs()); |
| 61 | std::vector<armnn::LayerBindingId> layerBindingIds = quantizationInput.GetLayerBindingIds(); |
| 62 | unsigned int count = 0; |
| 63 | for (armnn::LayerBindingId layerBindingId : quantizationInput.GetLayerBindingIds()) |
| 64 | { |
| 65 | armnn::TensorInfo tensorInfo = inputLayerVisitor.GetTensorInfo(layerBindingId); |
| 66 | inputData[count] = quantizationInput.GetDataForEntry(layerBindingId); |
| 67 | armnn::ConstTensor inputTensor(tensorInfo, inputData[count].data()); |
| 68 | inputTensors.push_back(std::make_pair(layerBindingId, inputTensor)); |
| 69 | count++; |
| 70 | } |
| 71 | quantizer->Refine(inputTensors); |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 72 | } |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 73 | } |
Sadik Armagan | 2b03d64 | 2019-04-12 15:17:02 +0100 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | armnn::INetworkPtr quantizedNetwork = quantizer->ExportNetwork(); |
Jim Flynn | 3091b06 | 2019-02-15 14:45:04 +0000 | [diff] [blame] | 77 | armnnSerializer::ISerializerPtr serializer = armnnSerializer::ISerializer::Create(); |
| 78 | serializer->Serialize(*quantizedNetwork); |
| 79 | |
| 80 | std::string output(cmdline.GetOutputDirectoryName()); |
| 81 | output.append(cmdline.GetOutputFileName()); |
| 82 | std::ofstream outputFileStream; |
| 83 | outputFileStream.open(output); |
| 84 | serializer->SaveSerializedToStream(outputFileStream); |
| 85 | outputFileStream.flush(); |
| 86 | outputFileStream.close(); |
| 87 | |
| 88 | return 0; |
| 89 | } |