Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
Aron Virginas-Tar | db1a283 | 2019-11-12 16:15:11 +0000 | [diff] [blame] | 5 | |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 6 | #include "Debug.hpp" |
Nikhil Raj | 7dcc697 | 2021-04-30 15:44:24 +0100 | [diff] [blame] | 7 | #include <common/include/ProfilingGuid.hpp> |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 8 | #include <armnnUtils/Filesystem.hpp> |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 9 | |
Narumol Prangnawarat | 403a185 | 2020-03-12 14:24:13 +0000 | [diff] [blame] | 10 | #include <BFloat16.hpp> |
Aron Virginas-Tar | db1a283 | 2019-11-12 16:15:11 +0000 | [diff] [blame] | 11 | #include <Half.hpp> |
| 12 | |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 13 | #include <algorithm> |
| 14 | #include <iostream> |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 15 | #include <iosfwd> |
| 16 | #include <fstream> |
| 17 | #include <sys/stat.h> |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 18 | |
| 19 | namespace armnn |
| 20 | { |
| 21 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 22 | template<typename T> |
| 23 | void PrintOutput(const TensorInfo& inputInfo, |
| 24 | const T* inputData, |
| 25 | LayerGuid guid, |
| 26 | const std::string& layerName, |
| 27 | unsigned int slotIndex, |
| 28 | std::ostream& os) |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 29 | { |
| 30 | const unsigned int numDims = inputInfo.GetNumDimensions(); |
| 31 | const unsigned int numElements = inputInfo.GetNumElements(); |
| 32 | const TensorShape& inputShape = inputInfo.GetShape(); |
| 33 | |
Rob Hughes | 9e10c2b | 2019-07-23 15:37:19 +0100 | [diff] [blame] | 34 | std::vector<unsigned int> strides(numDims, 0); |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 35 | strides[numDims - 1] = inputShape[numDims - 1]; |
| 36 | |
| 37 | for (unsigned int i = 2; i <= numDims; i++) |
| 38 | { |
| 39 | strides[numDims - i] = strides[numDims - i + 1] * inputShape[numDims - i]; |
| 40 | } |
| 41 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 42 | os << "{ "; |
| 43 | os << "\"layerGuid\": " << guid << ", "; |
| 44 | os << "\"layerName\": \"" << layerName << "\", "; |
| 45 | os << "\"outputSlot\": " << slotIndex << ", "; |
| 46 | os << "\"shape\": "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 47 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 48 | os << "["; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 49 | for (unsigned int i = 0; i < numDims; i++) |
| 50 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 51 | os << inputShape[i]; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 52 | if (i != numDims - 1) |
| 53 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 54 | os << ", "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 55 | } |
| 56 | } |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 57 | os << "], "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 58 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 59 | os << "\"min\": " |
| 60 | << static_cast<float>(*std::min_element(inputData, inputData + numElements)) << ", "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 61 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 62 | os << "\"max\": " |
| 63 | << static_cast<float>(*std::max_element(inputData, inputData + numElements)) << ", "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 64 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 65 | os << "\"data\": "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 66 | |
| 67 | for (unsigned int i = 0; i < numElements; i++) |
| 68 | { |
| 69 | for (unsigned int j = 0; j < numDims; j++) |
| 70 | { |
| 71 | if (i % strides[j] == 0) |
| 72 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 73 | os << "["; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 74 | } |
| 75 | } |
| 76 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 77 | os << static_cast<float>(inputData[i]); |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 78 | |
| 79 | for (unsigned int j = 0; j < numDims; j++) |
| 80 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 81 | if ((i + 1) % strides[j] == 0) |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 82 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 83 | os << "]"; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 84 | } |
| 85 | } |
| 86 | |
| 87 | if (i != numElements - 1) |
| 88 | { |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 89 | os << ", "; |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 90 | } |
| 91 | } |
| 92 | |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 93 | os << " }" << std::endl; |
| 94 | } |
| 95 | |
| 96 | template<typename T> |
| 97 | void Debug(const TensorInfo& inputInfo, |
| 98 | const T* inputData, |
| 99 | LayerGuid guid, |
| 100 | const std::string& layerName, |
| 101 | unsigned int slotIndex, |
| 102 | bool outputsToFile) |
| 103 | { |
| 104 | if (outputsToFile) |
| 105 | { |
Keith Davis | f63b457 | 2022-10-19 14:53:05 +0100 | [diff] [blame] | 106 | fs::path tmpDir = fs::temp_directory_path(); |
| 107 | std::ofstream out(tmpDir.generic_string() + "/ArmNNIntermediateLayerOutputs/" + layerName + ".numpy"); |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 108 | PrintOutput<T>(inputInfo, inputData, guid, layerName, slotIndex, out); |
Keith Davis | f63b457 | 2022-10-19 14:53:05 +0100 | [diff] [blame] | 109 | out.close(); |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 110 | } |
| 111 | else |
| 112 | { |
| 113 | PrintOutput<T>(inputInfo, inputData, guid, layerName, slotIndex, std::cout); |
| 114 | } |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 115 | } |
| 116 | |
Narumol Prangnawarat | 403a185 | 2020-03-12 14:24:13 +0000 | [diff] [blame] | 117 | template void Debug<BFloat16>(const TensorInfo& inputInfo, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 118 | const BFloat16* inputData, |
| 119 | LayerGuid guid, |
| 120 | const std::string& layerName, |
| 121 | unsigned int slotIndex, |
| 122 | bool outputsToFile); |
Narumol Prangnawarat | 403a185 | 2020-03-12 14:24:13 +0000 | [diff] [blame] | 123 | |
Aron Virginas-Tar | db1a283 | 2019-11-12 16:15:11 +0000 | [diff] [blame] | 124 | template void Debug<Half>(const TensorInfo& inputInfo, |
| 125 | const Half* inputData, |
| 126 | LayerGuid guid, |
| 127 | const std::string& layerName, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 128 | unsigned int slotIndex, |
| 129 | bool outputsToFile); |
Aron Virginas-Tar | db1a283 | 2019-11-12 16:15:11 +0000 | [diff] [blame] | 130 | |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 131 | template void Debug<float>(const TensorInfo& inputInfo, |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 132 | const float* inputData, |
Nattapat Chaimanowong | 964e955 | 2019-03-26 11:03:26 +0000 | [diff] [blame] | 133 | LayerGuid guid, |
| 134 | const std::string& layerName, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 135 | unsigned int slotIndex, |
| 136 | bool outputsToFile); |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 137 | |
| 138 | template void Debug<uint8_t>(const TensorInfo& inputInfo, |
Nattapat Chaimanowong | cfdcadf | 2018-12-06 11:54:33 +0000 | [diff] [blame] | 139 | const uint8_t* inputData, |
Nattapat Chaimanowong | 964e955 | 2019-03-26 11:03:26 +0000 | [diff] [blame] | 140 | LayerGuid guid, |
| 141 | const std::string& layerName, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 142 | unsigned int slotIndex, |
| 143 | bool outputsToFile); |
Nattapat Chaimanowong | 964e955 | 2019-03-26 11:03:26 +0000 | [diff] [blame] | 144 | |
Keith Davis | 5204aa8 | 2020-01-27 15:24:59 +0000 | [diff] [blame] | 145 | template void Debug<int8_t>(const TensorInfo& inputInfo, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 146 | const int8_t* inputData, |
| 147 | LayerGuid guid, |
| 148 | const std::string& layerName, |
| 149 | unsigned int slotIndex, |
| 150 | bool outputsToFile); |
Keith Davis | 5204aa8 | 2020-01-27 15:24:59 +0000 | [diff] [blame] | 151 | |
Narumol Prangnawarat | 47cfee9 | 2019-07-04 10:29:00 +0100 | [diff] [blame] | 152 | template void Debug<int16_t>(const TensorInfo& inputInfo, |
| 153 | const int16_t* inputData, |
| 154 | LayerGuid guid, |
| 155 | const std::string& layerName, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 156 | unsigned int slotIndex, |
| 157 | bool outputsToFile); |
Aron Virginas-Tar | db1a283 | 2019-11-12 16:15:11 +0000 | [diff] [blame] | 158 | |
Narumol Prangnawarat | d2d917d | 2020-01-09 10:16:39 +0000 | [diff] [blame] | 159 | template void Debug<int32_t>(const TensorInfo& inputInfo, |
| 160 | const int32_t* inputData, |
| 161 | LayerGuid guid, |
| 162 | const std::string& layerName, |
Keith Davis | 15f9c68 | 2022-10-14 15:50:33 +0100 | [diff] [blame] | 163 | unsigned int slotIndex, |
| 164 | bool outputsToFile); |
Narumol Prangnawarat | d2d917d | 2020-01-09 10:16:39 +0000 | [diff] [blame] | 165 | |
Matteo Martincigh | 4912402 | 2019-01-11 13:25:59 +0000 | [diff] [blame] | 166 | } // namespace armnn |