Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 1 | // |
Tracy Narine | 10403ec | 2023-11-28 11:55:08 +0000 | [diff] [blame] | 2 | // Copyright © 2022-2024 Arm Ltd and Contributors. All rights reserved. |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
| 6 | #include "TosaMappings.hpp" |
| 7 | |
| 8 | using namespace armnn; |
| 9 | using namespace tosa; |
| 10 | |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 11 | TosaSerializationBasicBlock* CreateEmptyTosaSerializationBasicBlock() |
| 12 | { |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 13 | // Empty basic block when no TOSA mapping implemented/exists |
| 14 | auto* op = new TosaSerializationOperator(Op_UNKNOWN, Attribute_NONE, nullptr, {}, {}); |
Narumol Prangnawarat | ad323af | 2023-09-29 17:00:38 +0100 | [diff] [blame] | 15 | return new TosaSerializationBasicBlock("", "", {op}, {}, {}, {}); |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 16 | } |
| 17 | |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 18 | TosaSerializationBasicBlock* GetTosaMapping(const Layer* layer, |
| 19 | const LayerType type, |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 20 | const std::vector<const TensorInfo*>& inputs, |
| 21 | const std::vector<const TensorInfo*>& outputs, |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 22 | const BaseDescriptor& descriptor) |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 23 | { |
| 24 | switch (type) |
| 25 | { |
Tracy Narine | 10403ec | 2023-11-28 11:55:08 +0000 | [diff] [blame] | 26 | case LayerType::Activation: |
| 27 | { |
| 28 | auto activationDesc = PolymorphicDowncast<const ActivationDescriptor*>(&descriptor); |
| 29 | if (activationDesc->m_Function == ActivationFunction::LeakyReLu) |
| 30 | { |
| 31 | return ConvertActivationToTosaOperator(layer, inputs, outputs, activationDesc); |
| 32 | } |
| 33 | else |
| 34 | { |
| 35 | return CreateEmptyTosaSerializationBasicBlock(); |
| 36 | } |
| 37 | } |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 38 | case LayerType::Addition: |
Nikhil Raj | 9a33946 | 2022-12-05 11:24:35 +0000 | [diff] [blame] | 39 | case LayerType::Multiplication: |
| 40 | case LayerType::Subtraction: |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 41 | { |
Nikhil Raj | 9a33946 | 2022-12-05 11:24:35 +0000 | [diff] [blame] | 42 | return ConvertElementwiseBinaryToTosaOperator(layer, type, inputs, outputs); |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 43 | } |
Tianle Cheng | 7790dc6 | 2023-12-12 13:52:22 +0000 | [diff] [blame] | 44 | case LayerType::ElementwiseBinary: |
| 45 | { |
| 46 | auto binaryDesc = PolymorphicDowncast<const ElementwiseBinaryDescriptor*>(&descriptor); |
| 47 | return ConvertElementwiseBinaryToTosaOperator(layer, type, inputs, outputs, binaryDesc); |
| 48 | } |
David Monahan | d7fca09 | 2023-01-12 14:53:34 +0000 | [diff] [blame] | 49 | case LayerType::ElementwiseUnary: |
| 50 | { |
| 51 | auto unaryDesc = PolymorphicDowncast<const ElementwiseUnaryDescriptor*>(&descriptor); |
| 52 | return ConvertElementwiseUnaryOperator(layer, inputs, outputs, unaryDesc); |
| 53 | } |
Kevin May | 5b58e31 | 2022-12-15 10:15:21 +0000 | [diff] [blame] | 54 | case LayerType::Concat: |
| 55 | { |
| 56 | auto concatDesc = PolymorphicDowncast<const OriginsDescriptor*>(&descriptor); |
| 57 | return ConvertConcatToTosaOperator(layer, inputs, outputs, concatDesc); |
| 58 | } |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 59 | case LayerType::Constant: |
| 60 | { |
| 61 | return ConvertConstantToTosaOperator(layer, outputs); |
| 62 | } |
| 63 | case LayerType::Convolution2d: |
| 64 | { |
| 65 | auto conv2dDesc = PolymorphicDowncast<const Convolution2dDescriptor*>(&descriptor); |
| 66 | return ConvertConv2dToTosaOperator(layer, inputs, outputs, conv2dDesc); |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 67 | } |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 68 | case LayerType::Pooling2d: |
| 69 | { |
| 70 | auto poolDesc = PolymorphicDowncast<const Pooling2dDescriptor*>(&descriptor); |
| 71 | |
| 72 | bool avgPoolIgnoreValue = |
| 73 | (poolDesc->m_PoolType == PoolingAlgorithm::Average) && |
| 74 | (poolDesc->m_PaddingMethod == PaddingMethod::IgnoreValue); |
| 75 | |
| 76 | if (poolDesc->m_PoolType == PoolingAlgorithm::L2) |
| 77 | { |
| 78 | return CreateEmptyTosaSerializationBasicBlock(); |
| 79 | } |
| 80 | else if (avgPoolIgnoreValue) |
| 81 | { |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 82 | return ConvertAvgPool2DIgnoreValueToTosaOperator(layer, inputs, outputs, poolDesc); |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 83 | } |
| 84 | else |
| 85 | { |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 86 | return ConvertPooling2DToTosaOperator(layer, inputs, outputs, poolDesc); |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 87 | } |
| 88 | } |
Teresa Charlin | ca5a23a | 2023-12-15 14:20:47 +0000 | [diff] [blame] | 89 | case LayerType::Quantize: |
| 90 | { |
| 91 | return ConvertQuantizeToTosaOperator(layer, inputs, outputs); |
| 92 | } |
Cathal Corbett | b30e655 | 2022-12-07 11:50:50 +0000 | [diff] [blame] | 93 | case LayerType::Reshape: |
| 94 | { |
| 95 | auto reshapeDesc = PolymorphicDowncast<const ReshapeDescriptor*>(&descriptor); |
| 96 | return ConvertReshapeToTosaOperator(layer, inputs, outputs, reshapeDesc); |
| 97 | } |
Teresa Charlin | ce65588 | 2023-11-21 15:44:13 +0000 | [diff] [blame] | 98 | case LayerType::Resize: |
| 99 | { |
| 100 | auto resizeDesc = PolymorphicDowncast<const ResizeDescriptor*>(&descriptor); |
| 101 | return ConvertResizeToTosaOperator(layer, inputs, outputs, resizeDesc); |
| 102 | } |
Cathal Corbett | 3b9acd5 | 2022-12-09 12:17:27 +0000 | [diff] [blame] | 103 | case LayerType::Slice: |
| 104 | { |
| 105 | auto sliceDesc = PolymorphicDowncast<const SliceDescriptor*>(&descriptor); |
| 106 | return ConvertSliceToTosaOperator(layer, inputs, outputs, sliceDesc); |
| 107 | } |
Kevin May | 1bea6be | 2023-12-12 11:18:46 +0000 | [diff] [blame] | 108 | case LayerType::Splitter: |
| 109 | { |
| 110 | auto splitDesc = PolymorphicDowncast<const SplitterDescriptor*>(&descriptor); |
| 111 | return ConvertSplitToTosaOperator(layer, inputs, outputs, splitDesc); |
| 112 | } |
Matthew Sloyan | fc9d5e7 | 2022-12-08 13:38:23 +0000 | [diff] [blame] | 113 | case LayerType::TransposeConvolution2d: |
| 114 | { |
| 115 | auto transposeConv2dDesc = PolymorphicDowncast<const TransposeConvolution2dDescriptor*>(&descriptor); |
| 116 | return ConvertTransposeConv2dToTosaOperator(layer, inputs, outputs, transposeConv2dDesc); |
| 117 | } |
Cathal Corbett | 0bb096d | 2022-12-22 13:09:38 +0000 | [diff] [blame] | 118 | case LayerType::Transpose: |
| 119 | { |
| 120 | auto transposeDesc = PolymorphicDowncast<const TransposeDescriptor*>(&descriptor); |
| 121 | return ConvertTransposeToTosaOperator(layer, inputs, outputs, transposeDesc); |
| 122 | } |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 123 | default: |
| 124 | { |
Cathal Corbett | bd18eab | 2022-11-15 12:56:16 +0000 | [diff] [blame] | 125 | return CreateEmptyTosaSerializationBasicBlock(); |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 126 | } |
| 127 | } |
| 128 | } |
| 129 | |
Teresa Charlin | 8cfd059 | 2024-04-23 16:22:47 +0100 | [diff] [blame^] | 130 | TosaSerializationBasicBlock* GetTosaMappingFromLayer(const Layer* layer) |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 131 | { |
| 132 | std::vector<const TensorInfo*> inputs; |
| 133 | for (auto inputSlot : layer->GetInputSlots()) |
| 134 | { |
Mike Kelly | a9ac6ba | 2023-06-30 15:18:26 +0100 | [diff] [blame] | 135 | inputs.push_back(&inputSlot.GetTensorInfo()); |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | std::vector<const TensorInfo*> outputs; |
| 139 | for (auto& outputSlot : layer->GetOutputSlots()) |
| 140 | { |
| 141 | outputs.push_back(&outputSlot.GetTensorInfo()); |
| 142 | } |
| 143 | |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 144 | TosaSerializationBasicBlock* basicBlock = GetTosaMapping(layer, |
| 145 | layer->GetType(), |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 146 | inputs, |
| 147 | outputs, |
Matthew Sloyan | c5fe6e7 | 2022-11-25 16:10:00 +0000 | [diff] [blame] | 148 | layer->GetParameters()); |
Matthew Sloyan | 164bf4f | 2022-10-28 18:02:17 +0100 | [diff] [blame] | 149 | return basicBlock; |
| 150 | } |