Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 1 | |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 2 | // Copyright (c) 2020-2022, ARM Limited. |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | |
| 16 | #include "op_factory.h" |
| 17 | #include "activation_funcs.h" |
| 18 | #include "comparison.h" |
| 19 | #include "control_flow.h" |
| 20 | #include "custom.h" |
| 21 | #include "data_layout.h" |
| 22 | #include "data_nodes.h" |
| 23 | #include "ewise_binary.h" |
| 24 | #include "ewise_ternary.h" |
| 25 | #include "ewise_unary.h" |
| 26 | #include "image.h" |
| 27 | #include "reduction.h" |
| 28 | #include "scatter_gather.h" |
| 29 | #include "tensor_ops.h" |
| 30 | #include "type_conversion.h" |
| 31 | |
| 32 | using namespace TosaReference; |
| 33 | using namespace tosa; |
| 34 | |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 35 | GraphNode* OpFactory::newOp(SubgraphTraverser* sgt, |
| 36 | TosaSerializationHandler* tsh, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 37 | Op opType, |
| 38 | TosaAttributeBase* attribute, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 39 | uint64_t id, |
| 40 | DType inputDType, |
| 41 | int inputRank, |
| 42 | DType outputDType, |
| 43 | int outputRank, |
| 44 | DType weightDType, |
| 45 | int weightRank) |
| 46 | { |
| 47 | switch (opType) |
| 48 | { |
| 49 | // tensor_ops |
| 50 | case Op_ARGMAX: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 51 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 52 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 53 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 54 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, INT16); |
| 55 | break; |
| 56 | case Op_AVG_POOL2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 57 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 58 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP16, FP32); |
| 59 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 60 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, INT8, INT32); |
| 61 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, INT16, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 62 | break; |
| 63 | case Op_CONV2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 64 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, FP16, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 65 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, FP16, FP16, FP32); |
| 66 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, FP32, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 67 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, INT8, INT4, INT32); |
| 68 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, INT8, INT8, INT32); |
| 69 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv2d, Conv, INT16, INT8, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 70 | break; |
Kevin Cheng | 1533b85 | 2021-09-01 12:51:58 -0700 | [diff] [blame] | 71 | case Op_CONV3D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 72 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, FP16, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 73 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, FP16, FP16, FP32); |
| 74 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, FP32, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 75 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, INT8, INT4, INT32); |
| 76 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, INT8, INT8, INT32); |
| 77 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpConv3d, Conv, INT16, INT8, INT48); |
Kevin Cheng | 1533b85 | 2021-09-01 12:51:58 -0700 | [diff] [blame] | 78 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 79 | case Op_DEPTHWISE_CONV2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 80 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP16, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 81 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP16, FP16, FP32); |
| 82 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP32, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 83 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT8, INT4, INT32); |
| 84 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT8, INT8, INT32); |
| 85 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT16, INT8, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 86 | break; |
| 87 | case Op_FULLY_CONNECTED: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 88 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, FP16, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 89 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, FP16, FP16, FP32); |
| 90 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, FP32, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 91 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, INT8, INT4, INT32); |
| 92 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, INT8, INT8, INT32); |
| 93 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpFullyConnected, FullyConnected, INT16, INT8, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 94 | break; |
| 95 | case Op_MATMUL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 96 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpMatMul, MatMul, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 97 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpMatMul, MatMul, FP16, FP32); |
| 98 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpMatMul, MatMul, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 99 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpMatMul, MatMul, INT8, INT32); |
| 100 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpMatMul, MatMul, INT16, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 101 | break; |
| 102 | case Op_MAX_POOL2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 103 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 104 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 105 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 106 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, INT16); |
| 107 | break; |
| 108 | case Op_TRANSPOSE_CONV2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 109 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP16, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 110 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP16, FP16, FP32); |
| 111 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP32, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 112 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT8, INT4, INT32); |
| 113 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT8, INT8, INT32); |
| 114 | DEF_FACTORY_TWO_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT16, INT8, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 115 | break; |
| 116 | |
| 117 | // activation_funcs |
| 118 | case Op_CLAMP: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 119 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 120 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 121 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 122 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT16); |
| 123 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 124 | case Op_SIGMOID: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 125 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 126 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 127 | break; |
| 128 | case Op_TANH: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 129 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 130 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 131 | break; |
| 132 | |
| 133 | // ewise_binary |
| 134 | case Op_ADD: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 135 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 136 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 137 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, INT32); |
| 138 | break; |
| 139 | case Op_ARITHMETIC_RIGHT_SHIFT: |
| 140 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT8); |
| 141 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT16); |
| 142 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT32); |
| 143 | break; |
| 144 | case Op_BITWISE_AND: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 145 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 146 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT16); |
| 147 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT32); |
| 148 | break; |
| 149 | case Op_BITWISE_OR: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 150 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 151 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT16); |
| 152 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT32); |
| 153 | break; |
| 154 | case Op_BITWISE_XOR: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 155 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 156 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT16); |
| 157 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT32); |
| 158 | break; |
Matthew Haddon | 459443c | 2021-08-23 16:43:13 +0100 | [diff] [blame] | 159 | case Op_INTDIV: |
| 160 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIntdiv, INT32); |
Kevin Cheng | 14d7f7a | 2021-05-12 10:44:49 -0700 | [diff] [blame] | 161 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 162 | case Op_LOGICAL_AND: |
| 163 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalAnd, BOOL); |
| 164 | break; |
| 165 | case Op_LOGICAL_LEFT_SHIFT: |
| 166 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT8); |
| 167 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT16); |
| 168 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT32); |
| 169 | break; |
| 170 | case Op_LOGICAL_RIGHT_SHIFT: |
| 171 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT8); |
| 172 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT16); |
| 173 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT32); |
| 174 | break; |
| 175 | case Op_LOGICAL_OR: |
| 176 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalOr, BOOL); |
| 177 | break; |
| 178 | case Op_LOGICAL_XOR: |
Jeremy Johnson | 615feee | 2022-03-10 16:00:49 +0000 | [diff] [blame] | 179 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalXor, BOOL); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 180 | break; |
| 181 | case Op_MAXIMUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 182 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 183 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 184 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, INT32); |
| 185 | break; |
| 186 | case Op_MINIMUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 187 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 188 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 189 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, INT32); |
| 190 | break; |
| 191 | case Op_MUL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 192 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 193 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, FP32, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 194 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT8, INT32); |
| 195 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT16, INT32); |
| 196 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT32, INT32); |
| 197 | break; |
| 198 | case Op_POW: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 199 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 200 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 201 | break; |
| 202 | case Op_SUB: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 203 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 204 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 205 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, INT32); |
| 206 | break; |
| 207 | case Op_TABLE: |
Kevin Cheng | 571f718 | 2021-05-24 17:20:01 -0700 | [diff] [blame] | 208 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTable, INT8); |
| 209 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTable, INT16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 210 | break; |
| 211 | |
| 212 | // ewise_unary |
| 213 | case Op_ABS: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 214 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 215 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 216 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, INT32); |
| 217 | break; |
| 218 | case Op_BITWISE_NOT: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 219 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 220 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT16); |
| 221 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT32); |
| 222 | break; |
| 223 | case Op_CEIL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 224 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 225 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 226 | break; |
| 227 | case Op_CLZ: |
| 228 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClz, INT32); |
| 229 | break; |
| 230 | case Op_EXP: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 231 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 232 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 233 | break; |
| 234 | case Op_FLOOR: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 235 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 236 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 237 | break; |
| 238 | case Op_LOG: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 239 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 240 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 241 | break; |
| 242 | case Op_LOGICAL_NOT: |
| 243 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalNot, BOOL); |
| 244 | break; |
| 245 | case Op_NEGATE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 246 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 247 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 248 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 249 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT16); |
| 250 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT32); |
| 251 | break; |
| 252 | case Op_RECIPROCAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 253 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 254 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 255 | break; |
| 256 | case Op_RSQRT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 257 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 258 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 259 | break; |
| 260 | |
| 261 | // ewise_ternary |
| 262 | case Op_SELECT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 263 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 264 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 265 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT8); |
| 266 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT16); |
| 267 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT32); |
| 268 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, BOOL); |
| 269 | break; |
| 270 | |
| 271 | // comparison |
| 272 | case Op_EQUAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 273 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 274 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 275 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, INT32); |
| 276 | break; |
| 277 | case Op_GREATER: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 278 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 279 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 280 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, INT32); |
| 281 | break; |
| 282 | case Op_GREATER_EQUAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 283 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 284 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 285 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, INT32); |
| 286 | break; |
| 287 | |
| 288 | // reduction |
| 289 | case Op_REDUCE_ALL: |
| 290 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceAll, BOOL); |
| 291 | break; |
| 292 | case Op_REDUCE_ANY: |
| 293 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceAny, BOOL); |
| 294 | break; |
| 295 | case Op_REDUCE_MAX: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 296 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 297 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 298 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 299 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT16); |
| 300 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT32); |
| 301 | break; |
| 302 | case Op_REDUCE_MIN: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 303 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 304 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 305 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 306 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT16); |
| 307 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT32); |
| 308 | break; |
| 309 | case Op_REDUCE_PRODUCT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 310 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProduct, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 311 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProduct, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 312 | break; |
| 313 | case Op_REDUCE_SUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 314 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSum, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 315 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSum, FP32); |
Jeremy Johnson | 7de9b45 | 2022-04-05 14:31:37 +0100 | [diff] [blame] | 316 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSumInt, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 317 | break; |
| 318 | |
| 319 | // data layout |
| 320 | case Op_CONCAT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 321 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 322 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 323 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT8); |
| 324 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT16); |
| 325 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT32); |
| 326 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, BOOL); |
| 327 | break; |
| 328 | case Op_PAD: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 329 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 330 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 331 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 332 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT8); |
| 333 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT16); |
| 334 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, BOOL); |
| 335 | break; |
| 336 | case Op_RESHAPE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 337 | DEF_FACTORY_RESHAPE(OpReshape, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 338 | DEF_FACTORY_RESHAPE(OpReshape, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 339 | DEF_FACTORY_RESHAPE(OpReshape, INT8); |
| 340 | DEF_FACTORY_RESHAPE(OpReshape, INT16); |
| 341 | DEF_FACTORY_RESHAPE(OpReshape, INT32); |
| 342 | DEF_FACTORY_RESHAPE(OpReshape, BOOL); |
| 343 | break; |
| 344 | case Op_REVERSE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 345 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 346 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 347 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT8); |
| 348 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT16); |
| 349 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT32); |
| 350 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, BOOL); |
| 351 | break; |
| 352 | case Op_SLICE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 353 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 354 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 355 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, INT8); |
| 356 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, INT16); |
| 357 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, INT32); |
| 358 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSlice, BOOL); |
| 359 | break; |
| 360 | case Op_TILE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 361 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 362 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 363 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, INT8); |
| 364 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, INT16); |
| 365 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, INT32); |
| 366 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTile, BOOL); |
| 367 | break; |
| 368 | case Op_TRANSPOSE: |
| 369 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, BOOL); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 370 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 371 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 372 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, INT8); |
| 373 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, INT16); |
| 374 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTranspose, INT32); |
| 375 | break; |
| 376 | |
| 377 | // scatter_gather |
| 378 | case Op_GATHER: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 379 | DEF_FACTORY_ONE_TYPE(OpGather, INT8); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 380 | DEF_FACTORY_ONE_TYPE(OpGather, INT16); |
| 381 | DEF_FACTORY_ONE_TYPE(OpGather, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 382 | DEF_FACTORY_ONE_TYPE(OpGather, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 383 | DEF_FACTORY_ONE_TYPE(OpGather, FP32); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 384 | break; |
| 385 | case Op_SCATTER: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 386 | DEF_FACTORY_ONE_TYPE(OpScatter, INT8); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 387 | DEF_FACTORY_ONE_TYPE(OpScatter, INT16); |
| 388 | DEF_FACTORY_ONE_TYPE(OpScatter, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 389 | DEF_FACTORY_ONE_TYPE(OpScatter, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 390 | DEF_FACTORY_ONE_TYPE(OpScatter, FP32); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 391 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 392 | |
| 393 | // image |
| 394 | case Op_RESIZE: |
TatWai Chong | f732609 | 2022-06-08 12:17:14 -0700 | [diff] [blame] | 395 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT8, INT32); |
| 396 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT8, INT8); |
| 397 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT16, INT48); |
| 398 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT16, INT16); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 399 | DEF_FACTORY_TWO_TYPE_RESIZE_FP16(OpResize, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 400 | DEF_FACTORY_TWO_TYPE_RESIZE_FP32(OpResize, FP32, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 401 | break; |
| 402 | |
| 403 | // data_nodes |
| 404 | case Op_CONST: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 405 | return new OpConst(sgt, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 406 | case Op_IDENTITY: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 407 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 408 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 409 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 410 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT8); |
| 411 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT16); |
| 412 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, BOOL); |
| 413 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 414 | |
| 415 | // type_conversion |
| 416 | case Op_CAST: |
| 417 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT8); |
| 418 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT16); |
| 419 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT32); |
| 420 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, BOOL); |
| 421 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, INT16); |
| 422 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 423 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 424 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 425 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, BOOL); |
| 426 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, INT8); |
| 427 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 428 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 429 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 430 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, BOOL); |
| 431 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, INT8); |
| 432 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, INT16); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 433 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 434 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 435 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT8); |
| 436 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT16); |
| 437 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT32); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame^] | 438 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT8); |
| 439 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT16); |
| 440 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 441 | break; |
| 442 | case Op_RESCALE: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 443 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT8); |
| 444 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT16); |
| 445 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT32); |
| 446 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 447 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT16); |
| 448 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 449 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 450 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT16); |
| 451 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 452 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 453 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT16); |
| 454 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 455 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT8, INT8); |
Jeremy Johnson | f7f78ae | 2022-05-25 15:26:38 +0100 | [diff] [blame] | 456 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT8, INT16); |
| 457 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT16, INT16); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 458 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, UINT8); |
Jeremy Johnson | f7f78ae | 2022-05-25 15:26:38 +0100 | [diff] [blame] | 459 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, UINT8); |
| 460 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, UINT16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 461 | break; |
| 462 | |
| 463 | // custom |
| 464 | case Op_CUSTOM: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 465 | return new OpCustom(sgt, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 466 | |
| 467 | // control_flow |
| 468 | case Op_COND_IF: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 469 | return new OpCondIf(sgt, tsh, attribute, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 470 | case Op_WHILE_LOOP: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 471 | return new OpWhileLoop(sgt, tsh, attribute, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 472 | |
| 473 | // Ops not recognized |
| 474 | default: |
| 475 | goto done; |
| 476 | |
| 477 | } // End of switch(opType) |
| 478 | |
| 479 | done: |
| 480 | return nullptr; |
| 481 | } |