Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 1 | |
Tai Ly | 8690a08 | 2023-12-18 20:40:24 +0000 | [diff] [blame] | 2 | // Copyright (c) 2020-2024, ARM Limited. |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | |
| 16 | #include "op_factory.h" |
| 17 | #include "activation_funcs.h" |
| 18 | #include "comparison.h" |
| 19 | #include "control_flow.h" |
| 20 | #include "custom.h" |
| 21 | #include "data_layout.h" |
| 22 | #include "data_nodes.h" |
| 23 | #include "ewise_binary.h" |
| 24 | #include "ewise_ternary.h" |
| 25 | #include "ewise_unary.h" |
| 26 | #include "image.h" |
| 27 | #include "reduction.h" |
| 28 | #include "scatter_gather.h" |
Tai Ly | 8690a08 | 2023-12-18 20:40:24 +0000 | [diff] [blame] | 29 | #include "shape.h" |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 30 | #include "tensor_ops.h" |
| 31 | #include "type_conversion.h" |
| 32 | |
| 33 | using namespace TosaReference; |
| 34 | using namespace tosa; |
| 35 | |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 36 | GraphNode* OpFactory::newOp(SubgraphTraverser* sgt, |
| 37 | TosaSerializationHandler* tsh, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 38 | Op opType, |
| 39 | TosaAttributeBase* attribute, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 40 | uint64_t id, |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 41 | TOSA_REF_TYPE inputDTYPE, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 42 | int inputRank, |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 43 | TOSA_REF_TYPE outputDTYPE, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 44 | int outputRank, |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 45 | TOSA_REF_TYPE weightDTYPE, |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 46 | int weightRank) |
| 47 | { |
| 48 | switch (opType) |
| 49 | { |
| 50 | // tensor_ops |
| 51 | case Op_ARGMAX: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 52 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 53 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 54 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 55 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 56 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, INT16); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 57 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 58 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP8E4M3); |
| 59 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpArgMax, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 60 | break; |
| 61 | case Op_AVG_POOL2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 62 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP16, FP16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 63 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP16, FP32); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 64 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, BF16, FP32); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 65 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 66 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, INT8, INT32); |
| 67 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, INT16, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 68 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP64, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 69 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP8E4M3, FP16); |
| 70 | DEF_FACTORY_ONE_TYPE_ONE_ACCUM(OpAvgPool2d, Pool, FP8E5M2, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 71 | break; |
| 72 | case Op_CONV2D: |
Tai Ly | f36f256 | 2024-03-14 16:21:29 +0000 | [diff] [blame] | 73 | // OP, attr_name, in_t, w_t, acc_t, out_t |
| 74 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP16, FP16, FP16, FP16); |
| 75 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP16, FP16, FP32, FP16); |
| 76 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, BF16, BF16, FP32, BF16); |
| 77 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP32, FP32, FP32, FP32); |
| 78 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, INT8, INT4, INT32, INT32); |
| 79 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, INT8, INT8, INT32, INT32); |
| 80 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, INT16, INT8, INT48, INT48); |
| 81 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP64, FP64, FP64, FP64); |
| 82 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP8E4M3, FP8E4M3, FP16, FP16); |
| 83 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv2d, Conv, FP8E5M2, FP8E5M2, FP16, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 84 | break; |
Kevin Cheng | 1533b85 | 2021-09-01 12:51:58 -0700 | [diff] [blame] | 85 | case Op_CONV3D: |
Tai Ly | f36f256 | 2024-03-14 16:21:29 +0000 | [diff] [blame] | 86 | // OP, attr_name, in_t, w_t, acc_t, out_t |
| 87 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP16, FP16, FP16, FP16); |
| 88 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP16, FP16, FP32, FP16); |
| 89 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, BF16, BF16, FP32, BF16); |
| 90 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP32, FP32, FP32, FP32); |
| 91 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, INT8, INT4, INT32, INT32); |
| 92 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, INT8, INT8, INT32, INT32); |
| 93 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, INT16, INT8, INT48, INT48); |
| 94 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP64, FP64, FP64, FP64); |
| 95 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP8E4M3, FP8E4M3, FP16, FP16); |
| 96 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpConv3d, Conv, FP8E5M2, FP8E5M2, FP16, FP16); |
Kevin Cheng | 1533b85 | 2021-09-01 12:51:58 -0700 | [diff] [blame] | 97 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 98 | case Op_DEPTHWISE_CONV2D: |
Tai Ly | f36f256 | 2024-03-14 16:21:29 +0000 | [diff] [blame] | 99 | // OP, attr_name, in_t, w_t, acc_t, out_t |
| 100 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP16, FP16, FP16, FP16); |
| 101 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP16, FP16, FP32, FP16); |
| 102 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, BF16, BF16, FP32, BF16); |
| 103 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP32, FP32, FP32, FP32); |
| 104 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT8, INT4, INT32, INT32); |
| 105 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT8, INT8, INT32, INT32); |
| 106 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, INT16, INT8, INT48, INT48); |
| 107 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP64, FP64, FP64, FP64); |
| 108 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP8E4M3, FP8E4M3, FP16, FP16); |
| 109 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpDepthwiseConv2d, Conv, FP8E5M2, FP8E5M2, FP16, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 110 | break; |
Luke Hutton | 5728713 | 2023-02-06 14:54:18 +0000 | [diff] [blame] | 111 | case Op_FFT2D: |
| 112 | DEF_FACTORY_ONE_TYPE(OpFFT2d, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 113 | DEF_FACTORY_ONE_TYPE(OpFFT2d, FP64); |
Luke Hutton | 5728713 | 2023-02-06 14:54:18 +0000 | [diff] [blame] | 114 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 115 | case Op_FULLY_CONNECTED: |
James Ward | d34b3fc | 2023-01-18 14:51:25 +0000 | [diff] [blame] | 116 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP16, FP16, FP16); |
| 117 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP16, FP16, FP32); |
| 118 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, BF16, BF16, FP32); |
| 119 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP32, FP32, FP32); |
| 120 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, INT8, INT4, INT32); |
| 121 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, INT8, INT8, INT32); |
| 122 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, INT16, INT8, INT48); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 123 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP64, FP64, FP64); |
Won Jeon | e67115e | 2024-03-13 19:18:08 +0000 | [diff] [blame] | 124 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP8E4M3, FP8E4M3, FP16); |
| 125 | DEF_FACTORY_THREE_TYPE(OpFullyConnected, FP8E5M2, FP8E5M2, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 126 | break; |
| 127 | case Op_MATMUL: |
James Ward | d34b3fc | 2023-01-18 14:51:25 +0000 | [diff] [blame] | 128 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP16, FP16); |
| 129 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP16, FP32); |
| 130 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, BF16, FP32); |
| 131 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP32, FP32); |
| 132 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, INT8, INT32); |
| 133 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, INT16, INT48); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 134 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP64, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 135 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP8E4M3, FP16); |
| 136 | DEF_FACTORY_TWO_TYPE_IN_OUT(OpMatMul, FP8E5M2, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 137 | break; |
| 138 | case Op_MAX_POOL2D: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 139 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 140 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 141 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 142 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 143 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, INT16); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 144 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 145 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP8E4M3); |
| 146 | DEF_FACTORY_ONE_TYPE(OpMaxPool2d, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 147 | break; |
Luke Hutton | 261b7b6 | 2023-01-10 14:50:31 +0000 | [diff] [blame] | 148 | case Op_RFFT2D: |
| 149 | DEF_FACTORY_ONE_TYPE(OpRFFT2d, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 150 | DEF_FACTORY_ONE_TYPE(OpRFFT2d, FP64); |
Luke Hutton | 261b7b6 | 2023-01-10 14:50:31 +0000 | [diff] [blame] | 151 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 152 | case Op_TRANSPOSE_CONV2D: |
Tai Ly | f36f256 | 2024-03-14 16:21:29 +0000 | [diff] [blame] | 153 | // OP, attr_name, in_t, w_t, acc_t, out_t |
| 154 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP16, FP16, FP16, FP16); |
| 155 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP16, FP16, FP32, FP16); |
| 156 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, BF16, BF16, FP32, BF16); |
| 157 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP32, FP32, FP32, FP32); |
| 158 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT8, INT4, INT32, INT32); |
| 159 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT8, INT8, INT32, INT32); |
| 160 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, INT16, INT8, INT48, INT48); |
| 161 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP64, FP64, FP64, FP64); |
| 162 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP8E4M3, FP8E4M3, FP16, FP16); |
| 163 | DEF_FACTORY_THREE_TYPE_ONE_ACCUM(OpTransposeConv2d, TransposeConv, FP8E5M2, FP8E5M2, FP16, FP16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 164 | break; |
| 165 | |
| 166 | // activation_funcs |
| 167 | case Op_CLAMP: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 168 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 169 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 170 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 171 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 172 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, INT16); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 173 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClamp, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 174 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 175 | case Op_SIGMOID: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 176 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 177 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 178 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 179 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSigmoid, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 180 | break; |
| 181 | case Op_TANH: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 182 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 183 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 184 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 185 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTanh, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 186 | break; |
Won Jeon | 78155c6 | 2023-06-10 00:20:04 +0000 | [diff] [blame] | 187 | case Op_ERF: |
| 188 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpErf, FP16); |
| 189 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpErf, BF16); |
| 190 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpErf, FP32); |
| 191 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpErf, FP64); |
| 192 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 193 | |
| 194 | // ewise_binary |
| 195 | case Op_ADD: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 196 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 197 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 198 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 199 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 200 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAdd, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 201 | break; |
| 202 | case Op_ARITHMETIC_RIGHT_SHIFT: |
| 203 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT8); |
| 204 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT16); |
| 205 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpArithmeticRightShift, INT32); |
| 206 | break; |
| 207 | case Op_BITWISE_AND: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 208 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 209 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT16); |
| 210 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseAnd, INT32); |
| 211 | break; |
| 212 | case Op_BITWISE_OR: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 213 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 214 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT16); |
| 215 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseOr, INT32); |
| 216 | break; |
| 217 | case Op_BITWISE_XOR: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 218 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 219 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT16); |
| 220 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseXor, INT32); |
| 221 | break; |
Matthew Haddon | 459443c | 2021-08-23 16:43:13 +0100 | [diff] [blame] | 222 | case Op_INTDIV: |
| 223 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIntdiv, INT32); |
Kevin Cheng | 14d7f7a | 2021-05-12 10:44:49 -0700 | [diff] [blame] | 224 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 225 | case Op_LOGICAL_AND: |
| 226 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalAnd, BOOL); |
| 227 | break; |
| 228 | case Op_LOGICAL_LEFT_SHIFT: |
| 229 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT8); |
| 230 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT16); |
| 231 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalLeftShift, INT32); |
| 232 | break; |
| 233 | case Op_LOGICAL_RIGHT_SHIFT: |
| 234 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT8); |
| 235 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT16); |
| 236 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalRightShift, INT32); |
| 237 | break; |
| 238 | case Op_LOGICAL_OR: |
| 239 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalOr, BOOL); |
| 240 | break; |
| 241 | case Op_LOGICAL_XOR: |
Jeremy Johnson | 615feee | 2022-03-10 16:00:49 +0000 | [diff] [blame] | 242 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalXor, BOOL); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 243 | break; |
| 244 | case Op_MAXIMUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 245 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 246 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 247 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 248 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 249 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMaximum, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 250 | break; |
| 251 | case Op_MINIMUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 252 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 253 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 254 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 255 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 256 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpMinimum, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 257 | break; |
| 258 | case Op_MUL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 259 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, FP16, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 260 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, BF16, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 261 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, FP32, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 262 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT8, INT32); |
| 263 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT16, INT32); |
| 264 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, INT32, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 265 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpMul, FP64, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 266 | break; |
| 267 | case Op_POW: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 268 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 269 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 270 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 271 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpPow, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 272 | break; |
| 273 | case Op_SUB: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 274 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 275 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 276 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 277 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 278 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSub, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 279 | break; |
| 280 | case Op_TABLE: |
Kevin Cheng | 571f718 | 2021-05-24 17:20:01 -0700 | [diff] [blame] | 281 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTable, INT8); |
| 282 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpTable, INT16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 283 | break; |
| 284 | |
| 285 | // ewise_unary |
| 286 | case Op_ABS: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 287 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 288 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 289 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 290 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 291 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpAbs, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 292 | break; |
| 293 | case Op_BITWISE_NOT: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 294 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 295 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT16); |
| 296 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpBitwiseNot, INT32); |
| 297 | break; |
| 298 | case Op_CEIL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 299 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 300 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 301 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 302 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCeil, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 303 | break; |
| 304 | case Op_CLZ: |
| 305 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpClz, INT32); |
| 306 | break; |
Jerry Ge | 51bd4f5 | 2024-02-20 11:21:19 -0800 | [diff] [blame] | 307 | case Op_COS: |
| 308 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCos, FP16); |
| 309 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCos, BF16); |
| 310 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCos, FP32); |
| 311 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpCos, FP64); |
| 312 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 313 | case Op_EXP: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 314 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 315 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 316 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 317 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpExp, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 318 | break; |
| 319 | case Op_FLOOR: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 320 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 321 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 322 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 323 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpFloor, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 324 | break; |
| 325 | case Op_LOG: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 326 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 327 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 328 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 329 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLog, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 330 | break; |
| 331 | case Op_LOGICAL_NOT: |
| 332 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpLogicalNot, BOOL); |
| 333 | break; |
| 334 | case Op_NEGATE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 335 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 336 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 337 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 338 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 339 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT16); |
| 340 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 341 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpNegate, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 342 | break; |
| 343 | case Op_RECIPROCAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 344 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 345 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 346 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 347 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpReciprocal, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 348 | break; |
| 349 | case Op_RSQRT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 350 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 351 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 352 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 353 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpRsqrt, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 354 | break; |
Jerry Ge | 51bd4f5 | 2024-02-20 11:21:19 -0800 | [diff] [blame] | 355 | case Op_SIN: |
| 356 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSin, FP16); |
| 357 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSin, BF16); |
| 358 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSin, FP32); |
| 359 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSin, FP64); |
| 360 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 361 | |
| 362 | // ewise_ternary |
| 363 | case Op_SELECT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 364 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 365 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 366 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 367 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT8); |
| 368 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT16); |
| 369 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT32); |
| 370 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 371 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 372 | break; |
| 373 | |
| 374 | // comparison |
| 375 | case Op_EQUAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 376 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 377 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 378 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 379 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 380 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpEqual, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 381 | break; |
| 382 | case Op_GREATER: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 383 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 384 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 385 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 386 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 387 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreater, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 388 | break; |
| 389 | case Op_GREATER_EQUAL: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 390 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 391 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 392 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 393 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 394 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpGreaterEqual, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 395 | break; |
| 396 | |
| 397 | // reduction |
| 398 | case Op_REDUCE_ALL: |
| 399 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceAll, BOOL); |
| 400 | break; |
| 401 | case Op_REDUCE_ANY: |
| 402 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceAny, BOOL); |
| 403 | break; |
| 404 | case Op_REDUCE_MAX: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 405 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 406 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 407 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 408 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 409 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT16); |
| 410 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 411 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMax, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 412 | break; |
| 413 | case Op_REDUCE_MIN: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 414 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 415 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 416 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, FP32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 417 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 418 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT16); |
| 419 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 420 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceMin, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 421 | break; |
| 422 | case Op_REDUCE_PRODUCT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 423 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProduct, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 424 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProduct, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 425 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProduct, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 426 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceProductDouble, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 427 | break; |
| 428 | case Op_REDUCE_SUM: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 429 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSum, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 430 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSum, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 431 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSum, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 432 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSumDouble, FP64); |
Jeremy Johnson | 7de9b45 | 2022-04-05 14:31:37 +0100 | [diff] [blame] | 433 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReduceSumInt, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 434 | break; |
| 435 | |
| 436 | // data layout |
| 437 | case Op_CONCAT: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 438 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 439 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 440 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 441 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT8); |
| 442 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT16); |
| 443 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, INT32); |
| 444 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 445 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 446 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP8E4M3); |
| 447 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpConcat, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 448 | break; |
| 449 | case Op_PAD: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 450 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 451 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 452 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 453 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 454 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT8); |
| 455 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, INT16); |
| 456 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 457 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 458 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP8E4M3); |
| 459 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpPad, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 460 | break; |
Won Jeon | a21b2e8 | 2023-08-10 10:33:01 +0000 | [diff] [blame] | 461 | case Op_DIM: |
| 462 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, FP16); |
| 463 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, BF16); |
| 464 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, FP32); |
| 465 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, INT32); |
| 466 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, INT8); |
| 467 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, INT16); |
| 468 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, BOOL); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 469 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, FP8E4M3); |
| 470 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpDim, FP8E5M2); |
Won Jeon | a21b2e8 | 2023-08-10 10:33:01 +0000 | [diff] [blame] | 471 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 472 | case Op_RESHAPE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 473 | DEF_FACTORY_RESHAPE(OpReshape, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 474 | DEF_FACTORY_RESHAPE(OpReshape, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 475 | DEF_FACTORY_RESHAPE(OpReshape, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 476 | DEF_FACTORY_RESHAPE(OpReshape, INT8); |
| 477 | DEF_FACTORY_RESHAPE(OpReshape, INT16); |
| 478 | DEF_FACTORY_RESHAPE(OpReshape, INT32); |
| 479 | DEF_FACTORY_RESHAPE(OpReshape, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 480 | DEF_FACTORY_RESHAPE(OpReshape, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 481 | DEF_FACTORY_RESHAPE(OpReshape, FP8E4M3); |
| 482 | DEF_FACTORY_RESHAPE(OpReshape, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 483 | break; |
| 484 | case Op_REVERSE: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 485 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 486 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 487 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 488 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT8); |
| 489 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT16); |
| 490 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, INT32); |
| 491 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 492 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 493 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP8E4M3); |
| 494 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpReverse, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 495 | break; |
| 496 | case Op_SLICE: |
Luke Hutton | a4e48ca | 2023-02-22 11:53:48 +0000 | [diff] [blame] | 497 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, FP16); |
| 498 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, BF16); |
| 499 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, FP32); |
| 500 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, INT8); |
| 501 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, INT16); |
| 502 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, INT32); |
| 503 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 504 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 505 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, FP8E4M3); |
| 506 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpSlice, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 507 | break; |
| 508 | case Op_TILE: |
Luke Hutton | a4e48ca | 2023-02-22 11:53:48 +0000 | [diff] [blame] | 509 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, FP16); |
| 510 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, BF16); |
| 511 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, FP32); |
| 512 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, INT8); |
| 513 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, INT16); |
| 514 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, INT32); |
| 515 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 516 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 517 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, FP8E4M3); |
| 518 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTile, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 519 | break; |
| 520 | case Op_TRANSPOSE: |
Luke Hutton | a4e48ca | 2023-02-22 11:53:48 +0000 | [diff] [blame] | 521 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, BOOL); |
| 522 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, FP16); |
| 523 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, BF16); |
| 524 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, FP32); |
| 525 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, INT8); |
| 526 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, INT16); |
| 527 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, INT32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 528 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 529 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, FP8E4M3); |
| 530 | DEF_FACTORY_RANK1_6_ONE_RANK_ONE_TYPE(OpTranspose, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 531 | break; |
| 532 | |
| 533 | // scatter_gather |
| 534 | case Op_GATHER: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 535 | DEF_FACTORY_ONE_TYPE(OpGather, INT8); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 536 | DEF_FACTORY_ONE_TYPE(OpGather, INT16); |
| 537 | DEF_FACTORY_ONE_TYPE(OpGather, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 538 | DEF_FACTORY_ONE_TYPE(OpGather, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 539 | DEF_FACTORY_ONE_TYPE(OpGather, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 540 | DEF_FACTORY_ONE_TYPE(OpGather, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 541 | DEF_FACTORY_ONE_TYPE(OpGather, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 542 | DEF_FACTORY_ONE_TYPE(OpGather, FP8E4M3); |
| 543 | DEF_FACTORY_ONE_TYPE(OpGather, FP8E5M2); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 544 | break; |
| 545 | case Op_SCATTER: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 546 | DEF_FACTORY_ONE_TYPE(OpScatter, INT8); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 547 | DEF_FACTORY_ONE_TYPE(OpScatter, INT16); |
| 548 | DEF_FACTORY_ONE_TYPE(OpScatter, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 549 | DEF_FACTORY_ONE_TYPE(OpScatter, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 550 | DEF_FACTORY_ONE_TYPE(OpScatter, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 551 | DEF_FACTORY_ONE_TYPE(OpScatter, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 552 | DEF_FACTORY_ONE_TYPE(OpScatter, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 553 | DEF_FACTORY_ONE_TYPE(OpScatter, FP8E4M3); |
| 554 | DEF_FACTORY_ONE_TYPE(OpScatter, FP8E5M2); |
Kevin Cheng | 77d0f76 | 2020-11-24 10:26:32 -0800 | [diff] [blame] | 555 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 556 | |
| 557 | // image |
| 558 | case Op_RESIZE: |
TatWai Chong | f732609 | 2022-06-08 12:17:14 -0700 | [diff] [blame] | 559 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT8, INT32); |
| 560 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT8, INT8); |
| 561 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT16, INT48); |
| 562 | DEF_FACTORY_TWO_TYPE_RESIZE_INT16(OpResize, INT16, INT16); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 563 | DEF_FACTORY_TWO_TYPE_RESIZE_FP16(OpResize, FP16, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 564 | DEF_FACTORY_TWO_TYPE_RESIZE_BF16(OpResize, BF16, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 565 | DEF_FACTORY_TWO_TYPE_RESIZE_FP32(OpResize, FP32, FP32); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 566 | DEF_FACTORY_TWO_TYPE_RESIZE_FP64(OpResize, FP64, FP64); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 567 | break; |
| 568 | |
| 569 | // data_nodes |
| 570 | case Op_CONST: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 571 | return new OpConst(sgt, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 572 | case Op_IDENTITY: |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 573 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 574 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 575 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 576 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT32); |
evacha01 | 1adff83 | 2024-03-06 17:33:44 +0000 | [diff] [blame] | 577 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT4); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 578 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT8); |
| 579 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT16); |
evacha01 | 1adff83 | 2024-03-06 17:33:44 +0000 | [diff] [blame] | 580 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, INT48); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 581 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 582 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 583 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP8E4M3); |
| 584 | DEF_FACTORY_RANK0_6_ONE_RANK_ONE_TYPE(OpIdentity, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 585 | break; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 586 | |
| 587 | // type_conversion |
| 588 | case Op_CAST: |
| 589 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT8); |
| 590 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT16); |
| 591 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BOOL, INT32); |
| 592 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, BOOL); |
| 593 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, INT16); |
| 594 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 595 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, FP16); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 596 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 597 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 598 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, BOOL); |
| 599 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, INT8); |
| 600 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, INT32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 601 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, FP16); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 602 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 603 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 604 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, BOOL); |
| 605 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, INT8); |
| 606 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, INT16); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 607 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, FP16); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 608 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 609 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, FP32); |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 610 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT8); |
| 611 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT16); |
| 612 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, INT32); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 613 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, FP32); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 614 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, INT8); |
| 615 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, INT16); |
| 616 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, INT32); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 617 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, FP32); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 618 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT8); |
| 619 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT16); |
| 620 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, INT32); |
James Ward | 736fd1a | 2023-01-23 17:13:37 +0000 | [diff] [blame] | 621 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, FP16); |
| 622 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, BF16); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame] | 623 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP64, INT8); |
| 624 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP64, INT16); |
| 625 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP64, INT32); |
| 626 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP64, FP64); |
| 627 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT8, FP64); |
| 628 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT16, FP64); |
| 629 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, INT32, FP64); |
Won Jeon | 2c34b46 | 2024-02-06 18:37:00 +0000 | [diff] [blame] | 630 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, FP8E4M3); |
| 631 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, BF16, FP8E5M2); |
| 632 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E4M3, FP16); |
| 633 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E4M3, BF16); |
| 634 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E4M3, FP32); |
| 635 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E5M2, FP16); |
| 636 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E5M2, BF16); |
| 637 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP8E5M2, FP32); |
| 638 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, FP8E4M3); |
| 639 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP16, FP8E5M2); |
| 640 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, FP8E4M3); |
| 641 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpCast, FP32, FP8E5M2); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 642 | break; |
| 643 | case Op_RESCALE: |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 644 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT8); |
| 645 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT16); |
| 646 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, INT32); |
| 647 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 648 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT16); |
| 649 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 650 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 651 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT16); |
| 652 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT32, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 653 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT8); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 654 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT16); |
| 655 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT48, INT32); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 656 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT8, INT8); |
Jeremy Johnson | f7f78ae | 2022-05-25 15:26:38 +0100 | [diff] [blame] | 657 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT8, INT16); |
| 658 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, UINT16, INT16); |
Kevin Cheng | 3a47857 | 2021-01-22 17:21:02 -0800 | [diff] [blame] | 659 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT8, UINT8); |
Jeremy Johnson | f7f78ae | 2022-05-25 15:26:38 +0100 | [diff] [blame] | 660 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, UINT8); |
| 661 | DEF_FACTORY_RANK0_6_ONE_RANK_TWO_TYPE(OpRescale, INT16, UINT16); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 662 | break; |
| 663 | |
| 664 | // custom |
| 665 | case Op_CUSTOM: |
Jerry Ge | 5637a86 | 2023-10-30 10:18:45 -0700 | [diff] [blame] | 666 | return new OpCustom(sgt, attribute, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 667 | |
| 668 | // control_flow |
| 669 | case Op_COND_IF: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 670 | return new OpCondIf(sgt, tsh, attribute, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 671 | case Op_WHILE_LOOP: |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 672 | return new OpWhileLoop(sgt, tsh, attribute, id); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 673 | |
Tai Ly | 8690a08 | 2023-12-18 20:40:24 +0000 | [diff] [blame] | 674 | case Op_CONST_SHAPE: |
| 675 | return new OpConstShape(sgt, id); |
| 676 | case Op_CONCAT_SHAPE: |
| 677 | return new OpConcatShape(sgt, id); |
| 678 | case Op_ADD_SHAPE: |
| 679 | return new OpAddShape(sgt, id); |
| 680 | case Op_SUB_SHAPE: |
| 681 | return new OpSubShape(sgt, id); |
| 682 | case Op_MUL_SHAPE: |
| 683 | return new OpMulShape(sgt, id); |
| 684 | case Op_DIV_SHAPE: |
| 685 | return new OpDivShape(sgt, id); |
| 686 | |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 687 | // Ops not recognized |
| 688 | default: |
| 689 | goto done; |
| 690 | |
| 691 | } // End of switch(opType) |
| 692 | |
| 693 | done: |
| 694 | return nullptr; |
| 695 | } |