Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 1 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 2 | // Copyright (c) 2020-2023, ARM Limited. |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 3 | // |
| 4 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | // you may not use this file except in compliance with the License. |
| 6 | // You may obtain a copy of the License at |
| 7 | // |
| 8 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | // |
| 10 | // Unless required by applicable law or agreed to in writing, software |
| 11 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | // See the License for the specific language governing permissions and |
| 14 | // limitations under the License. |
| 15 | |
| 16 | #include "ewise_ternary.h" |
| 17 | |
| 18 | using namespace TosaReference; |
| 19 | using namespace Eigen; |
| 20 | using namespace tosa; |
| 21 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 22 | template <int Rank, TOSA_REF_TYPE Dtype> |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 23 | OpSelectBase<Rank, Dtype>::OpSelectBase(SubgraphTraverser* sgt_, |
| 24 | TosaAttributeBase* attribute_, |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 25 | uint64_t id_) |
| 26 | : GraphNode(sgt_, Op_SELECT, id_) |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 27 | { |
| 28 | setRequiredOperands(3, 1); |
| 29 | setRequiredRank(0, 6); |
| 30 | } |
| 31 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 32 | template <int Rank, TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 33 | OpSelectBase<Rank, Dtype>::~OpSelectBase() |
| 34 | {} |
| 35 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 36 | template <int Rank, TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 37 | int OpSelectBase<Rank, Dtype>::checkTensorAttributes() |
| 38 | { |
Jerry Ge | a793f46 | 2023-04-11 00:05:02 +0000 | [diff] [blame] | 39 | // Check Tosa Level |
| 40 | auto tosa_level = g_func_config.tosa_level; |
| 41 | LEVEL_CHECK(Rank <= tosa_level.MAX_RANK, "Rank should be smaller than or equal to MAX_RANK"); |
| 42 | |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 43 | if (validateRequiredOperands()) |
| 44 | return 1; |
| 45 | |
| 46 | if (validateRequiredRank(inputs[0]) || validateRequiredRank(inputs[1]) || validateRequiredRank(inputs[2]) || |
| 47 | validateRequiredRank(outputs[0])) |
| 48 | { |
| 49 | return 1; |
| 50 | } |
| 51 | |
| 52 | // output and input must be the same types |
Kevin Cheng | 1c3c847 | 2021-11-08 11:19:10 -0800 | [diff] [blame] | 53 | if (inputs[0]->matchRankShape(*outputs[0], true /* broadcastOk */) || |
| 54 | inputs[1]->matchRankTypeShape(*outputs[0], true /* broadcastOk */) || |
| 55 | inputs[2]->matchRankTypeShape(*outputs[0], true /* broadcastOk */)) |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 56 | { |
Kevin Cheng | 1c3c847 | 2021-11-08 11:19:10 -0800 | [diff] [blame] | 57 | printNodeValidationError("Failure to match input and output rank/type/shape"); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 58 | return 1; |
| 59 | } |
| 60 | |
| 61 | cond = dynamic_cast<TosaReference::TensorTemplate<TCond>*>(inputs[0]); |
| 62 | then_val = dynamic_cast<TosaReference::TensorTemplate<TIn>*>(inputs[1]); |
| 63 | else_val = dynamic_cast<TosaReference::TensorTemplate<TIn>*>(inputs[2]); |
| 64 | out = dynamic_cast<TosaReference::TensorTemplate<TIn>*>(outputs[0]); |
| 65 | |
| 66 | return 0; |
| 67 | } |
| 68 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 69 | template <int Rank, TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 70 | int OpSelectBase<Rank, Dtype>::eval() |
| 71 | { |
Kevin Cheng | acb550f | 2021-06-29 15:32:19 -0700 | [diff] [blame] | 72 | FATAL_ERROR("shouldn't be called"); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 73 | } |
| 74 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 75 | template <int Rank, TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 76 | int OpSelect<Rank, Dtype>::broadcast() |
| 77 | { |
Kevin Cheng | 1c3c847 | 2021-11-08 11:19:10 -0800 | [diff] [blame] | 78 | const std::vector<int>& cond_shape = this->cond->getShape(); |
| 79 | const std::vector<int>& then_shape = this->then_val->getShape(); |
| 80 | const std::vector<int>& else_shape = this->else_val->getShape(); |
| 81 | const std::vector<int>& output_shape = this->out->getShape(); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 82 | |
| 83 | for (int i = 0; i < Rank; i++) |
| 84 | { |
Kevin Cheng | 1c3c847 | 2021-11-08 11:19:10 -0800 | [diff] [blame] | 85 | this->bcast_cond[i] = (cond_shape[i] != output_shape[i] && cond_shape[i] == 1) ? output_shape[i] : 1; |
| 86 | this->bcast_then[i] = (then_shape[i] != output_shape[i] && then_shape[i] == 1) ? output_shape[i] : 1; |
| 87 | this->bcast_else[i] = (else_shape[i] != output_shape[i] && else_shape[i] == 1) ? output_shape[i] : 1; |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | return 0; |
| 91 | } |
| 92 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 93 | template <int Rank, TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 94 | int OpSelect<Rank, Dtype>::eval() |
| 95 | { |
| 96 | this->broadcast(); |
| 97 | this->out->getTensor() = this->cond->getTensor() |
| 98 | .broadcast(this->bcast_cond) |
| 99 | .select(this->then_val->getTensor().broadcast(this->bcast_then), |
| 100 | this->else_val->getTensor().broadcast(this->bcast_else)); |
| 101 | |
| 102 | return GraphNode::eval(); |
| 103 | } |
| 104 | |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 105 | template <TOSA_REF_TYPE Dtype> |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 106 | int OpSelect<0, Dtype>::eval() |
| 107 | { |
| 108 | this->out->getTensor() = this->cond->getTensor().select(this->then_val->getTensor(), this->else_val->getTensor()); |
| 109 | |
| 110 | return GraphNode::eval(); |
| 111 | } |
| 112 | |
| 113 | // template explicit instantiation |
Jared Smolens | 98c281f | 2022-12-20 15:09:25 -0800 | [diff] [blame] | 114 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, FP16); |
| 115 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, BF16); |
| 116 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, FP32); |
| 117 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, INT8); |
| 118 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, INT16); |
| 119 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, INT32); |
| 120 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 121 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelectBase, FP64); |
Jared Smolens | 98c281f | 2022-12-20 15:09:25 -0800 | [diff] [blame] | 122 | |
James Ward | 8b39043 | 2022-08-12 20:48:56 +0100 | [diff] [blame] | 123 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP16); |
James Ward | 24dbc42 | 2022-10-19 12:20:31 +0100 | [diff] [blame] | 124 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, BF16); |
Jeremy Johnson | bc2a3db | 2022-09-27 13:50:00 +0100 | [diff] [blame] | 125 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP32); |
Eric Kunze | e5e2676 | 2020-10-13 16:11:07 -0700 | [diff] [blame] | 126 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT8); |
| 127 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT16); |
| 128 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, INT32); |
| 129 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, BOOL); |
Tai Ly | a4d748b | 2023-03-28 22:06:56 +0000 | [diff] [blame^] | 130 | DEF_INSTANTIATE_RANK0_6_ONE_RANK_ONE_TYPE(OpSelect, FP64); |