erik.andersson@arm.com | 460c689 | 2021-02-24 14:38:09 +0100 | [diff] [blame^] | 1 | # Copyright (C) 2020-2021 Arm Limited or its affiliates. All rights reserved. |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 2 | # |
| 3 | # SPDX-License-Identifier: Apache-2.0 |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the License); you may |
| 6 | # not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an AS IS BASIS, WITHOUT |
| 13 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 16 | # Description: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 17 | # Mark purpose and select formats for Tensors. |
Louis Verhaard | aee5d75 | 2020-09-30 09:01:52 +0200 | [diff] [blame] | 18 | from .operation import CustomType |
| 19 | from .operation import Op |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 20 | from .rewrite_graph import visit_graph_post_order |
Patrik Gustavsson | eca2e95 | 2020-05-27 09:15:11 +0200 | [diff] [blame] | 21 | from .tensor import MemType |
Diego Russo | e8a1045 | 2020-04-21 17:39:10 +0100 | [diff] [blame] | 22 | from .tensor import TensorFormat |
| 23 | from .tensor import TensorPurpose |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 24 | |
| 25 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 26 | def get_format(purpose, arch): |
Fredrik Svedberg | e22ba8c | 2021-01-27 16:53:41 +0100 | [diff] [blame] | 27 | if purpose in (TensorPurpose.FeatureMap, TensorPurpose.LUT, TensorPurpose.Scratch, TensorPurpose.ScratchFast): |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 28 | fmt = arch.default_feature_map_format |
| 29 | elif purpose == TensorPurpose.Weights: |
| 30 | fmt = arch.default_weight_format |
| 31 | elif purpose == TensorPurpose.Unknown: |
| 32 | fmt = TensorFormat.Unknown |
| 33 | else: |
| 34 | assert 0, "unknown tensor purpose {}".format(purpose) |
| 35 | return fmt |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 36 | |
| 37 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 38 | def mark_purpose(tens, arch, purpose): |
| 39 | # Sets tensor's purpose, format, mem_area and mem_type |
| 40 | if tens.purpose == TensorPurpose.Unknown: |
| 41 | tens.purpose = purpose |
| 42 | elif tens.purpose not in (purpose, TensorPurpose.LUT): |
| 43 | assert 0, "Cannot resolve tensor purpose {} and {} for tensor {}".format(tens.purpose, purpose, tens) |
| 44 | fmt = get_format(purpose, arch) |
| 45 | tens.set_format(fmt, arch) |
| 46 | tens.mem_area = arch.tensor_storage_mem_area[tens.purpose] |
| 47 | tens.mem_type = arch.tensor_storage_mem_type[tens.purpose] |
| 48 | |
Fredrik Svedberg | e22ba8c | 2021-01-27 16:53:41 +0100 | [diff] [blame] | 49 | if ( |
| 50 | len(tens.ops) == 1 |
| 51 | and tens.ops[0].type == Op.Const |
| 52 | and purpose not in (TensorPurpose.Scratch, TensorPurpose.ScratchFast) |
| 53 | ): |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 54 | tens.mem_area = arch.permanent_storage_mem_area # special case constants, as they must be in permanent storage |
| 55 | tens.mem_type = MemType.Permanent_NPU |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 56 | |
| 57 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 58 | def rewrite_mark_tensor_purpose(op, arch): |
| 59 | # find disconnected outputs and mark as feature maps |
| 60 | for tens in op.outputs: |
| 61 | if not tens.consumers(): |
| 62 | mark_purpose(tens, arch, TensorPurpose.FeatureMap) |
| 63 | weight_tensors = op.get_weight_tensors() |
| 64 | for tens in op.inputs: |
Louis Verhaard | 0411edb | 2020-11-16 16:37:11 +0100 | [diff] [blame] | 65 | if tens is None: |
| 66 | continue |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 67 | if tens.purpose != TensorPurpose.Unknown: |
| 68 | purpose = tens.purpose |
| 69 | elif tens in weight_tensors: |
| 70 | purpose = TensorPurpose.Weights |
| 71 | else: |
| 72 | purpose = TensorPurpose.FeatureMap |
| 73 | mark_purpose(tens, arch, purpose) |
| 74 | if op.type == Op.Reshape: |
| 75 | # Reshape's input and output point to same data |
| 76 | op.ofm.mem_area = op.ifm.mem_area |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 77 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 78 | if op.type == Op.Custom and op.attrs.get("custom_type") == CustomType.ExistingNpuOp: |
| 79 | scratch_tensor = None |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 80 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 81 | if len(op.inputs) >= 3: |
| 82 | scratch_tensor = op.inputs[2] # should be existing scratch tensor |
| 83 | if scratch_tensor.name.endswith("_scratch"): |
| 84 | scratch_tensor.purpose = TensorPurpose.Scratch |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 85 | |
Fredrik Svedberg | e22ba8c | 2021-01-27 16:53:41 +0100 | [diff] [blame] | 86 | if len(op.inputs) >= 4: |
| 87 | scratch_fast_tensor = op.inputs[3] # should be existing scratch fast tensor |
| 88 | if scratch_fast_tensor.name.endswith("_scratch_fast"): |
| 89 | scratch_fast_tensor.purpose = TensorPurpose.ScratchFast |
| 90 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 91 | if scratch_tensor is None: |
Michael McGeagh | 528a56d | 2020-12-16 11:33:21 +0000 | [diff] [blame] | 92 | op.error("Scratch tensor not found.") |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 93 | |
| 94 | |
| 95 | def mark_tensor_purpose(nng, arch, verbose_tensor_purpose=False): |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 96 | # Sets purpose, format, mem_area and mem_type for all tensors in the graph |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 97 | for sg in nng.subgraphs: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 98 | visit_graph_post_order(sg.output_tensors, arch, [], [rewrite_mark_tensor_purpose]) |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 99 | for tens in sg.output_tensors: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 100 | mark_purpose(tens, arch, TensorPurpose.FeatureMap) |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 101 | |
| 102 | if verbose_tensor_purpose: |
| 103 | nng.print_graph_with_tensors() |
| 104 | |
| 105 | return nng |