Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 1 | # Copyright (C) 2020 Arm Limited or its affiliates. All rights reserved. |
| 2 | # |
| 3 | # SPDX-License-Identifier: Apache-2.0 |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the License); you may |
| 6 | # not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an AS IS BASIS, WITHOUT |
| 13 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 16 | # Description: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 17 | # Mark purpose and select formats for Tensors. |
Louis Verhaard | aee5d75 | 2020-09-30 09:01:52 +0200 | [diff] [blame] | 18 | from .operation import CustomType |
| 19 | from .operation import Op |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 20 | from .rewrite_graph import visit_graph_post_order |
Patrik Gustavsson | eca2e95 | 2020-05-27 09:15:11 +0200 | [diff] [blame] | 21 | from .tensor import MemType |
Diego Russo | e8a1045 | 2020-04-21 17:39:10 +0100 | [diff] [blame] | 22 | from .tensor import TensorFormat |
| 23 | from .tensor import TensorPurpose |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 24 | |
| 25 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 26 | def get_format(purpose, arch): |
| 27 | if purpose in (TensorPurpose.FeatureMap, TensorPurpose.LUT, TensorPurpose.Scratch): |
| 28 | fmt = arch.default_feature_map_format |
| 29 | elif purpose == TensorPurpose.Weights: |
| 30 | fmt = arch.default_weight_format |
| 31 | elif purpose == TensorPurpose.Unknown: |
| 32 | fmt = TensorFormat.Unknown |
| 33 | else: |
| 34 | assert 0, "unknown tensor purpose {}".format(purpose) |
| 35 | return fmt |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 36 | |
| 37 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 38 | def mark_purpose(tens, arch, purpose): |
| 39 | # Sets tensor's purpose, format, mem_area and mem_type |
| 40 | if tens.purpose == TensorPurpose.Unknown: |
| 41 | tens.purpose = purpose |
| 42 | elif tens.purpose not in (purpose, TensorPurpose.LUT): |
| 43 | assert 0, "Cannot resolve tensor purpose {} and {} for tensor {}".format(tens.purpose, purpose, tens) |
| 44 | fmt = get_format(purpose, arch) |
| 45 | tens.set_format(fmt, arch) |
| 46 | tens.mem_area = arch.tensor_storage_mem_area[tens.purpose] |
| 47 | tens.mem_type = arch.tensor_storage_mem_type[tens.purpose] |
| 48 | |
| 49 | if len(tens.ops) == 1 and tens.ops[0].type == Op.Const: |
| 50 | tens.mem_area = arch.permanent_storage_mem_area # special case constants, as they must be in permanent storage |
| 51 | tens.mem_type = MemType.Permanent_NPU |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 52 | |
| 53 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 54 | def rewrite_mark_tensor_purpose(op, arch): |
| 55 | # find disconnected outputs and mark as feature maps |
| 56 | for tens in op.outputs: |
| 57 | if not tens.consumers(): |
| 58 | mark_purpose(tens, arch, TensorPurpose.FeatureMap) |
| 59 | weight_tensors = op.get_weight_tensors() |
| 60 | for tens in op.inputs: |
Louis Verhaard | 0411edb | 2020-11-16 16:37:11 +0100 | [diff] [blame] | 61 | if tens is None: |
| 62 | continue |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 63 | if tens.purpose != TensorPurpose.Unknown: |
| 64 | purpose = tens.purpose |
| 65 | elif tens in weight_tensors: |
| 66 | purpose = TensorPurpose.Weights |
| 67 | else: |
| 68 | purpose = TensorPurpose.FeatureMap |
| 69 | mark_purpose(tens, arch, purpose) |
| 70 | if op.type == Op.Reshape: |
| 71 | # Reshape's input and output point to same data |
| 72 | op.ofm.mem_area = op.ifm.mem_area |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 73 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 74 | if op.type == Op.Custom and op.attrs.get("custom_type") == CustomType.ExistingNpuOp: |
| 75 | scratch_tensor = None |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 76 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 77 | if len(op.inputs) >= 3: |
| 78 | scratch_tensor = op.inputs[2] # should be existing scratch tensor |
| 79 | if scratch_tensor.name.endswith("_scratch"): |
| 80 | scratch_tensor.purpose = TensorPurpose.Scratch |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 81 | |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 82 | if scratch_tensor is None: |
Michael McGeagh | 528a56d | 2020-12-16 11:33:21 +0000 | [diff] [blame] | 83 | op.error("Scratch tensor not found.") |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 84 | |
| 85 | |
| 86 | def mark_tensor_purpose(nng, arch, verbose_tensor_purpose=False): |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 87 | # Sets purpose, format, mem_area and mem_type for all tensors in the graph |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 88 | for sg in nng.subgraphs: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 89 | visit_graph_post_order(sg.output_tensors, arch, [], [rewrite_mark_tensor_purpose]) |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 90 | for tens in sg.output_tensors: |
Louis Verhaard | 17afa28 | 2020-10-14 08:32:41 +0200 | [diff] [blame] | 91 | mark_purpose(tens, arch, TensorPurpose.FeatureMap) |
Tim Hall | 79d07d2 | 2020-04-27 18:20:16 +0100 | [diff] [blame] | 92 | |
| 93 | if verbose_tensor_purpose: |
| 94 | nng.print_graph_with_tensors() |
| 95 | |
| 96 | return nng |