Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | # -*- coding: utf-8 -*- |
| 3 | |
Pablo Tello | fbbfa53 | 2023-01-26 16:24:04 +0000 | [diff] [blame] | 4 | # Copyright (c) 2016-2023 Arm Limited. |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 5 | # |
| 6 | # SPDX-License-Identifier: MIT |
| 7 | # |
| 8 | # Permission is hereby granted, free of charge, to any person obtaining a copy |
| 9 | # of this software and associated documentation files (the "Software"), to |
| 10 | # deal in the Software without restriction, including without limitation the |
| 11 | # rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| 12 | # sell copies of the Software, and to permit persons to whom the Software is |
| 13 | # furnished to do so, subject to the following conditions: |
| 14 | # |
| 15 | # The above copyright notice and this permission notice shall be included in all |
| 16 | # copies or substantial portions of the Software. |
| 17 | # |
| 18 | # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 19 | # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 20 | # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 21 | # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 22 | # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 23 | # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 24 | # SOFTWARE. |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 25 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 26 | import collections |
| 27 | import os.path |
| 28 | import re |
| 29 | import subprocess |
Georgios Pinitas | ea85727 | 2021-01-22 05:47:37 +0000 | [diff] [blame] | 30 | import zlib |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 31 | import json |
Adnan AlSinan | 39aebd1 | 2021-08-06 12:44:51 +0100 | [diff] [blame] | 32 | import codecs |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 33 | |
| 34 | VERSION = "v0.0-unreleased" |
Anitha Raj | 1a450b4 | 2023-11-13 13:35:05 +0000 | [diff] [blame] | 35 | LIBRARY_VERSION_MAJOR = 33 |
Sang-Hoon Park | 6d0b384 | 2020-08-14 14:48:08 +0100 | [diff] [blame] | 36 | LIBRARY_VERSION_MINOR = 0 |
ramy.elgammal@arm.com | 1d7aefb | 2023-08-09 14:41:32 +0100 | [diff] [blame] | 37 | LIBRARY_VERSION_PATCH = 0 |
Georgios Pinitas | 35fcc43 | 2020-03-26 18:47:46 +0000 | [diff] [blame] | 38 | SONAME_VERSION = str(LIBRARY_VERSION_MAJOR) + "." + str(LIBRARY_VERSION_MINOR) + "." + str(LIBRARY_VERSION_PATCH) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 39 | |
| 40 | Import('env') |
| 41 | Import('vars') |
Anthony Barbier | 01bbd5f | 2018-11-01 15:10:51 +0000 | [diff] [blame] | 42 | Import('install_lib') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 43 | |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 44 | def build_bootcode_objs(sources): |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 45 | arm_compute_env.Append(ASFLAGS = "-I bootcode/") |
| 46 | obj = arm_compute_env.Object(sources) |
| 47 | obj = install_lib(obj) |
| 48 | Default(obj) |
| 49 | return obj |
| 50 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 51 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 52 | # @brief Create a list of object from a given file list. |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 53 | # |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 54 | # @param arch_info A dictionary represents the architecture info such as the |
| 55 | # compiler flags and defines (filedefs.json). |
| 56 | # |
| 57 | # @param sources A list of files to build |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 58 | # |
| 59 | # @return A list of objects for the corresponding architecture. |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 60 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 61 | def build_obj_list(arch_info, sources, static=False): |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 62 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 63 | # Clone environment |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 64 | tmp_env = arm_compute_env.Clone() |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 65 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 66 | # Append architecture spec |
| 67 | if 'cxxflags' in arch_info and len(arch_info['cxxflags']) > 0: |
| 68 | tmp_env.Append(CXXFLAGS = arch_info['cxxflags']) |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 69 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 70 | # Build and return objects |
| 71 | if static: |
| 72 | objs = tmp_env.StaticObject(sources) |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 73 | else: |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 74 | objs = tmp_env.SharedObject(sources) |
Giorgio Arena | 892b70a | 2022-03-30 12:23:10 +0100 | [diff] [blame] | 75 | |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 76 | tmp_env.Default(objs) |
| 77 | return objs |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 78 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 79 | # @brief Build multi-ISA files with the respective architecture. |
| 80 | # |
| 81 | # @return Two distinct lists: |
| 82 | # A list of static objects |
| 83 | # A list of shared objects |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 84 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 85 | def build_lib_objects(): |
| 86 | lib_static_objs = [] # static objects |
| 87 | lib_shared_objs = [] # shared objects |
| 88 | |
| 89 | arm_compute_env.Append(CPPDEFINES = ['ENABLE_NEON', 'ARM_COMPUTE_ENABLE_NEON', |
| 90 | 'ENABLE_SVE', 'ARM_COMPUTE_ENABLE_SVE', |
| 91 | 'ARM_COMPUTE_ENABLE_FP16', 'ARM_COMPUTE_ENABLE_BF16', |
| 92 | 'ARM_COMPUTE_ENABLE_I8MM', 'ARM_COMPUTE_ENABLE_SVEF32MM']) |
| 93 | |
| 94 | # Build all the common files for the base architecture |
Sunita Nadampalli | 911d572 | 2023-05-02 14:05:39 +0000 | [diff] [blame] | 95 | if env['arch'] == 'armv8a': |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 96 | lib_static_objs += build_obj_list(filedefs["armv8-a"], lib_files, static=True) |
| 97 | lib_shared_objs += build_obj_list(filedefs["armv8-a"], lib_files, static=False) |
Sunita Nadampalli | 911d572 | 2023-05-02 14:05:39 +0000 | [diff] [blame] | 98 | else: |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 99 | lib_static_objs += build_obj_list(filedefs["armv8.2-a"], lib_files, static=True) |
| 100 | lib_shared_objs += build_obj_list(filedefs["armv8.2-a"], lib_files, static=False) |
Giorgio Arena | 892b70a | 2022-03-30 12:23:10 +0100 | [diff] [blame] | 101 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 102 | # Build the SVE specific files |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 103 | lib_static_objs += build_obj_list(filedefs["armv8.2-a-sve"], lib_files_sve, static=True) |
| 104 | lib_shared_objs += build_obj_list(filedefs["armv8.2-a-sve"], lib_files_sve, static=False) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 105 | |
| 106 | # Build the SVE2 specific files |
| 107 | arm_compute_env.Append(CPPDEFINES = ['ARM_COMPUTE_ENABLE_SVE2']) |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 108 | lib_static_objs += build_obj_list(filedefs["armv8.6-a-sve2"], lib_files_sve2, static=True) |
| 109 | lib_shared_objs += build_obj_list(filedefs["armv8.6-a-sve2"], lib_files_sve2, static=False) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 110 | |
| 111 | return lib_static_objs, lib_shared_objs |
| 112 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 113 | |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 114 | # The built-in SCons Glob() method does not support recursive searching of directories, thus we implement our own: |
| 115 | def recursive_glob(root_dir, pattern): |
| 116 | files = [] |
| 117 | regex = re.compile(pattern) |
| 118 | |
| 119 | for dirpath, _, filenames in os.walk(root_dir): |
| 120 | for f in filenames: |
| 121 | f = os.path.join(dirpath, f) |
| 122 | if regex.match(f): |
| 123 | files.append(f) |
| 124 | |
| 125 | return files |
| 126 | |
| 127 | |
| 128 | def get_ckw_obj_list(): |
| 129 | cmake_obj_dir = os.path.abspath("prototype/CMakeFiles/ckw_prototype.dir/src") |
Jakub Sujak | a38b4ab | 2023-07-11 14:18:35 +0100 | [diff] [blame] | 130 | return recursive_glob(root_dir=cmake_obj_dir, pattern=".*.o$") |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 131 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 132 | |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 133 | def build_library(name, build_env, sources, static=False, libs=[]): |
Mohammed Suhail Munshi | de60ed9 | 2021-12-21 11:07:27 +0000 | [diff] [blame] | 134 | cloned_build_env = build_env.Clone() |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 135 | if env['os'] == 'android' and static == False: |
Mohammed Suhail Munshi | de60ed9 | 2021-12-21 11:07:27 +0000 | [diff] [blame] | 136 | cloned_build_env["LINKFLAGS"].remove('-pie') |
| 137 | cloned_build_env["LINKFLAGS"].remove('-static-libstdc++') |
| 138 | |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 139 | # -- Static Library -- |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 140 | if static: |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 141 | # Recreate the list to avoid mutating the original |
| 142 | static_sources = list(sources) |
| 143 | |
| 144 | # Dynamic Fusion has a direct dependency on the Compute Kernel Writer (CKW) subproject, therefore we collect the |
| 145 | # built CKW objects to pack into the Compute Library archive. |
| 146 | if env['experimental_dynamic_fusion'] and name == "arm_compute-static": |
| 147 | static_sources += get_ckw_obj_list() |
| 148 | |
| 149 | obj = cloned_build_env.StaticLibrary(name, source=static_sources, LIBS=arm_compute_env["LIBS"] + libs) |
| 150 | |
| 151 | # -- Shared Library -- |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 152 | else: |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 153 | # Always statically link Compute Library against CKW |
| 154 | if env['experimental_dynamic_fusion'] and name == "arm_compute": |
| 155 | libs.append('libckw_prototype.a') |
| 156 | |
| 157 | # Add shared library versioning |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 158 | if env['set_soname']: |
Mohammed Suhail Munshi | de60ed9 | 2021-12-21 11:07:27 +0000 | [diff] [blame] | 159 | obj = cloned_build_env.SharedLibrary(name, source=sources, SHLIBVERSION = SONAME_VERSION, LIBS = arm_compute_env["LIBS"] + libs) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 160 | else: |
Mohammed Suhail Munshi | de60ed9 | 2021-12-21 11:07:27 +0000 | [diff] [blame] | 161 | obj = cloned_build_env.SharedLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 162 | |
Pablo Marquez Tello | 299d3a1 | 2022-10-12 14:58:24 +0100 | [diff] [blame] | 163 | if env['mapfile']: |
Pablo Marquez Tello | a4f8870 | 2022-10-21 10:24:23 +0100 | [diff] [blame] | 164 | if not 'windows' in env['os'] and not 'macos' in env['os']: |
| 165 | cloned_build_env['LINKFLAGS'].append('"-Wl,-Map='+ name + '.map"') |
| 166 | else: |
| 167 | cloned_build_env['LINKFLAGS'].append('-Wl,-map,' + name + '.map') |
Pablo Marquez Tello | 299d3a1 | 2022-10-12 14:58:24 +0100 | [diff] [blame] | 168 | |
Anthony Barbier | 01bbd5f | 2018-11-01 15:10:51 +0000 | [diff] [blame] | 169 | obj = install_lib(obj) |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 170 | build_env.Default(obj) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 171 | return obj |
| 172 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 173 | |
Georgios Pinitas | f605bd2 | 2020-11-26 11:55:09 +0000 | [diff] [blame] | 174 | def remove_incode_comments(code): |
| 175 | def replace_with_empty(match): |
| 176 | s = match.group(0) |
| 177 | if s.startswith('/'): |
| 178 | return " " |
| 179 | else: |
| 180 | return s |
| 181 | |
| 182 | comment_regex = re.compile(r'//.*?$|/\*.*?\*/|\'(?:\\.|[^\\\'])*\'|"(?:\\.|[^\\"])*"', re.DOTALL | re.MULTILINE) |
| 183 | return re.sub(comment_regex, replace_with_empty, code) |
| 184 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 185 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 186 | def resolve_includes(target, source, env): |
| 187 | # File collection |
| 188 | FileEntry = collections.namedtuple('FileEntry', 'target_name file_contents') |
| 189 | |
| 190 | # Include pattern |
| 191 | pattern = re.compile("#include \"(.*)\"") |
| 192 | |
| 193 | # Get file contents |
| 194 | files = [] |
| 195 | for i in range(len(source)): |
| 196 | src = source[i] |
| 197 | dst = target[i] |
Georgios Pinitas | f605bd2 | 2020-11-26 11:55:09 +0000 | [diff] [blame] | 198 | contents = src.get_contents().decode('utf-8') |
| 199 | contents = remove_incode_comments(contents).splitlines() |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 200 | entry = FileEntry(target_name=dst, file_contents=contents) |
| 201 | files.append((os.path.basename(src.get_path()),entry)) |
| 202 | |
| 203 | # Create dictionary of tupled list |
| 204 | files_dict = dict(files) |
| 205 | |
| 206 | # Check for includes (can only be files in the same folder) |
| 207 | final_files = [] |
| 208 | for file in files: |
| 209 | done = False |
| 210 | tmp_file = file[1].file_contents |
| 211 | while not done: |
| 212 | file_count = 0 |
| 213 | updated_file = [] |
| 214 | for line in tmp_file: |
| 215 | found = pattern.search(line) |
| 216 | if found: |
Giorgio Arena | 09adcc4 | 2022-03-08 11:12:27 +0000 | [diff] [blame] | 217 | # Only get the header file name and discard the relative path. |
Jakub Sujak | 0d27b2e | 2023-08-24 14:01:20 +0100 | [diff] [blame] | 218 | # E.g. "src/core/CL/cl_kernels/activation_float_helpers.h" -> "activation_float_helpers.h" |
Giorgio Arena | 232c452 | 2022-03-03 10:09:01 +0000 | [diff] [blame] | 219 | include_file = found.group(1).split('/')[-1] |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 220 | data = files_dict[include_file].file_contents |
| 221 | updated_file.extend(data) |
| 222 | else: |
| 223 | updated_file.append(line) |
| 224 | file_count += 1 |
| 225 | |
| 226 | # Check if all include are replaced. |
| 227 | if file_count == len(tmp_file): |
| 228 | done = True |
| 229 | |
| 230 | # Update temp file |
| 231 | tmp_file = updated_file |
| 232 | |
| 233 | # Append and prepend string literal identifiers and add expanded file to final list |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 234 | entry = FileEntry(target_name=file[1].target_name, file_contents=tmp_file) |
| 235 | final_files.append((file[0], entry)) |
| 236 | |
| 237 | # Write output files |
| 238 | for file in final_files: |
| 239 | with open(file[1].target_name.get_path(), 'w+') as out_file: |
Georgios Pinitas | ea85727 | 2021-01-22 05:47:37 +0000 | [diff] [blame] | 240 | file_to_write = "\n".join( file[1].file_contents ) |
| 241 | if env['compress_kernels']: |
Adnan AlSinan | 39aebd1 | 2021-08-06 12:44:51 +0100 | [diff] [blame] | 242 | file_to_write = zlib.compress(file_to_write.encode('utf-8'), 9) |
| 243 | file_to_write = codecs.encode(file_to_write, "base64").decode('utf-8').replace("\n", "") |
Georgios Pinitas | ea85727 | 2021-01-22 05:47:37 +0000 | [diff] [blame] | 244 | file_to_write = "R\"(" + file_to_write + ")\"" |
| 245 | out_file.write(file_to_write) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 246 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 247 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 248 | def create_version_file(target, source, env): |
| 249 | # Generate string with build options library version to embed in the library: |
| 250 | try: |
| 251 | git_hash = subprocess.check_output(["git", "rev-parse", "HEAD"]) |
| 252 | except (OSError, subprocess.CalledProcessError): |
| 253 | git_hash="unknown" |
| 254 | |
Matthew Bentham | dd8d7f4 | 2023-06-15 11:50:57 +0000 | [diff] [blame] | 255 | build_options = str(vars.args).replace('"', '\\"') |
| 256 | build_info = "\"arm_compute_version=%s Build options: %s Git hash=%s\"" % (VERSION,build_options, git_hash.strip()) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 257 | with open(target[0].get_path(), "w") as fd: |
| 258 | fd.write(build_info) |
| 259 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 260 | |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 261 | def get_attrs_list(env, data_types, data_layouts): |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 262 | attrs = [] |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 263 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 264 | # Manage data-types |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 265 | if 'all' in data_types: |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 266 | attrs += ['fp16', 'fp32', 'integer', 'qasymm8', 'qasymm8_signed', 'qsymm16'] |
| 267 | else: |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 268 | if 'fp16' in data_types: attrs += ['fp16'] |
| 269 | if 'fp32' in data_types: attrs += ['fp32'] |
| 270 | if 'integer' in data_types: attrs += ['integer'] |
| 271 | if 'qasymm8' in data_types: attrs += ['qasymm8'] |
| 272 | if 'qasymm8_signed' in data_types: attrs += ['qasymm8_signed'] |
| 273 | if 'qsymm16' in data_types: attrs += ['qsymm16'] |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 274 | # Manage data-layouts |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 275 | if 'all' in data_layouts: |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 276 | attrs += ['nhwc', 'nchw'] |
| 277 | else: |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 278 | if 'nhwc' in data_layouts: attrs += ['nhwc'] |
| 279 | if 'nchw' in data_layouts: attrs += ['nchw'] |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 280 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 281 | # Manage execution state |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 282 | attrs += ['estate32' if (env['estate'] == 'auto' and 'v7a' in env['arch']) or '32' in env['estate'] else 'estate64'] |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 283 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 284 | return attrs |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 285 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 286 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 287 | def get_operator_backend_files(filelist, operators, backend='', techs=[], attrs=[]): |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 288 | files = { "common" : [] } |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 289 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 290 | # Early return if filelist is empty |
| 291 | if backend not in filelist: |
| 292 | return files |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 293 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 294 | # Iterate over operators and create the file lists to compiler |
| 295 | for operator in operators: |
| 296 | if operator in filelist[backend]['operators']: |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 297 | files['common'] += filelist[backend]['operators'][operator]["files"]["common"] |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 298 | for tech in techs: |
| 299 | if tech in filelist[backend]['operators'][operator]["files"]: |
| 300 | # Add tech as a key to dictionary if not there |
| 301 | if tech not in files: |
| 302 | files[tech] = [] |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 303 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 304 | # Add tech files to the tech file list |
| 305 | tech_files = filelist[backend]['operators'][operator]["files"][tech] |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 306 | files[tech] += tech_files.get('common', []) |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 307 | for attr in attrs: |
| 308 | files[tech] += tech_files.get(attr, []) |
| 309 | |
| 310 | # Remove duplicates if they exist |
| 311 | return {k: list(set(v)) for k,v in files.items()} |
| 312 | |
| 313 | def collect_operators(filelist, operators, backend=''): |
| 314 | ops = set() |
| 315 | for operator in operators: |
| 316 | if operator in filelist[backend]['operators']: |
| 317 | ops.add(operator) |
| 318 | if 'deps' in filelist[backend]['operators'][operator]: |
| 319 | ops.update(filelist[backend]['operators'][operator]['deps']) |
| 320 | else: |
| 321 | print("Operator {0} is unsupported on {1} backend!".format(operator, backend)) |
| 322 | |
| 323 | return ops |
| 324 | |
| 325 | |
| 326 | def resolve_operator_dependencies(filelist, operators, backend=''): |
| 327 | resolved_operators = collect_operators(filelist, operators, backend) |
| 328 | |
| 329 | are_ops_resolved = False |
| 330 | while not are_ops_resolved: |
| 331 | resolution_pass = collect_operators(filelist, resolved_operators, backend) |
| 332 | if len(resolution_pass) != len(resolved_operators): |
| 333 | resolved_operators.update(resolution_pass) |
| 334 | else: |
| 335 | are_ops_resolved = True |
| 336 | |
| 337 | return resolved_operators |
| 338 | |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 339 | def read_build_config_json(build_config): |
| 340 | build_config_contents = {} |
| 341 | custom_operators = [] |
| 342 | custom_types = [] |
| 343 | custom_layouts = [] |
| 344 | if os.path.isfile(build_config): |
| 345 | with open(build_config) as f: |
| 346 | try: |
| 347 | build_config_contents = json.load(f) |
| 348 | except: |
| 349 | print("Warning: Build configuration file is of invalid JSON format!") |
| 350 | else: |
| 351 | try: |
| 352 | build_config_contents = json.loads(build_config) |
| 353 | except: |
| 354 | print("Warning: Build configuration string is of invalid JSON format!") |
| 355 | if build_config_contents: |
| 356 | custom_operators = build_config_contents.get("operators", []) |
| 357 | custom_types = build_config_contents.get("data_types", []) |
| 358 | custom_layouts = build_config_contents.get("data_layouts", []) |
| 359 | return custom_operators, custom_types, custom_layouts |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 360 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 361 | arm_compute_env = env.Clone() |
Anthony Barbier | 0e72c69 | 2018-08-24 11:22:08 +0100 | [diff] [blame] | 362 | version_file = arm_compute_env.Command("src/core/arm_compute_version.embed", "", action=create_version_file) |
| 363 | arm_compute_env.AlwaysBuild(version_file) |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 364 | |
Kevin Lo | 7195f71 | 2022-01-07 15:46:02 +0800 | [diff] [blame] | 365 | default_cpp_compiler = 'g++' if env['os'] not in ['android', 'macos', 'openbsd'] else 'clang++' |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 366 | cpp_compiler = os.environ.get('CXX', default_cpp_compiler) |
| 367 | |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 368 | # Generate embed files |
Anthony Barbier | 0e72c69 | 2018-08-24 11:22:08 +0100 | [diff] [blame] | 369 | generate_embed = [ version_file ] |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 370 | if env['opencl'] and env['embed_kernels']: |
Giorgio Arena | 892b70a | 2022-03-30 12:23:10 +0100 | [diff] [blame] | 371 | |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 372 | # Header files |
| 373 | cl_helper_files = [ 'src/core/CL/cl_kernels/activation_float_helpers.h', |
| 374 | 'src/core/CL/cl_kernels/activation_quant_helpers.h', |
| 375 | 'src/core/CL/cl_kernels/gemm_helpers.h', |
| 376 | 'src/core/CL/cl_kernels/helpers_asymm.h', |
| 377 | 'src/core/CL/cl_kernels/helpers.h', |
| 378 | 'src/core/CL/cl_kernels/load_store_utility.h', |
| 379 | 'src/core/CL/cl_kernels/repeat.h', |
| 380 | 'src/core/CL/cl_kernels/tile_helpers.h', |
| 381 | 'src/core/CL/cl_kernels/types.h', |
SiCongLi | 1af5416 | 2021-10-06 15:25:57 +0100 | [diff] [blame] | 382 | 'src/core/CL/cl_kernels/warp_helpers.h', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 383 | ] |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 384 | |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 385 | # Common kernels |
| 386 | cl_files_common = ['src/core/CL/cl_kernels/common/activation_layer.cl', |
| 387 | 'src/core/CL/cl_kernels/common/activation_layer_quant.cl', |
| 388 | 'src/core/CL/cl_kernels/common/arg_min_max.cl', |
| 389 | 'src/core/CL/cl_kernels/common/batchnormalization_layer.cl', |
| 390 | 'src/core/CL/cl_kernels/common/bounding_box_transform.cl', |
| 391 | 'src/core/CL/cl_kernels/common/bounding_box_transform_quantized.cl', |
| 392 | 'src/core/CL/cl_kernels/common/bitwise_op.cl', |
| 393 | 'src/core/CL/cl_kernels/common/cast.cl', |
| 394 | 'src/core/CL/cl_kernels/common/comparisons.cl', |
| 395 | 'src/core/CL/cl_kernels/common/concatenate.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 396 | 'src/core/CL/cl_kernels/common/convolution_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 397 | 'src/core/CL/cl_kernels/common/col2im.cl', |
| 398 | 'src/core/CL/cl_kernels/common/convert_fc_weights.cl', |
| 399 | 'src/core/CL/cl_kernels/common/copy_tensor.cl', |
| 400 | 'src/core/CL/cl_kernels/common/crop_tensor.cl', |
| 401 | 'src/core/CL/cl_kernels/common/deconvolution_layer.cl', |
| 402 | 'src/core/CL/cl_kernels/common/dequantization_layer.cl', |
| 403 | 'src/core/CL/cl_kernels/common/elementwise_operation.cl', |
| 404 | 'src/core/CL/cl_kernels/common/elementwise_operation_quantized.cl', |
| 405 | 'src/core/CL/cl_kernels/common/elementwise_unary.cl', |
Ramy Elgammal | 14d7b53 | 2023-01-30 04:56:47 +0000 | [diff] [blame] | 406 | 'src/core/CL/cl_kernels/common/elementwise_unary_quantized.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 407 | 'src/core/CL/cl_kernels/common/fft_digit_reverse.cl', |
| 408 | 'src/core/CL/cl_kernels/common/fft.cl', |
| 409 | 'src/core/CL/cl_kernels/common/fft_scale.cl', |
| 410 | 'src/core/CL/cl_kernels/common/fill_border.cl', |
| 411 | 'src/core/CL/cl_kernels/common/floor.cl', |
| 412 | 'src/core/CL/cl_kernels/common/gather.cl', |
| 413 | 'src/core/CL/cl_kernels/common/gemm.cl', |
Gunes Bayir | 4bfc70e | 2021-12-10 16:17:56 +0000 | [diff] [blame] | 414 | 'src/core/CL/cl_kernels/common/gemm_reshaped_only_rhs_mmul.cl', |
ramelg01 | 9cca592 | 2021-11-11 10:05:00 +0000 | [diff] [blame] | 415 | 'src/core/CL/cl_kernels/common/gemm_utils.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 416 | 'src/core/CL/cl_kernels/common/gemmlowp.cl', |
Freddie Liardet | e572dff | 2022-05-16 14:09:10 +0100 | [diff] [blame] | 417 | 'src/core/CL/cl_kernels/common/gemmlowp_reshaped_only_rhs_mmul.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 418 | 'src/core/CL/cl_kernels/common/gemv.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 419 | 'src/core/CL/cl_kernels/common/generate_proposals.cl', |
| 420 | 'src/core/CL/cl_kernels/common/generate_proposals_quantized.cl', |
| 421 | 'src/core/CL/cl_kernels/common/instance_normalization.cl', |
| 422 | 'src/core/CL/cl_kernels/common/l2_normalize.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 423 | 'src/core/CL/cl_kernels/common/mat_mul.cl', |
SiCong Li | a8d8058 | 2023-05-19 14:23:37 +0100 | [diff] [blame] | 424 | 'src/core/CL/cl_kernels/common/mat_mul_mmul.cl', |
Gunes Bayir | 9d0c4de | 2023-04-13 18:22:58 +0100 | [diff] [blame] | 425 | 'src/core/CL/cl_kernels/common/mat_mul_quantized.cl', |
Gunes Bayir | e87fa66 | 2023-09-07 12:20:33 +0100 | [diff] [blame] | 426 | 'src/core/CL/cl_kernels/common/mat_mul_quantized_mmul.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 427 | 'src/core/CL/cl_kernels/common/mean_stddev_normalization.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 428 | 'src/core/CL/cl_kernels/common/memset.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 429 | 'src/core/CL/cl_kernels/common/minmax_layer.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 430 | 'src/core/CL/cl_kernels/common/nonmax.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 431 | 'src/core/CL/cl_kernels/common/pad_layer.cl', |
| 432 | 'src/core/CL/cl_kernels/common/permute.cl', |
| 433 | 'src/core/CL/cl_kernels/common/pixelwise_mul_float.cl', |
| 434 | 'src/core/CL/cl_kernels/common/pixelwise_mul_int.cl', |
| 435 | 'src/core/CL/cl_kernels/common/qlstm_layer_normalization.cl', |
| 436 | 'src/core/CL/cl_kernels/common/quantization_layer.cl', |
| 437 | 'src/core/CL/cl_kernels/common/range.cl', |
| 438 | 'src/core/CL/cl_kernels/common/reduction_operation.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 439 | 'src/core/CL/cl_kernels/common/reshape_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 440 | 'src/core/CL/cl_kernels/common/reverse.cl', |
| 441 | 'src/core/CL/cl_kernels/common/roi_align_layer.cl', |
| 442 | 'src/core/CL/cl_kernels/common/roi_align_layer_quantized.cl', |
| 443 | 'src/core/CL/cl_kernels/common/roi_pooling_layer.cl', |
| 444 | 'src/core/CL/cl_kernels/common/select.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 445 | 'src/core/CL/cl_kernels/common/slice_ops.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 446 | 'src/core/CL/cl_kernels/common/softmax_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 447 | 'src/core/CL/cl_kernels/common/stack_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 448 | 'src/core/CL/cl_kernels/common/tile.cl', |
Ramy Elgammal | 2b6ebfe | 2023-03-09 21:15:37 +0000 | [diff] [blame] | 449 | 'src/core/CL/cl_kernels/common/transpose.cl', |
| 450 | 'src/core/CL/cl_kernels/common/unpooling_layer.cl' |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 451 | ] |
| 452 | |
| 453 | # NCHW kernels |
| 454 | cl_files_nchw = ['src/core/CL/cl_kernels/nchw/batch_to_space.cl', |
| 455 | 'src/core/CL/cl_kernels/nchw/batchnormalization_layer.cl', |
| 456 | 'src/core/CL/cl_kernels/nchw/channel_shuffle.cl', |
| 457 | 'src/core/CL/cl_kernels/nchw/depth_to_space.cl', |
Adnan AlSinan | 3012435 | 2021-12-02 19:12:20 +0000 | [diff] [blame] | 458 | 'src/core/CL/cl_kernels/nchw/direct_convolution.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 459 | 'src/core/CL/cl_kernels/nchw/dequantization_layer.cl', |
| 460 | 'src/core/CL/cl_kernels/nchw/im2col.cl', |
| 461 | 'src/core/CL/cl_kernels/nchw/normalization_layer.cl', |
| 462 | 'src/core/CL/cl_kernels/nchw/normalize_planar_yuv_layer.cl', |
| 463 | 'src/core/CL/cl_kernels/nchw/normalize_planar_yuv_layer_quantized.cl', |
| 464 | 'src/core/CL/cl_kernels/nchw/pooling_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 465 | 'src/core/CL/cl_kernels/nchw/prior_box_layer.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 466 | 'src/core/CL/cl_kernels/nchw/reorg_layer.cl', |
| 467 | 'src/core/CL/cl_kernels/nchw/scale.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 468 | 'src/core/CL/cl_kernels/nchw/space_to_batch.cl', |
| 469 | 'src/core/CL/cl_kernels/nchw/space_to_depth.cl', |
| 470 | 'src/core/CL/cl_kernels/nchw/upsample_layer.cl', |
| 471 | 'src/core/CL/cl_kernels/nchw/winograd_filter_transform.cl', |
| 472 | 'src/core/CL/cl_kernels/nchw/winograd_input_transform.cl', |
| 473 | 'src/core/CL/cl_kernels/nchw/winograd_output_transform.cl' |
| 474 | ] |
| 475 | |
| 476 | # NHWC kernels |
| 477 | cl_files_nhwc = ['src/core/CL/cl_kernels/nhwc/batch_to_space.cl', |
| 478 | 'src/core/CL/cl_kernels/nhwc/batchnormalization_layer.cl', |
| 479 | 'src/core/CL/cl_kernels/nhwc/channel_shuffle.cl', |
| 480 | 'src/core/CL/cl_kernels/nhwc/direct_convolution.cl', |
Giorgio Arena | 945ae9e | 2021-10-13 11:13:04 +0100 | [diff] [blame] | 481 | 'src/core/CL/cl_kernels/nhwc/direct_convolution3d.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 482 | 'src/core/CL/cl_kernels/nhwc/depth_to_space.cl', |
| 483 | 'src/core/CL/cl_kernels/nhwc/dequantization_layer.cl', |
| 484 | 'src/core/CL/cl_kernels/nhwc/dwc_native_fp_nhwc.cl', |
| 485 | 'src/core/CL/cl_kernels/nhwc/dwc_native_quantized_nhwc.cl', |
| 486 | 'src/core/CL/cl_kernels/nhwc/im2col.cl', |
Gian Marco Iodice | 5d01681 | 2022-11-17 11:03:39 +0000 | [diff] [blame] | 487 | 'src/core/CL/cl_kernels/nhwc/indirect_convolution.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 488 | 'src/core/CL/cl_kernels/nhwc/normalization_layer.cl', |
| 489 | 'src/core/CL/cl_kernels/nhwc/normalize_planar_yuv_layer.cl', |
| 490 | 'src/core/CL/cl_kernels/nhwc/normalize_planar_yuv_layer_quantized.cl', |
| 491 | 'src/core/CL/cl_kernels/nhwc/pooling_layer.cl', |
ramelg01 | 3751569 | 2022-02-26 22:06:20 +0000 | [diff] [blame] | 492 | 'src/core/CL/cl_kernels/nhwc/pooling_3d_layer.cl', |
Mohammed Suhail Munshi | 5e549fa | 2022-03-16 11:14:06 +0000 | [diff] [blame] | 493 | 'src/core/CL/cl_kernels/nhwc/pooling_3d_layer_quantized.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 494 | 'src/core/CL/cl_kernels/nhwc/pooling_layer_quantized.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 495 | 'src/core/CL/cl_kernels/nhwc/reorg_layer.cl', |
| 496 | 'src/core/CL/cl_kernels/nhwc/scale.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 497 | 'src/core/CL/cl_kernels/nhwc/space_to_batch.cl', |
| 498 | 'src/core/CL/cl_kernels/nhwc/space_to_depth.cl', |
Gunes Bayir | ec0113d | 2022-11-09 09:26:27 +0000 | [diff] [blame] | 499 | 'src/core/CL/cl_kernels/nhwc/transposed_convolution.cl', |
Adnan AlSinan | 7075fe2 | 2021-07-05 13:12:52 +0100 | [diff] [blame] | 500 | 'src/core/CL/cl_kernels/nhwc/upsample_layer.cl', |
| 501 | 'src/core/CL/cl_kernels/nhwc/winograd_filter_transform.cl', |
| 502 | 'src/core/CL/cl_kernels/nhwc/winograd_input_transform.cl', |
| 503 | 'src/core/CL/cl_kernels/nhwc/winograd_output_transform.cl' |
| 504 | ] |
| 505 | |
| 506 | cl_files = cl_helper_files + cl_files_common + cl_files_nchw + cl_files_nhwc |
| 507 | |
| 508 | embed_files = [ f+"embed" for f in cl_files ] |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 509 | arm_compute_env.Append(CPPPATH =[Dir("./src/core/CL/").path] ) |
| 510 | |
| 511 | generate_embed.append(arm_compute_env.Command(embed_files, cl_files, action=resolve_includes)) |
| 512 | |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 513 | Default(generate_embed) |
| 514 | if env["build"] == "embed_only": |
| 515 | Return() |
| 516 | |
Georgios Pinitas | 35fcc43 | 2020-03-26 18:47:46 +0000 | [diff] [blame] | 517 | # Append version defines for semantic versioning |
| 518 | arm_compute_env.Append(CPPDEFINES = [('ARM_COMPUTE_VERSION_MAJOR', LIBRARY_VERSION_MAJOR), |
| 519 | ('ARM_COMPUTE_VERSION_MINOR', LIBRARY_VERSION_MINOR), |
| 520 | ('ARM_COMPUTE_VERSION_PATCH', LIBRARY_VERSION_PATCH)]) |
| 521 | |
Isabella Gottardi | b28f29d | 2017-11-09 17:05:07 +0000 | [diff] [blame] | 522 | # Don't allow undefined references in the libraries: |
Georgios Pinitas | 4551403 | 2020-12-30 00:03:09 +0000 | [diff] [blame] | 523 | undefined_flag = '-Wl,-undefined,error' if 'macos' in arm_compute_env["os"] else '-Wl,--no-undefined' |
Matthew Bentham | 0a59e69 | 2023-07-19 15:01:00 +0000 | [diff] [blame] | 524 | if not env['thread_sanitizer']: |
| 525 | arm_compute_env.Append(LINKFLAGS=[undefined_flag]) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 526 | arm_compute_env.Append(CPPPATH =[Dir("./src/core/").path] ) |
| 527 | |
Kevin Lo | 7195f71 | 2022-01-07 15:46:02 +0800 | [diff] [blame] | 528 | if env['os'] != 'openbsd': |
Pablo Tello | fbbfa53 | 2023-01-26 16:24:04 +0000 | [diff] [blame] | 529 | if env['os'] == 'windows': |
| 530 | arm_compute_env.Append(LIBS = []) |
| 531 | else: |
| 532 | arm_compute_env.Append(LIBS = ['dl']) |
| 533 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 534 | |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 535 | # Load build definitions file |
| 536 | with (open(Dir('#').path + '/filedefs.json')) as fd: |
| 537 | filedefs = json.load(fd) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 538 | filedefs = filedefs['cpu']['arch'] |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 539 | |
| 540 | |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 541 | with (open(Dir('#').path + '/filelist.json')) as fp: |
| 542 | filelist = json.load(fp) |
| 543 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 544 | # Common backend files |
| 545 | lib_files = filelist['common'] |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 546 | |
Nathan John Sircombe | d7113e4 | 2023-04-26 15:02:43 +0100 | [diff] [blame] | 547 | # Fixed format GEMM kernels. |
| 548 | if env['fixed_format_kernels']: |
| 549 | arm_compute_env.Append(CPPDEFINES = ['ARM_COMPUTE_ENABLE_FIXED_FORMAT_KERNELS']) |
| 550 | |
Giorgio Arena | 232c452 | 2022-03-03 10:09:01 +0000 | [diff] [blame] | 551 | # Experimental files |
| 552 | # Dynamic fusion |
| 553 | if env['experimental_dynamic_fusion']: |
SiCong Li | 23882a9 | 2023-06-28 09:49:45 +0100 | [diff] [blame] | 554 | lib_files += filelist['experimental']['dynamic_fusion']['common'] |
| 555 | lib_files += filelist['experimental']['dynamic_fusion']['template_writer'] |
| 556 | |
| 557 | if "ACL_INTERNAL_TEST_CKW_IN_DF" in env["extra_cxx_flags"]: |
| 558 | if not env["experimental_dynamic_fusion"]: |
| 559 | print("To use ACL_INTERNAL_TEST_CKW_IN_DF experimental_dynamic_fusion must be set to 1") |
| 560 | Exit(1) |
| 561 | lib_files += filelist['experimental']['dynamic_fusion']['ckw_driver'] |
Giorgio Arena | 232c452 | 2022-03-03 10:09:01 +0000 | [diff] [blame] | 562 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 563 | # Logging files |
| 564 | if env["logging"]: |
| 565 | lib_files += filelist['logging'] |
Georgios Pinitas | 8795ffb | 2017-12-01 16:13:40 +0000 | [diff] [blame] | 566 | |
Georgios Pinitas | c3c352e | 2021-03-18 10:59:40 +0000 | [diff] [blame] | 567 | # C API files |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 568 | lib_files += filelist['c_api']['common'] |
| 569 | lib_files += filelist['c_api']['operators'] |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 570 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 571 | # Scheduler infrastructure |
| 572 | lib_files += filelist['scheduler']['single'] |
| 573 | if env['cppthreads']: |
| 574 | lib_files += filelist['scheduler']['threads'] |
| 575 | if env['openmp']: |
| 576 | lib_files += filelist['scheduler']['omp'] |
Georgios Pinitas | 8a5146f | 2021-01-12 15:51:07 +0000 | [diff] [blame] | 577 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 578 | # Graph files |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 579 | graph_files = Glob('src/graph/*.cpp') |
| 580 | graph_files += Glob('src/graph/*/*.cpp') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 581 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 582 | # Specify user-defined priority operators |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 583 | custom_operators = [] |
| 584 | custom_types = [] |
| 585 | custom_layouts = [] |
| 586 | |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 587 | use_custom_ops = env['high_priority'] or env['build_config'] |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 588 | |
| 589 | if env['high_priority']: |
| 590 | custom_operators = filelist['high_priority'] |
| 591 | custom_types = ['all'] |
| 592 | custom_layouts = ['all'] |
| 593 | |
| 594 | if env['build_config']: |
| 595 | custom_operators, custom_types, custom_layouts = read_build_config_json(env['build_config']) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 596 | |
| 597 | if env['opencl']: |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 598 | lib_files += filelist['c_api']['gpu'] |
| 599 | lib_files += filelist['gpu']['common'] |
Michele Di Giorgio | 760c783 | 2021-08-05 10:54:13 +0100 | [diff] [blame] | 600 | |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 601 | cl_operators = custom_operators if use_custom_ops else filelist['gpu']['operators'].keys() |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 602 | cl_ops_to_build = resolve_operator_dependencies(filelist, cl_operators, 'gpu') |
| 603 | lib_files += get_operator_backend_files(filelist, cl_ops_to_build, 'gpu')['common'] |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 604 | |
Georgios Pinitas | 13ef176 | 2021-07-14 17:14:43 +0100 | [diff] [blame] | 605 | graph_files += Glob('src/graph/backends/CL/*.cpp') |
| 606 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 607 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 608 | lib_files_sve = [] |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 609 | lib_files_sve2 = [] |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 610 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 611 | if env['neon']: |
Georgios Pinitas | 30271c7 | 2019-06-24 14:56:34 +0100 | [diff] [blame] | 612 | # build winograd/depthwise sources for either v7a / v8a |
Michael Tyler | 74921ee | 2023-04-12 17:43:17 +0100 | [diff] [blame] | 613 | arm_compute_env.Append(CPPPATH = ["src/core/NEON/kernels/arm_gemm", |
| 614 | "src/core/NEON/kernels/convolution/common/", |
Michele Di Giorgio | 6ad60af | 2020-06-09 14:52:15 +0100 | [diff] [blame] | 615 | "src/core/NEON/kernels/convolution/winograd/", |
ramelg01 | c827e99 | 2022-04-08 03:52:28 +0100 | [diff] [blame] | 616 | "src/core/NEON/kernels/arm_conv/depthwise/", |
| 617 | "src/core/NEON/kernels/arm_conv/pooling/", |
ramelg01 | 8a16488 | 2022-04-07 02:42:52 +0100 | [diff] [blame] | 618 | "src/core/NEON/kernels/arm_conv/", |
Sang-Hoon Park | 68dd25f | 2020-10-19 16:00:11 +0100 | [diff] [blame] | 619 | "src/core/NEON/kernels/assembly/", |
Sang-Hoon Park | 4f7693d | 2021-05-12 13:59:10 +0100 | [diff] [blame] | 620 | "arm_compute/core/NEON/kernels/assembly/", |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 621 | "src/cpu/kernels/assembly/"]) |
Pablo Tello | 9ceebbe | 2018-01-10 16:44:13 +0000 | [diff] [blame] | 622 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 623 | lib_files += filelist['cpu']['common'] |
| 624 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 625 | # Setup SIMD file list to include |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 626 | simd = ['neon'] |
| 627 | if env['multi_isa']: |
| 628 | simd += ['sve', 'sve2'] |
| 629 | else: |
| 630 | if 'sve' in env['arch']: simd += ['sve'] |
| 631 | if 'sve2' in env['arch']: simd += ['sve2'] |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 632 | |
| 633 | # Get attributes |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 634 | if(use_custom_ops): |
| 635 | attrs = get_attrs_list(env, custom_types, custom_layouts) |
| 636 | else: |
| 637 | attrs = get_attrs_list(env, env['data_type_support'], env['data_layout_support']) |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 638 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 639 | |
Nathan John Sircombe | d7113e4 | 2023-04-26 15:02:43 +0100 | [diff] [blame] | 640 | if env['fixed_format_kernels']: |
| 641 | attrs.append("fixed_format_kernels") |
Francesco.Petrogalli@arm.com | 5fcf22d | 2022-04-05 10:31:08 +0000 | [diff] [blame] | 642 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 643 | # Setup data-type and data-layout files to include |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 644 | cpu_operators = custom_operators if use_custom_ops else filelist['cpu']['operators'].keys() |
| 645 | cpu_ops_to_build = resolve_operator_dependencies(filelist, cpu_operators, 'cpu') |
| 646 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 647 | cpu_files = get_operator_backend_files(filelist, cpu_ops_to_build, 'cpu', simd, attrs) |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 648 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 649 | # Shared among ALL CPU files |
| 650 | lib_files += cpu_files.get('common', []) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 651 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 652 | # Arm® Neon™ specific files |
| 653 | lib_files += cpu_files.get('neon', []) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 654 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 655 | # SVE files only |
| 656 | lib_files_sve = cpu_files.get('sve', []) |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 657 | |
Pablo Marquez Tello | 8490dc7 | 2023-08-24 11:48:21 +0100 | [diff] [blame] | 658 | # SVE2 files only |
| 659 | lib_files_sve2 = cpu_files.get('sve2', []) |
Georgios Pinitas | 13ef176 | 2021-07-14 17:14:43 +0100 | [diff] [blame] | 660 | |
| 661 | graph_files += Glob('src/graph/backends/NEON/*.cpp') |
Georgios Pinitas | 70eb53b | 2021-01-06 19:42:21 +0000 | [diff] [blame] | 662 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 663 | # Restrict from building graph API if a reduced operator list has been provided |
Freddie Liardet | 487d390 | 2021-09-21 12:36:43 +0100 | [diff] [blame] | 664 | if use_custom_ops: |
| 665 | print("WARNING: Graph library requires all operators to be built") |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 666 | graph_files = [] |
| 667 | |
| 668 | # Build bootcode in case of bare-metal |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 669 | bootcode_o = [] |
| 670 | if env['os'] == 'bare_metal': |
| 671 | bootcode_files = Glob('bootcode/*.s') |
| 672 | bootcode_o = build_bootcode_objs(bootcode_files) |
| 673 | Export('bootcode_o') |
| 674 | |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 675 | |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 676 | if (env['multi_isa']): |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 677 | lib_static_objs, lib_shared_objs = build_lib_objects() |
| 678 | |
| 679 | |
| 680 | # STATIC library build. |
| 681 | if (env['multi_isa']): |
| 682 | arm_compute_a = build_library('arm_compute-static', arm_compute_env, lib_static_objs, static=True) |
| 683 | else: |
| 684 | if 'sve2' in env['arch']: |
| 685 | lib_files += lib_files_sve |
| 686 | lib_files += lib_files_sve2 |
| 687 | elif 'sve' in env['arch']: |
| 688 | lib_files += lib_files_sve |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 689 | |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 690 | arm_compute_a = build_library('arm_compute-static', arm_compute_env, lib_files, static=True) |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 691 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame] | 692 | Export('arm_compute_a') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 693 | |
Motti Gondabi | f76a502 | 2021-12-21 13:19:29 +0200 | [diff] [blame] | 694 | # SHARED library build. |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 695 | if env['os'] != 'bare_metal' and not env['standalone']: |
Motti Gondabi | 6f3a9f5 | 2021-11-09 15:47:17 +0200 | [diff] [blame] | 696 | if (env['multi_isa']): |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 697 | |
| 698 | arm_compute_so = build_library('arm_compute', arm_compute_env, lib_shared_objs, static=False) |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 699 | else: |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 700 | arm_compute_so = build_library('arm_compute', arm_compute_env, lib_files, static=False) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 701 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame] | 702 | Export('arm_compute_so') |
| 703 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 704 | |
Sang-Hoon Park | 18fbb92 | 2021-01-14 14:50:25 +0000 | [diff] [blame] | 705 | arm_compute_graph_env = arm_compute_env.Clone() |
| 706 | |
Georgios Pinitas | b6af482 | 2021-09-14 12:33:34 +0100 | [diff] [blame] | 707 | # Build graph libraries |
Sang-Hoon Park | 18fbb92 | 2021-01-14 14:50:25 +0000 | [diff] [blame] | 708 | arm_compute_graph_env.Append(CXXFLAGS = ['-Wno-redundant-move', '-Wno-pessimizing-move']) |
| 709 | |
Jakub Sujak | e86f992 | 2023-07-05 17:30:02 +0100 | [diff] [blame] | 710 | arm_compute_graph_a = build_library('arm_compute_graph-static', arm_compute_graph_env, graph_files, static=True) |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 711 | Export('arm_compute_graph_a') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 712 | |
| 713 | if env['os'] != 'bare_metal' and not env['standalone']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame] | 714 | arm_compute_graph_so = build_library('arm_compute_graph', arm_compute_graph_env, graph_files, static=False, libs = [ "arm_compute" ]) |
Georgios Pinitas | 9873ea3 | 2017-12-05 15:28:55 +0000 | [diff] [blame] | 715 | Depends(arm_compute_graph_so, arm_compute_so) |
Anthony Barbier | 2a07e18 | 2017-08-04 18:20:27 +0100 | [diff] [blame] | 716 | Export('arm_compute_graph_so') |
| 717 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 718 | if env['standalone']: |
Motti Gondabi | 9d9ad33 | 2022-01-23 12:42:24 +0200 | [diff] [blame] | 719 | alias = arm_compute_env.Alias("arm_compute", [arm_compute_a]) |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 720 | else: |
| 721 | alias = arm_compute_env.Alias("arm_compute", [arm_compute_a, arm_compute_so]) |
| 722 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 723 | Default(alias) |
| 724 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 725 | if env['standalone']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame] | 726 | Depends([alias], generate_embed) |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 727 | else: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame] | 728 | Depends([alias], generate_embed) |