Michele Di Giorgio | d02d5ed | 2021-01-22 09:47:04 +0000 | [diff] [blame] | 1 | # Copyright (c) 2016-2021 Arm Limited. |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 2 | # |
| 3 | # SPDX-License-Identifier: MIT |
| 4 | # |
| 5 | # Permission is hereby granted, free of charge, to any person obtaining a copy |
| 6 | # of this software and associated documentation files (the "Software"), to |
| 7 | # deal in the Software without restriction, including without limitation the |
| 8 | # rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| 9 | # sell copies of the Software, and to permit persons to whom the Software is |
| 10 | # furnished to do so, subject to the following conditions: |
| 11 | # |
| 12 | # The above copyright notice and this permission notice shall be included in all |
| 13 | # copies or substantial portions of the Software. |
| 14 | # |
| 15 | # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 16 | # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 17 | # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 18 | # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 19 | # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 20 | # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 21 | # SOFTWARE. |
| 22 | import collections |
| 23 | import os.path |
| 24 | import re |
| 25 | import subprocess |
Georgios Pinitas | ea85727 | 2021-01-22 05:47:37 +0000 | [diff] [blame] | 26 | import zlib |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 27 | import json |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 28 | |
| 29 | VERSION = "v0.0-unreleased" |
Sheri Zhang | 5b11425 | 2021-05-06 09:49:05 +0100 | [diff] [blame] | 30 | LIBRARY_VERSION_MAJOR = 23 |
Sang-Hoon Park | 6d0b384 | 2020-08-14 14:48:08 +0100 | [diff] [blame] | 31 | LIBRARY_VERSION_MINOR = 0 |
Georgios Pinitas | 35fcc43 | 2020-03-26 18:47:46 +0000 | [diff] [blame] | 32 | LIBRARY_VERSION_PATCH = 0 |
| 33 | SONAME_VERSION = str(LIBRARY_VERSION_MAJOR) + "." + str(LIBRARY_VERSION_MINOR) + "." + str(LIBRARY_VERSION_PATCH) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 34 | |
| 35 | Import('env') |
| 36 | Import('vars') |
Anthony Barbier | 01bbd5f | 2018-11-01 15:10:51 +0000 | [diff] [blame] | 37 | Import('install_lib') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 38 | |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 39 | def build_bootcode_objs(sources): |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 40 | |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 41 | arm_compute_env.Append(ASFLAGS = "-I bootcode/") |
| 42 | obj = arm_compute_env.Object(sources) |
| 43 | obj = install_lib(obj) |
| 44 | Default(obj) |
| 45 | return obj |
| 46 | |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 47 | def build_sve_objs(sources): |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 48 | |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 49 | tmp_env = arm_compute_env.Clone() |
| 50 | tmp_env.Append(CXXFLAGS = "-march=armv8.2-a+sve+fp16") |
| 51 | obj = tmp_env.SharedObject(sources) |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 52 | Default(obj) |
| 53 | return obj |
| 54 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 55 | def build_objs(sources): |
| 56 | |
| 57 | obj = arm_compute_env.SharedObject(sources) |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 58 | Default(obj) |
| 59 | return obj |
| 60 | |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 61 | def build_library(name, build_env, sources, static=False, libs=[]): |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 62 | if static: |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 63 | obj = build_env.StaticLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 64 | else: |
| 65 | if env['set_soname']: |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 66 | obj = build_env.SharedLibrary(name, source=sources, SHLIBVERSION = SONAME_VERSION, LIBS = arm_compute_env["LIBS"] + libs) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 67 | else: |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 68 | obj = build_env.SharedLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 69 | |
Anthony Barbier | 01bbd5f | 2018-11-01 15:10:51 +0000 | [diff] [blame] | 70 | obj = install_lib(obj) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 71 | Default(obj) |
| 72 | return obj |
| 73 | |
Georgios Pinitas | f605bd2 | 2020-11-26 11:55:09 +0000 | [diff] [blame] | 74 | def remove_incode_comments(code): |
| 75 | def replace_with_empty(match): |
| 76 | s = match.group(0) |
| 77 | if s.startswith('/'): |
| 78 | return " " |
| 79 | else: |
| 80 | return s |
| 81 | |
| 82 | comment_regex = re.compile(r'//.*?$|/\*.*?\*/|\'(?:\\.|[^\\\'])*\'|"(?:\\.|[^\\"])*"', re.DOTALL | re.MULTILINE) |
| 83 | return re.sub(comment_regex, replace_with_empty, code) |
| 84 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 85 | def resolve_includes(target, source, env): |
| 86 | # File collection |
| 87 | FileEntry = collections.namedtuple('FileEntry', 'target_name file_contents') |
| 88 | |
| 89 | # Include pattern |
| 90 | pattern = re.compile("#include \"(.*)\"") |
| 91 | |
| 92 | # Get file contents |
| 93 | files = [] |
| 94 | for i in range(len(source)): |
| 95 | src = source[i] |
| 96 | dst = target[i] |
Georgios Pinitas | f605bd2 | 2020-11-26 11:55:09 +0000 | [diff] [blame] | 97 | contents = src.get_contents().decode('utf-8') |
| 98 | contents = remove_incode_comments(contents).splitlines() |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 99 | entry = FileEntry(target_name=dst, file_contents=contents) |
| 100 | files.append((os.path.basename(src.get_path()),entry)) |
| 101 | |
| 102 | # Create dictionary of tupled list |
| 103 | files_dict = dict(files) |
| 104 | |
| 105 | # Check for includes (can only be files in the same folder) |
| 106 | final_files = [] |
| 107 | for file in files: |
| 108 | done = False |
| 109 | tmp_file = file[1].file_contents |
| 110 | while not done: |
| 111 | file_count = 0 |
| 112 | updated_file = [] |
| 113 | for line in tmp_file: |
| 114 | found = pattern.search(line) |
| 115 | if found: |
| 116 | include_file = found.group(1) |
| 117 | data = files_dict[include_file].file_contents |
| 118 | updated_file.extend(data) |
| 119 | else: |
| 120 | updated_file.append(line) |
| 121 | file_count += 1 |
| 122 | |
| 123 | # Check if all include are replaced. |
| 124 | if file_count == len(tmp_file): |
| 125 | done = True |
| 126 | |
| 127 | # Update temp file |
| 128 | tmp_file = updated_file |
| 129 | |
| 130 | # Append and prepend string literal identifiers and add expanded file to final list |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 131 | entry = FileEntry(target_name=file[1].target_name, file_contents=tmp_file) |
| 132 | final_files.append((file[0], entry)) |
| 133 | |
| 134 | # Write output files |
| 135 | for file in final_files: |
| 136 | with open(file[1].target_name.get_path(), 'w+') as out_file: |
Georgios Pinitas | ea85727 | 2021-01-22 05:47:37 +0000 | [diff] [blame] | 137 | file_to_write = "\n".join( file[1].file_contents ) |
| 138 | if env['compress_kernels']: |
| 139 | file_to_write = zlib.compress(file_to_write, 9).encode("base64").replace("\n", "") |
| 140 | file_to_write = "R\"(" + file_to_write + ")\"" |
| 141 | out_file.write(file_to_write) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 142 | |
| 143 | def create_version_file(target, source, env): |
| 144 | # Generate string with build options library version to embed in the library: |
| 145 | try: |
| 146 | git_hash = subprocess.check_output(["git", "rev-parse", "HEAD"]) |
| 147 | except (OSError, subprocess.CalledProcessError): |
| 148 | git_hash="unknown" |
| 149 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 150 | build_info = "\"arm_compute_version=%s Build options: %s Git hash=%s\"" % (VERSION, vars.args, git_hash.strip()) |
| 151 | with open(target[0].get_path(), "w") as fd: |
| 152 | fd.write(build_info) |
| 153 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 154 | def get_cpu_runtime_files(operator): |
| 155 | file_list = [] |
| 156 | operators = filelist['cpu']['operators'] |
| 157 | |
| 158 | if "operator" in operators[operator]["files"]: |
| 159 | file_list += operators[operator]["files"]["operator"] |
| 160 | return file_list |
| 161 | |
| 162 | def get_gpu_runtime_files(operator): |
| 163 | file_list = [] |
| 164 | operators = filelist['gpu']['operators'] |
| 165 | |
| 166 | if "operator" in operators[operator]["files"]: |
| 167 | file_list += operators[operator]["files"]["operator"] |
| 168 | return file_list |
| 169 | |
| 170 | def get_cpu_kernel_files(operator): |
| 171 | |
| 172 | file_list = [] |
| 173 | file_list_sve = [] |
| 174 | operators = filelist['cpu']['operators'] |
| 175 | |
| 176 | if env['estate'] == '64' and "neon" in operators[operator]['files'] and "estate64" in operators[operator]['files']['neon']: |
| 177 | file_list += operators[operator]['files']['neon']['estate64'] |
| 178 | if env['estate'] == '32' and "neon" in operators[operator]['files'] and "estate32" in operators[operator]['files']['neon']: |
| 179 | file_list += operators[operator]['files']['neon']['estate32'] |
| 180 | |
| 181 | if "kernel" in operators[operator]["files"]: |
| 182 | file_list += operators[operator]["files"]["kernel"] |
| 183 | |
| 184 | if ("neon" in operators[operator]["files"]): |
| 185 | if any(i in env['data_type_support'] for i in ['all', 'qasymm8']) and ("qasymm8" in operators[operator]["files"]["neon"]): |
| 186 | file_list += operators[operator]["files"]["neon"]["qasymm8"] |
| 187 | if any(i in env['data_type_support'] for i in ['all', 'qasymm8_signed']) and ("qasymm8_signed" in operators[operator]["files"]["neon"]): |
| 188 | file_list += operators[operator]["files"]["neon"]["qasymm8_signed"] |
| 189 | if any(i in env['data_type_support'] for i in ['all', 'qsymm16']) and ("qsymm16" in operators[operator]["files"]["neon"]): |
| 190 | file_list += operators[operator]["files"]["neon"]["qsymm16"] |
| 191 | if any(i in env['data_type_support'] for i in ['all', 'integer']) and ("integer" in operators[operator]["files"]["neon"]): |
| 192 | file_list += operators[operator]["files"]["neon"]["integer"] |
| 193 | |
| 194 | if (not "sve" in env['arch'] or env['fat_binary']) and ("neon" in operators[operator]["files"]): |
| 195 | if any(i in env['data_type_support'] for i in ['all', 'fp16']) and ("fp16" in operators[operator]["files"]["neon"]): |
| 196 | file_list += operators[operator]["files"]["neon"]["fp16"] |
| 197 | if any(i in env['data_type_support'] for i in ['all', 'fp32']) and ("fp32" in operators[operator]["files"]["neon"]): |
| 198 | file_list += operators[operator]["files"]["neon"]["fp32"] |
| 199 | if any(i in env['data_layout_support'] for i in ['all', 'nchw']) and ("nchw" in operators[operator]["files"]["neon"]): |
| 200 | file_list += operators[operator]['files']['neon']['nchw'] |
| 201 | if ("all" in operators[operator]["files"]["neon"]): |
| 202 | file_list += operators[operator]["files"]["neon"]["all"] |
| 203 | if ("sve" in env['arch'] or env['fat_binary']) and ("sve" in operators[operator]["files"]): |
| 204 | if any(i in env['data_type_support'] for i in ['all', 'fp16']) and ("fp16" in operators[operator]["files"]["sve"]): |
| 205 | file_list_sve += operators[operator]["files"]["sve"]["fp16"] |
| 206 | if any(i in env['data_type_support'] for i in ['all', 'fp32']) and ("fp32" in operators[operator]["files"]["sve"]): |
| 207 | file_list_sve += operators[operator]["files"]["sve"]["fp32"] |
| 208 | if any(i in env['data_type_support'] for i in ['all', 'qasymm8']) and ("qasymm8" in operators[operator]["files"]["sve"]): |
| 209 | file_list_sve += operators[operator]["files"]["sve"]["qasymm8"] |
| 210 | if any(i in env['data_type_support'] for i in ['all', 'qasymm8_signed']) and ("qasymm8_signed" in operators[operator]["files"]["sve"]): |
| 211 | file_list_sve += operators[operator]["files"]["sve"]["qasymm8_signed"] |
| 212 | if any(i in env['data_type_support'] for i in ['all', 'qsymm16']) and ("qsymm16" in operators[operator]["files"]["sve"]): |
| 213 | file_list_sve += operators[operator]["files"]["sve"]["qsymm16"] |
| 214 | if any(i in env['data_type_support'] for i in ['all', 'integer']) and ("integer" in operators[operator]["files"]["sve"]): |
| 215 | file_list_sve += operators[operator]["files"]["sve"]["integer"] |
| 216 | if ("all" in operators[operator]["files"]["sve"]): |
| 217 | file_list_sve += operators[operator]["files"]["sve"]["all"] |
| 218 | |
| 219 | return file_list, file_list_sve |
| 220 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 221 | arm_compute_env = env.Clone() |
Anthony Barbier | 0e72c69 | 2018-08-24 11:22:08 +0100 | [diff] [blame] | 222 | version_file = arm_compute_env.Command("src/core/arm_compute_version.embed", "", action=create_version_file) |
| 223 | arm_compute_env.AlwaysBuild(version_file) |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 224 | |
Georgios Pinitas | 4551403 | 2020-12-30 00:03:09 +0000 | [diff] [blame] | 225 | default_cpp_compiler = 'g++' if env['os'] not in ['android', 'macos'] else 'clang++' |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 226 | cpp_compiler = os.environ.get('CXX', default_cpp_compiler) |
| 227 | |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 228 | # Generate embed files |
Anthony Barbier | 0e72c69 | 2018-08-24 11:22:08 +0100 | [diff] [blame] | 229 | generate_embed = [ version_file ] |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 230 | if env['opencl'] and env['embed_kernels']: |
| 231 | cl_files = Glob('src/core/CL/cl_kernels/*.cl') |
| 232 | cl_files += Glob('src/core/CL/cl_kernels/*.h') |
| 233 | |
| 234 | embed_files = [ f.get_path()+"embed" for f in cl_files ] |
| 235 | arm_compute_env.Append(CPPPATH =[Dir("./src/core/CL/").path] ) |
| 236 | |
| 237 | generate_embed.append(arm_compute_env.Command(embed_files, cl_files, action=resolve_includes)) |
| 238 | |
Anthony Barbier | 6a3daf1 | 2018-02-19 17:24:27 +0000 | [diff] [blame] | 239 | Default(generate_embed) |
| 240 | if env["build"] == "embed_only": |
| 241 | Return() |
| 242 | |
Georgios Pinitas | 35fcc43 | 2020-03-26 18:47:46 +0000 | [diff] [blame] | 243 | # Append version defines for semantic versioning |
| 244 | arm_compute_env.Append(CPPDEFINES = [('ARM_COMPUTE_VERSION_MAJOR', LIBRARY_VERSION_MAJOR), |
| 245 | ('ARM_COMPUTE_VERSION_MINOR', LIBRARY_VERSION_MINOR), |
| 246 | ('ARM_COMPUTE_VERSION_PATCH', LIBRARY_VERSION_PATCH)]) |
| 247 | |
Isabella Gottardi | b28f29d | 2017-11-09 17:05:07 +0000 | [diff] [blame] | 248 | # Don't allow undefined references in the libraries: |
Georgios Pinitas | 4551403 | 2020-12-30 00:03:09 +0000 | [diff] [blame] | 249 | undefined_flag = '-Wl,-undefined,error' if 'macos' in arm_compute_env["os"] else '-Wl,--no-undefined' |
| 250 | arm_compute_env.Append(LINKFLAGS=[undefined_flag]) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 251 | arm_compute_env.Append(CPPPATH =[Dir("./src/core/").path] ) |
| 252 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 253 | arm_compute_env.Append(LIBS = ['dl']) |
| 254 | |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 255 | with (open(Dir('#').path + '/filelist.json')) as fp: |
| 256 | filelist = json.load(fp) |
| 257 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 258 | core_files = Glob('src/core/*.cpp') |
| 259 | core_files += Glob('src/core/CPP/*.cpp') |
| 260 | core_files += Glob('src/core/CPP/kernels/*.cpp') |
Sang-Hoon Park | 68dd25f | 2020-10-19 16:00:11 +0100 | [diff] [blame] | 261 | core_files += Glob('src/core/helpers/*.cpp') |
Sang-Hoon Park | 3687ee1 | 2020-06-24 13:34:04 +0100 | [diff] [blame] | 262 | core_files += Glob('src/core/utils/*.cpp') |
Michalis Spyrou | 7043d36 | 2018-12-03 13:58:32 +0000 | [diff] [blame] | 263 | core_files += Glob('src/core/utils/helpers/*.cpp') |
| 264 | core_files += Glob('src/core/utils/io/*.cpp') |
| 265 | core_files += Glob('src/core/utils/quantization/*.cpp') |
Georgios Pinitas | b8d5b95 | 2019-05-16 14:13:03 +0100 | [diff] [blame] | 266 | core_files += Glob('src/core/utils/misc/*.cpp') |
Michalis Spyrou | 7043d36 | 2018-12-03 13:58:32 +0000 | [diff] [blame] | 267 | if env["logging"]: |
| 268 | core_files += Glob('src/core/utils/logging/*.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 269 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 270 | runtime_files_hp = Glob('src/runtime/*.cpp') |
| 271 | runtime_files_hp += Glob('src/runtime/CPP/ICPPSimpleFunction.cpp') |
| 272 | runtime_files = Glob('src/runtime/CPP/functions/*.cpp') |
Georgios Pinitas | 8795ffb | 2017-12-01 16:13:40 +0000 | [diff] [blame] | 273 | |
Georgios Pinitas | c3c352e | 2021-03-18 10:59:40 +0000 | [diff] [blame] | 274 | # C API files |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 275 | runtime_files_hp += filelist['c_api']['cpu'] |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 276 | |
Georgios Pinitas | c3c352e | 2021-03-18 10:59:40 +0000 | [diff] [blame] | 277 | if env['opencl']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 278 | runtime_files_hp += filelist['c_api']['gpu'] |
Georgios Pinitas | 8a5146f | 2021-01-12 15:51:07 +0000 | [diff] [blame] | 279 | |
Georgios Pinitas | c3c352e | 2021-03-18 10:59:40 +0000 | [diff] [blame] | 280 | # Common backend files |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 281 | core_files += filelist['common'] |
Georgios Pinitas | c3c352e | 2021-03-18 10:59:40 +0000 | [diff] [blame] | 282 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 283 | # Initialize high priority core files |
| 284 | core_files_hp = core_files |
| 285 | core_files_sve_hp = [] |
| 286 | core_files = [] |
| 287 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 288 | runtime_files_hp += Glob('src/runtime/CPP/SingleThreadScheduler.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 289 | |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 290 | graph_files = Glob('src/graph/*.cpp') |
| 291 | graph_files += Glob('src/graph/*/*.cpp') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 292 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 293 | if env['cppthreads']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 294 | runtime_files_hp += Glob('src/runtime/CPP/CPPScheduler.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 295 | |
| 296 | if env['openmp']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 297 | runtime_files_hp += Glob('src/runtime/OMP/OMPScheduler.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 298 | |
| 299 | if env['opencl']: |
| 300 | core_files += Glob('src/core/CL/*.cpp') |
Michele Di Giorgio | 7d61ff0 | 2021-01-18 21:15:59 +0000 | [diff] [blame] | 301 | core_files += Glob('src/core/gpu/cl/*.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 302 | |
Anthony Barbier | 8e6faf1 | 2017-08-01 17:03:19 +0100 | [diff] [blame] | 303 | runtime_files += Glob('src/runtime/CL/*.cpp') |
| 304 | runtime_files += Glob('src/runtime/CL/functions/*.cpp') |
Gian Marco Iodice | 5a4fe19 | 2020-03-16 12:22:37 +0000 | [diff] [blame] | 305 | runtime_files += Glob('src/runtime/CL/gemm/*.cpp') |
Georgios Pinitas | c0d1c86 | 2018-03-23 15:13:15 +0000 | [diff] [blame] | 306 | runtime_files += Glob('src/runtime/CL/tuners/*.cpp') |
Michele Di Giorgio | 7d61ff0 | 2021-01-18 21:15:59 +0000 | [diff] [blame] | 307 | runtime_files += Glob('src/runtime/gpu/cl/*.cpp') |
SiCong Li | 7061eb2 | 2021-01-08 15:16:02 +0000 | [diff] [blame] | 308 | runtime_files += Glob('src/runtime/CL/mlgo/*.cpp') |
SiCong Li | bd8b1e2 | 2021-02-04 13:07:09 +0000 | [diff] [blame] | 309 | runtime_files += Glob('src/runtime/CL/gemm_auto_heuristics/*.cpp') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 310 | |
Georgios Pinitas | 8a5146f | 2021-01-12 15:51:07 +0000 | [diff] [blame] | 311 | runtime_files += Glob('src/gpu/cl/*.cpp') |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 312 | graph_files += Glob('src/graph/backends/CL/*.cpp') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 313 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 314 | operators = filelist['gpu']['operators'] |
| 315 | for operator in operators: |
| 316 | runtime_files += get_gpu_runtime_files(operator) |
| 317 | if "kernel" in operators[operator]["files"]: |
| 318 | core_files += operators[operator]["files"]["kernel"] |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 319 | |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 320 | sve_o = [] |
| 321 | core_files_sve = [] |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 322 | if env['neon']: |
| 323 | core_files += Glob('src/core/NEON/*.cpp') |
Pablo Tello | eb82fd2 | 2018-02-23 13:43:50 +0000 | [diff] [blame] | 324 | |
Georgios Pinitas | 30271c7 | 2019-06-24 14:56:34 +0100 | [diff] [blame] | 325 | # build winograd/depthwise sources for either v7a / v8a |
Sang-Hoon Park | 68dd25f | 2020-10-19 16:00:11 +0100 | [diff] [blame] | 326 | arm_compute_env.Append(CPPPATH = ["src/core/NEON/kernels/convolution/common/", |
Michele Di Giorgio | 6ad60af | 2020-06-09 14:52:15 +0100 | [diff] [blame] | 327 | "src/core/NEON/kernels/convolution/winograd/", |
Sang-Hoon Park | 68dd25f | 2020-10-19 16:00:11 +0100 | [diff] [blame] | 328 | "src/core/NEON/kernels/convolution/depthwise/", |
| 329 | "src/core/NEON/kernels/assembly/", |
Sang-Hoon Park | 4f7693d | 2021-05-12 13:59:10 +0100 | [diff] [blame] | 330 | "arm_compute/core/NEON/kernels/assembly/", |
| 331 | "src/core/cpu/kernels/assembly/",]) |
Pablo Tello | 9ceebbe | 2018-01-10 16:44:13 +0000 | [diff] [blame] | 332 | |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 333 | graph_files += Glob('src/graph/backends/NEON/*.cpp') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 334 | |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 335 | # Load files based on user's options |
| 336 | operators = filelist['cpu']['operators'] |
| 337 | for operator in operators: |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 338 | if operator in filelist['cpu']['high_priority']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 339 | runtime_files_hp += get_cpu_runtime_files(operator) |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 340 | file_list, file_list_sve = get_cpu_kernel_files(operator) |
| 341 | core_files_hp += file_list |
| 342 | core_files_sve_hp += file_list_sve |
| 343 | else: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 344 | runtime_files += get_cpu_runtime_files(operator) |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 345 | file_list, file_list_sve = get_cpu_kernel_files(operator) |
| 346 | core_files += file_list |
| 347 | core_files_sve += file_list_sve |
Georgios Pinitas | ff4fca0 | 2020-10-02 21:00:00 +0100 | [diff] [blame] | 348 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 349 | runtime_files_hp += Glob('src/runtime/NEON/*.cpp') |
Anthony Barbier | 8e6faf1 | 2017-08-01 17:03:19 +0100 | [diff] [blame] | 350 | runtime_files += Glob('src/runtime/NEON/functions/*.cpp') |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 351 | runtime_files_hp += filelist['cpu']['all'] |
Georgios Pinitas | 70eb53b | 2021-01-06 19:42:21 +0000 | [diff] [blame] | 352 | |
Michalis Spyrou | 748a7c8 | 2019-10-07 13:00:44 +0100 | [diff] [blame] | 353 | bootcode_o = [] |
| 354 | if env['os'] == 'bare_metal': |
| 355 | bootcode_files = Glob('bootcode/*.s') |
| 356 | bootcode_o = build_bootcode_objs(bootcode_files) |
| 357 | Export('bootcode_o') |
| 358 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 359 | high_priority_o = build_objs(core_files_hp + runtime_files_hp) |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 360 | high_priority_sve_o = [] |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 361 | if (env['fat_binary']): |
| 362 | sve_o = build_sve_objs(core_files_sve) |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 363 | high_priority_sve_o = build_sve_objs(core_files_sve_hp) |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 364 | arm_compute_a = build_library('arm_compute_core-static', arm_compute_env, core_files + sve_o + high_priority_o + high_priority_sve_o + runtime_files, static=True) |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 365 | else: |
Michalis Spyrou | 20fca52 | 2021-06-07 14:23:57 +0100 | [diff] [blame] | 366 | high_priority_o += build_objs(core_files_sve_hp) |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 367 | arm_compute_a = build_library('arm_compute-static', arm_compute_env, core_files + core_files_sve + high_priority_o + runtime_files, static=True) |
| 368 | Export('arm_compute_a') |
| 369 | if env['high_priority']: |
| 370 | arm_compute_hp_a = build_library('arm_compute_hp-static', arm_compute_env, high_priority_o + high_priority_sve_o, static=True) |
| 371 | Export('arm_compute_hp_a') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 372 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 373 | if env['os'] != 'bare_metal' and not env['standalone']: |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 374 | if (env['fat_binary']): |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 375 | arm_compute_so = build_library('arm_compute', arm_compute_env, core_files + sve_o + high_priority_sve_o + high_priority_o + runtime_files, static=False) |
Georgios Pinitas | bdcdc39 | 2021-04-22 16:42:03 +0100 | [diff] [blame] | 376 | else: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 377 | arm_compute_so = build_library('arm_compute', arm_compute_env, core_files + core_files_sve + high_priority_o + runtime_files , static=False) |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 378 | |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 379 | Export('arm_compute_so') |
| 380 | |
| 381 | if env['high_priority']: |
| 382 | arm_compute_hp_so = build_library('arm_compute_hp', arm_compute_env, high_priority_sve_o + high_priority_o, static=False) |
| 383 | Export('arm_compute_hp_so') |
| 384 | |
| 385 | # Generate dummy core lib for backwards compatibility |
| 386 | arm_compute_core_a = build_library('arm_compute_core-static', arm_compute_env, [], static=True) |
| 387 | Export('arm_compute_core_a') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 388 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 389 | if env['os'] != 'bare_metal' and not env['standalone']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 390 | arm_compute_core_a_so = build_library('arm_compute_core', arm_compute_env, [], static=False) |
| 391 | Export('arm_compute_core_a_so') |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 392 | |
Sang-Hoon Park | 18fbb92 | 2021-01-14 14:50:25 +0000 | [diff] [blame] | 393 | arm_compute_graph_env = arm_compute_env.Clone() |
| 394 | |
| 395 | arm_compute_graph_env.Append(CXXFLAGS = ['-Wno-redundant-move', '-Wno-pessimizing-move']) |
| 396 | |
Georgios Pinitas | 4d9687e | 2020-10-21 18:33:36 +0100 | [diff] [blame] | 397 | arm_compute_graph_a = build_library('arm_compute_graph-static', arm_compute_graph_env, graph_files, static=True, libs = [ arm_compute_a]) |
Georgios Pinitas | d9eb275 | 2018-04-03 13:44:29 +0100 | [diff] [blame] | 398 | Export('arm_compute_graph_a') |
Georgios Pinitas | d8734b5 | 2017-12-22 15:27:52 +0000 | [diff] [blame] | 399 | |
| 400 | if env['os'] != 'bare_metal' and not env['standalone']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 401 | arm_compute_graph_so = build_library('arm_compute_graph', arm_compute_graph_env, graph_files, static=False, libs = [ "arm_compute" ]) |
Georgios Pinitas | 9873ea3 | 2017-12-05 15:28:55 +0000 | [diff] [blame] | 402 | Depends(arm_compute_graph_so, arm_compute_so) |
Anthony Barbier | 2a07e18 | 2017-08-04 18:20:27 +0100 | [diff] [blame] | 403 | Export('arm_compute_graph_so') |
| 404 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 405 | if env['standalone']: |
| 406 | alias = arm_compute_env.Alias("arm_compute", [arm_compute_a]) |
| 407 | else: |
| 408 | alias = arm_compute_env.Alias("arm_compute", [arm_compute_a, arm_compute_so]) |
| 409 | |
Anthony Barbier | 6ff3b19 | 2017-09-04 18:44:23 +0100 | [diff] [blame] | 410 | Default(alias) |
| 411 | |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 412 | if env['standalone']: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 413 | Depends([alias], generate_embed) |
Pablo Tello | c6cb35a | 2017-06-21 15:39:47 +0100 | [diff] [blame] | 414 | else: |
Michalis Spyrou | 62c2ad6 | 2021-06-21 17:40:09 +0100 | [diff] [blame^] | 415 | Depends([alias], generate_embed) |