You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
697 lines
29 KiB
697 lines
29 KiB
#!/usr/bin/python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (c) 2016-2023 Arm Limited.
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to
|
|
# deal in the Software without restriction, including without limitation the
|
|
# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
|
|
# sell copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
# copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
# SOFTWARE.
|
|
|
|
import collections
|
|
import os.path
|
|
import re
|
|
import subprocess
|
|
import zlib
|
|
import json
|
|
import codecs
|
|
|
|
VERSION = "v23.02.1"
|
|
LIBRARY_VERSION_MAJOR = 30
|
|
LIBRARY_VERSION_MINOR = 0
|
|
LIBRARY_VERSION_PATCH = 1
|
|
SONAME_VERSION = str(LIBRARY_VERSION_MAJOR) + "." + str(LIBRARY_VERSION_MINOR) + "." + str(LIBRARY_VERSION_PATCH)
|
|
|
|
Import('env')
|
|
Import('vars')
|
|
Import('install_lib')
|
|
|
|
def build_bootcode_objs(sources):
|
|
arm_compute_env.Append(ASFLAGS = "-I bootcode/")
|
|
obj = arm_compute_env.Object(sources)
|
|
obj = install_lib(obj)
|
|
Default(obj)
|
|
return obj
|
|
|
|
|
|
|
|
|
|
# @brief Create a list of object from a given file list.
|
|
#
|
|
# @param arch_info A dictionary represents the architecture info such as the
|
|
# compiler flags and defines (filedefs.json).
|
|
#
|
|
# @param sources A list of files to build
|
|
#
|
|
# @return A list of objects for the corresponding architecture.
|
|
|
|
def build_obj_list(arch_info, sources, static=False):
|
|
|
|
# Clone environment
|
|
tmp_env = arm_compute_env.Clone()
|
|
|
|
# Append architecture spec
|
|
if 'cxxflags' in arch_info and len(arch_info['cxxflags']) > 0:
|
|
tmp_env.Append(CXXFLAGS = arch_info['cxxflags'])
|
|
|
|
# Build and return objects
|
|
if static:
|
|
objs = tmp_env.StaticObject(sources)
|
|
else:
|
|
objs = tmp_env.SharedObject(sources)
|
|
|
|
tmp_env.Default(objs)
|
|
return objs
|
|
|
|
# @brief Build multi-ISA files with the respective architecture.
|
|
#
|
|
# @return Two distinct lists:
|
|
# A list of static objects
|
|
# A list of shared objects
|
|
|
|
def build_lib_objects():
|
|
lib_static_objs = [] # static objects
|
|
lib_shared_objs = [] # shared objects
|
|
|
|
arm_compute_env.Append(CPPDEFINES = ['ENABLE_NEON', 'ARM_COMPUTE_ENABLE_NEON',
|
|
'ENABLE_SVE', 'ARM_COMPUTE_ENABLE_SVE',
|
|
'ARM_COMPUTE_ENABLE_FP16', 'ARM_COMPUTE_ENABLE_BF16',
|
|
'ARM_COMPUTE_ENABLE_I8MM', 'ARM_COMPUTE_ENABLE_SVEF32MM'])
|
|
|
|
# Build all the common files for the base architecture
|
|
lib_static_objs += build_obj_list(filedefs["armv8.2-a"], lib_files, static=True)
|
|
lib_shared_objs += build_obj_list(filedefs["armv8.2-a"], lib_files, static=False)
|
|
|
|
# Build the SVE specific files
|
|
lib_static_objs += build_obj_list(filedefs["armv8.2-a-sve"], lib_files_sve, static=True)
|
|
lib_shared_objs += build_obj_list(filedefs["armv8.2-a-sve"], lib_files_sve, static=False)
|
|
|
|
# Build the SVE2 specific files
|
|
arm_compute_env.Append(CPPDEFINES = ['ARM_COMPUTE_ENABLE_SVE2'])
|
|
lib_static_objs += build_obj_list(filedefs["armv8.6-a-sve2"], lib_files_sve2, static=True)
|
|
lib_shared_objs += build_obj_list(filedefs["armv8.6-a-sve2"], lib_files_sve2, static=False)
|
|
|
|
return lib_static_objs, lib_shared_objs
|
|
|
|
|
|
|
|
def build_library(name, build_env, sources, static=False, libs=[]):
|
|
cloned_build_env = build_env.Clone()
|
|
if env['os'] == 'android' and static == False:
|
|
cloned_build_env["LINKFLAGS"].remove('-pie')
|
|
cloned_build_env["LINKFLAGS"].remove('-static-libstdc++')
|
|
|
|
if static:
|
|
obj = cloned_build_env.StaticLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs)
|
|
else:
|
|
if env['set_soname']:
|
|
obj = cloned_build_env.SharedLibrary(name, source=sources, SHLIBVERSION = SONAME_VERSION, LIBS = arm_compute_env["LIBS"] + libs)
|
|
else:
|
|
obj = cloned_build_env.SharedLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs)
|
|
|
|
if env['mapfile']:
|
|
if not 'windows' in env['os'] and not 'macos' in env['os']:
|
|
cloned_build_env['LINKFLAGS'].append('"-Wl,-Map='+ name + '.map"')
|
|
else:
|
|
cloned_build_env['LINKFLAGS'].append('-Wl,-map,' + name + '.map')
|
|
|
|
obj = install_lib(obj)
|
|
build_env.Default(obj)
|
|
return obj
|
|
|
|
|
|
def remove_incode_comments(code):
|
|
def replace_with_empty(match):
|
|
s = match.group(0)
|
|
if s.startswith('/'):
|
|
return " "
|
|
else:
|
|
return s
|
|
|
|
comment_regex = re.compile(r'//.*?$|/\*.*?\*/|\'(?:\\.|[^\\\'])*\'|"(?:\\.|[^\\"])*"', re.DOTALL | re.MULTILINE)
|
|
return re.sub(comment_regex, replace_with_empty, code)
|
|
|
|
|
|
def resolve_includes(target, source, env):
|
|
# File collection
|
|
FileEntry = collections.namedtuple('FileEntry', 'target_name file_contents')
|
|
|
|
# Include pattern
|
|
pattern = re.compile("#include \"(.*)\"")
|
|
|
|
# Get file contents
|
|
files = []
|
|
for i in range(len(source)):
|
|
src = source[i]
|
|
dst = target[i]
|
|
contents = src.get_contents().decode('utf-8')
|
|
contents = remove_incode_comments(contents).splitlines()
|
|
entry = FileEntry(target_name=dst, file_contents=contents)
|
|
files.append((os.path.basename(src.get_path()),entry))
|
|
|
|
# Create dictionary of tupled list
|
|
files_dict = dict(files)
|
|
|
|
# Check for includes (can only be files in the same folder)
|
|
final_files = []
|
|
for file in files:
|
|
done = False
|
|
tmp_file = file[1].file_contents
|
|
while not done:
|
|
file_count = 0
|
|
updated_file = []
|
|
for line in tmp_file:
|
|
found = pattern.search(line)
|
|
if found:
|
|
# Only get the header file name and discard the relative path.
|
|
# E.g. "common/experimental/gemm_fused_post_ops/fp_mixed_precision_helpers.h" -> "fp_mixed_precision_helpers.h"
|
|
include_file = found.group(1).split('/')[-1]
|
|
data = files_dict[include_file].file_contents
|
|
updated_file.extend(data)
|
|
else:
|
|
updated_file.append(line)
|
|
file_count += 1
|
|
|
|
# Check if all include are replaced.
|
|
if file_count == len(tmp_file):
|
|
done = True
|
|
|
|
# Update temp file
|
|
tmp_file = updated_file
|
|
|
|
# Append and prepend string literal identifiers and add expanded file to final list
|
|
entry = FileEntry(target_name=file[1].target_name, file_contents=tmp_file)
|
|
final_files.append((file[0], entry))
|
|
|
|
# Write output files
|
|
for file in final_files:
|
|
with open(file[1].target_name.get_path(), 'w+') as out_file:
|
|
file_to_write = "\n".join( file[1].file_contents )
|
|
if env['compress_kernels']:
|
|
file_to_write = zlib.compress(file_to_write.encode('utf-8'), 9)
|
|
file_to_write = codecs.encode(file_to_write, "base64").decode('utf-8').replace("\n", "")
|
|
file_to_write = "R\"(" + file_to_write + ")\""
|
|
out_file.write(file_to_write)
|
|
|
|
|
|
def create_version_file(target, source, env):
|
|
# Generate string with build options library version to embed in the library:
|
|
try:
|
|
git_hash = subprocess.check_output(["git", "rev-parse", "HEAD"])
|
|
except (OSError, subprocess.CalledProcessError):
|
|
git_hash="unknown"
|
|
|
|
build_info = "\"arm_compute_version=%s Build options: %s Git hash=%s\"" % (VERSION, vars.args, git_hash.strip())
|
|
with open(target[0].get_path(), "w") as fd:
|
|
fd.write(build_info)
|
|
|
|
|
|
def get_attrs_list(env, data_types, data_layouts):
|
|
attrs = []
|
|
|
|
# Manage data-types
|
|
if 'all' in data_types:
|
|
attrs += ['fp16', 'fp32', 'integer', 'qasymm8', 'qasymm8_signed', 'qsymm16']
|
|
else:
|
|
if 'fp16' in data_types: attrs += ['fp16']
|
|
if 'fp32' in data_types: attrs += ['fp32']
|
|
if 'integer' in data_types: attrs += ['integer']
|
|
if 'qasymm8' in data_types: attrs += ['qasymm8']
|
|
if 'qasymm8_signed' in data_types: attrs += ['qasymm8_signed']
|
|
if 'qsymm16' in data_types: attrs += ['qsymm16']
|
|
# Manage data-layouts
|
|
if 'all' in data_layouts:
|
|
attrs += ['nhwc', 'nchw']
|
|
else:
|
|
if 'nhwc' in data_layouts: attrs += ['nhwc']
|
|
if 'nchw' in data_layouts: attrs += ['nchw']
|
|
|
|
# Manage execution state
|
|
attrs += ['estate32' if (env['estate'] == 'auto' and 'v7a' in env['arch']) or '32' in env['estate'] else 'estate64']
|
|
|
|
return attrs
|
|
|
|
|
|
def get_operator_backend_files(filelist, operators, backend='', techs=[], attrs=[]):
|
|
files = { "common" : [] }
|
|
|
|
# Early return if filelist is empty
|
|
if backend not in filelist:
|
|
return files
|
|
|
|
# Iterate over operators and create the file lists to compiler
|
|
for operator in operators:
|
|
if operator in filelist[backend]['operators']:
|
|
files['common'] += filelist[backend]['operators'][operator]["files"]["common"]
|
|
for tech in techs:
|
|
if tech in filelist[backend]['operators'][operator]["files"]:
|
|
# Add tech as a key to dictionary if not there
|
|
if tech not in files:
|
|
files[tech] = []
|
|
|
|
# Add tech files to the tech file list
|
|
tech_files = filelist[backend]['operators'][operator]["files"][tech]
|
|
files[tech] += tech_files.get('common', [])
|
|
for attr in attrs:
|
|
files[tech] += tech_files.get(attr, [])
|
|
|
|
# Remove duplicates if they exist
|
|
return {k: list(set(v)) for k,v in files.items()}
|
|
|
|
def collect_operators(filelist, operators, backend=''):
|
|
ops = set()
|
|
for operator in operators:
|
|
if operator in filelist[backend]['operators']:
|
|
ops.add(operator)
|
|
if 'deps' in filelist[backend]['operators'][operator]:
|
|
ops.update(filelist[backend]['operators'][operator]['deps'])
|
|
else:
|
|
print("Operator {0} is unsupported on {1} backend!".format(operator, backend))
|
|
|
|
return ops
|
|
|
|
|
|
def resolve_operator_dependencies(filelist, operators, backend=''):
|
|
resolved_operators = collect_operators(filelist, operators, backend)
|
|
|
|
are_ops_resolved = False
|
|
while not are_ops_resolved:
|
|
resolution_pass = collect_operators(filelist, resolved_operators, backend)
|
|
if len(resolution_pass) != len(resolved_operators):
|
|
resolved_operators.update(resolution_pass)
|
|
else:
|
|
are_ops_resolved = True
|
|
|
|
return resolved_operators
|
|
|
|
def read_build_config_json(build_config):
|
|
build_config_contents = {}
|
|
custom_operators = []
|
|
custom_types = []
|
|
custom_layouts = []
|
|
if os.path.isfile(build_config):
|
|
with open(build_config) as f:
|
|
try:
|
|
build_config_contents = json.load(f)
|
|
except:
|
|
print("Warning: Build configuration file is of invalid JSON format!")
|
|
else:
|
|
try:
|
|
build_config_contents = json.loads(build_config)
|
|
except:
|
|
print("Warning: Build configuration string is of invalid JSON format!")
|
|
if build_config_contents:
|
|
custom_operators = build_config_contents.get("operators", [])
|
|
custom_types = build_config_contents.get("data_types", [])
|
|
custom_layouts = build_config_contents.get("data_layouts", [])
|
|
return custom_operators, custom_types, custom_layouts
|
|
|
|
arm_compute_env = env.Clone()
|
|
version_file = arm_compute_env.Command("src/core/arm_compute_version.embed", "", action=create_version_file)
|
|
arm_compute_env.AlwaysBuild(version_file)
|
|
|
|
default_cpp_compiler = 'g++' if env['os'] not in ['android', 'macos', 'openbsd'] else 'clang++'
|
|
cpp_compiler = os.environ.get('CXX', default_cpp_compiler)
|
|
|
|
# Generate embed files
|
|
generate_embed = [ version_file ]
|
|
if env['opencl'] and env['embed_kernels']:
|
|
|
|
# Header files
|
|
cl_helper_files = [ 'src/core/CL/cl_kernels/activation_float_helpers.h',
|
|
'src/core/CL/cl_kernels/activation_quant_helpers.h',
|
|
'src/core/CL/cl_kernels/gemm_helpers.h',
|
|
'src/core/CL/cl_kernels/helpers_asymm.h',
|
|
'src/core/CL/cl_kernels/helpers.h',
|
|
'src/core/CL/cl_kernels/load_store_utility.h',
|
|
'src/core/CL/cl_kernels/repeat.h',
|
|
'src/core/CL/cl_kernels/tile_helpers.h',
|
|
'src/core/CL/cl_kernels/types.h',
|
|
'src/core/CL/cl_kernels/warp_helpers.h',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/act_eltwise_op_act/fp_post_ops_act_eltwise_op_act.h',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_mixed_precision_helpers.h',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/fp_elementwise_op_helpers.h',
|
|
]
|
|
|
|
# Common kernels
|
|
cl_files_common = ['src/core/CL/cl_kernels/common/activation_layer.cl',
|
|
'src/core/CL/cl_kernels/common/activation_layer_quant.cl',
|
|
'src/core/CL/cl_kernels/common/arg_min_max.cl',
|
|
'src/core/CL/cl_kernels/common/batchnormalization_layer.cl',
|
|
'src/core/CL/cl_kernels/common/bounding_box_transform.cl',
|
|
'src/core/CL/cl_kernels/common/bounding_box_transform_quantized.cl',
|
|
'src/core/CL/cl_kernels/common/bitwise_op.cl',
|
|
'src/core/CL/cl_kernels/common/cast.cl',
|
|
'src/core/CL/cl_kernels/common/comparisons.cl',
|
|
'src/core/CL/cl_kernels/common/concatenate.cl',
|
|
'src/core/CL/cl_kernels/common/col2im.cl',
|
|
'src/core/CL/cl_kernels/common/convert_fc_weights.cl',
|
|
'src/core/CL/cl_kernels/common/copy_tensor.cl',
|
|
'src/core/CL/cl_kernels/common/crop_tensor.cl',
|
|
'src/core/CL/cl_kernels/common/deconvolution_layer.cl',
|
|
'src/core/CL/cl_kernels/common/dequantization_layer.cl',
|
|
'src/core/CL/cl_kernels/common/elementwise_operation.cl',
|
|
'src/core/CL/cl_kernels/common/elementwise_operation_quantized.cl',
|
|
'src/core/CL/cl_kernels/common/elementwise_unary.cl',
|
|
'src/core/CL/cl_kernels/common/fft_digit_reverse.cl',
|
|
'src/core/CL/cl_kernels/common/fft.cl',
|
|
'src/core/CL/cl_kernels/common/fft_scale.cl',
|
|
'src/core/CL/cl_kernels/common/fill_border.cl',
|
|
'src/core/CL/cl_kernels/common/floor.cl',
|
|
'src/core/CL/cl_kernels/common/gather.cl',
|
|
'src/core/CL/cl_kernels/common/gemm.cl',
|
|
'src/core/CL/cl_kernels/common/gemm_reshaped_only_rhs_mmul.cl',
|
|
'src/core/CL/cl_kernels/common/gemm_utils.cl',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/act_eltwise_op_act/gemm_mm_native.cl',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/act_eltwise_op_act/gemm_mm_reshaped.cl',
|
|
'src/core/CL/cl_kernels/common/experimental/gemm_fused_post_ops/act_eltwise_op_act/gemm_mm_reshaped_only_rhs.cl',
|
|
'src/core/CL/cl_kernels/common/gemv.cl',
|
|
'src/core/CL/cl_kernels/common/gemmlowp.cl',
|
|
'src/core/CL/cl_kernels/common/gemmlowp_reshaped_only_rhs_mmul.cl',
|
|
'src/core/CL/cl_kernels/common/generate_proposals.cl',
|
|
'src/core/CL/cl_kernels/common/generate_proposals_quantized.cl',
|
|
'src/core/CL/cl_kernels/common/instance_normalization.cl',
|
|
'src/core/CL/cl_kernels/common/l2_normalize.cl',
|
|
'src/core/CL/cl_kernels/common/mean_stddev_normalization.cl',
|
|
'src/core/CL/cl_kernels/common/unpooling_layer.cl',
|
|
'src/core/CL/cl_kernels/common/memset.cl',
|
|
'src/core/CL/cl_kernels/common/nonmax.cl',
|
|
'src/core/CL/cl_kernels/common/minmax_layer.cl',
|
|
'src/core/CL/cl_kernels/common/pad_layer.cl',
|
|
'src/core/CL/cl_kernels/common/permute.cl',
|
|
'src/core/CL/cl_kernels/common/pixelwise_mul_float.cl',
|
|
'src/core/CL/cl_kernels/common/pixelwise_mul_int.cl',
|
|
'src/core/CL/cl_kernels/common/qlstm_layer_normalization.cl',
|
|
'src/core/CL/cl_kernels/common/quantization_layer.cl',
|
|
'src/core/CL/cl_kernels/common/range.cl',
|
|
'src/core/CL/cl_kernels/common/reduction_operation.cl',
|
|
'src/core/CL/cl_kernels/common/reshape_layer.cl',
|
|
'src/core/CL/cl_kernels/common/convolution_layer.cl',
|
|
'src/core/CL/cl_kernels/common/reverse.cl',
|
|
'src/core/CL/cl_kernels/common/roi_align_layer.cl',
|
|
'src/core/CL/cl_kernels/common/roi_align_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/common/roi_pooling_layer.cl',
|
|
'src/core/CL/cl_kernels/common/select.cl',
|
|
'src/core/CL/cl_kernels/common/softmax_layer.cl',
|
|
'src/core/CL/cl_kernels/common/softmax_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/common/stack_layer.cl',
|
|
'src/core/CL/cl_kernels/common/slice_ops.cl',
|
|
'src/core/CL/cl_kernels/common/tile.cl',
|
|
'src/core/CL/cl_kernels/common/transpose.cl'
|
|
]
|
|
|
|
# NCHW kernels
|
|
cl_files_nchw = ['src/core/CL/cl_kernels/nchw/batch_to_space.cl',
|
|
'src/core/CL/cl_kernels/nchw/batchnormalization_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/channel_shuffle.cl',
|
|
'src/core/CL/cl_kernels/nchw/depth_to_space.cl',
|
|
'src/core/CL/cl_kernels/nchw/direct_convolution.cl',
|
|
'src/core/CL/cl_kernels/nchw/dequantization_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/im2col.cl',
|
|
'src/core/CL/cl_kernels/nchw/normalization_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/normalize_planar_yuv_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/normalize_planar_yuv_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/nchw/pooling_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/prior_box_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/reorg_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/scale.cl',
|
|
'src/core/CL/cl_kernels/nchw/space_to_batch.cl',
|
|
'src/core/CL/cl_kernels/nchw/space_to_depth.cl',
|
|
'src/core/CL/cl_kernels/nchw/upsample_layer.cl',
|
|
'src/core/CL/cl_kernels/nchw/winograd_filter_transform.cl',
|
|
'src/core/CL/cl_kernels/nchw/winograd_input_transform.cl',
|
|
'src/core/CL/cl_kernels/nchw/winograd_output_transform.cl'
|
|
]
|
|
|
|
# NHWC kernels
|
|
cl_files_nhwc = ['src/core/CL/cl_kernels/nhwc/batch_to_space.cl',
|
|
'src/core/CL/cl_kernels/nhwc/batchnormalization_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/channel_shuffle.cl',
|
|
'src/core/CL/cl_kernels/nhwc/direct_convolution.cl',
|
|
'src/core/CL/cl_kernels/nhwc/direct_convolution3d.cl',
|
|
'src/core/CL/cl_kernels/nhwc/depth_to_space.cl',
|
|
'src/core/CL/cl_kernels/nhwc/dequantization_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/dwc_native_fp_nhwc.cl',
|
|
'src/core/CL/cl_kernels/nhwc/dwc_native_quantized_nhwc.cl',
|
|
'src/core/CL/cl_kernels/nhwc/im2col.cl',
|
|
'src/core/CL/cl_kernels/nhwc/indirect_convolution.cl',
|
|
'src/core/CL/cl_kernels/nhwc/normalization_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/normalize_planar_yuv_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/normalize_planar_yuv_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/nhwc/pooling_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/pooling_3d_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/pooling_3d_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/nhwc/pooling_layer_quantized.cl',
|
|
'src/core/CL/cl_kernels/nhwc/reorg_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/scale.cl',
|
|
'src/core/CL/cl_kernels/nhwc/space_to_batch.cl',
|
|
'src/core/CL/cl_kernels/nhwc/space_to_depth.cl',
|
|
'src/core/CL/cl_kernels/nhwc/transposed_convolution.cl',
|
|
'src/core/CL/cl_kernels/nhwc/upsample_layer.cl',
|
|
'src/core/CL/cl_kernels/nhwc/winograd_filter_transform.cl',
|
|
'src/core/CL/cl_kernels/nhwc/winograd_input_transform.cl',
|
|
'src/core/CL/cl_kernels/nhwc/winograd_output_transform.cl'
|
|
]
|
|
|
|
cl_files = cl_helper_files + cl_files_common + cl_files_nchw + cl_files_nhwc
|
|
|
|
embed_files = [ f+"embed" for f in cl_files ]
|
|
arm_compute_env.Append(CPPPATH =[Dir("./src/core/CL/").path] )
|
|
|
|
generate_embed.append(arm_compute_env.Command(embed_files, cl_files, action=resolve_includes))
|
|
|
|
Default(generate_embed)
|
|
if env["build"] == "embed_only":
|
|
Return()
|
|
|
|
# Append version defines for semantic versioning
|
|
arm_compute_env.Append(CPPDEFINES = [('ARM_COMPUTE_VERSION_MAJOR', LIBRARY_VERSION_MAJOR),
|
|
('ARM_COMPUTE_VERSION_MINOR', LIBRARY_VERSION_MINOR),
|
|
('ARM_COMPUTE_VERSION_PATCH', LIBRARY_VERSION_PATCH)])
|
|
|
|
# Don't allow undefined references in the libraries:
|
|
undefined_flag = '-Wl,-undefined,error' if 'macos' in arm_compute_env["os"] else '-Wl,--no-undefined'
|
|
arm_compute_env.Append(LINKFLAGS=[undefined_flag])
|
|
arm_compute_env.Append(CPPPATH =[Dir("./src/core/").path] )
|
|
|
|
if env['os'] != 'openbsd':
|
|
if env['os'] == 'windows':
|
|
arm_compute_env.Append(LIBS = [])
|
|
else:
|
|
arm_compute_env.Append(LIBS = ['dl'])
|
|
|
|
|
|
# Load build definitions file
|
|
with (open(Dir('#').path + '/filedefs.json')) as fd:
|
|
filedefs = json.load(fd)
|
|
filedefs = filedefs['cpu']['arch']
|
|
|
|
|
|
with (open(Dir('#').path + '/filelist.json')) as fp:
|
|
filelist = json.load(fp)
|
|
|
|
# Common backend files
|
|
lib_files = filelist['common']
|
|
|
|
# Experimental files
|
|
# Dynamic fusion
|
|
if env['experimental_dynamic_fusion']:
|
|
lib_files += filelist['experimental']['dynamic_fusion']
|
|
|
|
# Fixed format GEMM kernels.
|
|
if env['experimental_fixed_format_kernels']:
|
|
arm_compute_env.Append(CPPDEFINES = ['ARM_COMPUTE_ENABLE_FIXED_FORMAT_KERNELS'])
|
|
|
|
|
|
# Logging files
|
|
if env["logging"]:
|
|
lib_files += filelist['logging']
|
|
|
|
# C API files
|
|
lib_files += filelist['c_api']['common']
|
|
lib_files += filelist['c_api']['operators']
|
|
|
|
# Scheduler infrastructure
|
|
lib_files += filelist['scheduler']['single']
|
|
if env['cppthreads']:
|
|
lib_files += filelist['scheduler']['threads']
|
|
if env['openmp']:
|
|
lib_files += filelist['scheduler']['omp']
|
|
|
|
# Graph files
|
|
graph_files = Glob('src/graph/*.cpp')
|
|
graph_files += Glob('src/graph/*/*.cpp')
|
|
|
|
# Specify user-defined priority operators
|
|
custom_operators = []
|
|
custom_types = []
|
|
custom_layouts = []
|
|
|
|
use_custom_ops = env['high_priority'] or env['build_config'];
|
|
|
|
if env['high_priority']:
|
|
custom_operators = filelist['high_priority']
|
|
custom_types = ['all']
|
|
custom_layouts = ['all']
|
|
|
|
if env['build_config']:
|
|
custom_operators, custom_types, custom_layouts = read_build_config_json(env['build_config'])
|
|
|
|
if env['opencl']:
|
|
lib_files += filelist['c_api']['gpu']
|
|
lib_files += filelist['gpu']['common']
|
|
|
|
cl_operators = custom_operators if use_custom_ops else filelist['gpu']['operators'].keys()
|
|
cl_ops_to_build = resolve_operator_dependencies(filelist, cl_operators, 'gpu')
|
|
lib_files += get_operator_backend_files(filelist, cl_ops_to_build, 'gpu')['common']
|
|
|
|
graph_files += Glob('src/graph/backends/CL/*.cpp')
|
|
|
|
|
|
lib_files_sve = []
|
|
lib_files_sve2 = []
|
|
|
|
if env['neon']:
|
|
# build winograd/depthwise sources for either v7a / v8a
|
|
arm_compute_env.Append(CPPPATH = ["src/core/NEON/kernels/convolution/common/",
|
|
"src/core/NEON/kernels/convolution/winograd/",
|
|
"src/core/NEON/kernels/arm_conv/depthwise/",
|
|
"src/core/NEON/kernels/arm_conv/pooling/",
|
|
"src/core/NEON/kernels/arm_conv/",
|
|
"src/core/NEON/kernels/assembly/",
|
|
"arm_compute/core/NEON/kernels/assembly/",
|
|
"src/cpu/kernels/assembly/"])
|
|
|
|
lib_files += filelist['cpu']['common']
|
|
|
|
# Setup SIMD file list to include
|
|
simd = ['neon']
|
|
if env['multi_isa']:
|
|
simd += ['sve', 'sve2']
|
|
else:
|
|
if 'sve' in env['arch']: simd += ['sve']
|
|
if 'sve2' in env['arch']: simd += ['sve2']
|
|
|
|
# Get attributes
|
|
if(use_custom_ops):
|
|
attrs = get_attrs_list(env, custom_types, custom_layouts)
|
|
else:
|
|
attrs = get_attrs_list(env, env['data_type_support'], env['data_layout_support'])
|
|
|
|
if env['experimental_fixed_format_kernels']:
|
|
attrs.append("experimental_fixed_format_kernels")
|
|
|
|
# Setup data-type and data-layout files to include
|
|
cpu_operators = custom_operators if use_custom_ops else filelist['cpu']['operators'].keys()
|
|
cpu_ops_to_build = resolve_operator_dependencies(filelist, cpu_operators, 'cpu')
|
|
|
|
cpu_files = get_operator_backend_files(filelist, cpu_ops_to_build, 'cpu', simd, attrs)
|
|
|
|
# Shared among ALL CPU files
|
|
lib_files += cpu_files.get('common', [])
|
|
|
|
# Arm® Neon™ specific files
|
|
lib_files += cpu_files.get('neon', [])
|
|
|
|
# SVE files only
|
|
lib_files_sve = cpu_files.get('sve', [])
|
|
|
|
# SVE2 files only
|
|
lib_files_sve2 = cpu_files.get('sve2', [])
|
|
|
|
graph_files += Glob('src/graph/backends/NEON/*.cpp')
|
|
|
|
# Restrict from building graph API if a reduced operator list has been provided
|
|
if use_custom_ops:
|
|
print("WARNING: Graph library requires all operators to be built")
|
|
graph_files = []
|
|
|
|
# Build bootcode in case of bare-metal
|
|
bootcode_o = []
|
|
if env['os'] == 'bare_metal':
|
|
bootcode_files = Glob('bootcode/*.s')
|
|
bootcode_o = build_bootcode_objs(bootcode_files)
|
|
Export('bootcode_o')
|
|
|
|
|
|
if (env['multi_isa']):
|
|
lib_static_objs, lib_shared_objs = build_lib_objects()
|
|
|
|
|
|
# STATIC library build.
|
|
if (env['multi_isa']):
|
|
arm_compute_a = build_library('arm_compute-static', arm_compute_env, lib_static_objs, static=True)
|
|
else:
|
|
if 'sve2' in env['arch']:
|
|
lib_files += lib_files_sve
|
|
lib_files += lib_files_sve2
|
|
elif 'sve' in env['arch']:
|
|
lib_files += lib_files_sve
|
|
|
|
arm_compute_a = build_library('arm_compute-static', arm_compute_env, lib_files, static=True)
|
|
|
|
Export('arm_compute_a')
|
|
|
|
# SHARED library build.
|
|
if env['os'] != 'bare_metal' and not env['standalone']:
|
|
if (env['multi_isa']):
|
|
|
|
arm_compute_so = build_library('arm_compute', arm_compute_env, lib_shared_objs, static=False)
|
|
else:
|
|
arm_compute_so = build_library('arm_compute', arm_compute_env, lib_files, static=False)
|
|
|
|
Export('arm_compute_so')
|
|
|
|
# Generate dummy core lib for backwards compatibility
|
|
if env['os'] == 'macos':
|
|
# macos static library archiver fails if given an empty list of files
|
|
arm_compute_core_a = build_library('arm_compute_core-static', arm_compute_env, lib_files, static=True)
|
|
else:
|
|
arm_compute_core_a = build_library('arm_compute_core-static', arm_compute_env, [], static=True)
|
|
|
|
Export('arm_compute_core_a')
|
|
|
|
if env['os'] != 'bare_metal' and not env['standalone']:
|
|
arm_compute_core_a_so = build_library('arm_compute_core', arm_compute_env, [], static=False)
|
|
Export('arm_compute_core_a_so')
|
|
|
|
arm_compute_graph_env = arm_compute_env.Clone()
|
|
|
|
# Build graph libraries
|
|
arm_compute_graph_env.Append(CXXFLAGS = ['-Wno-redundant-move', '-Wno-pessimizing-move'])
|
|
|
|
arm_compute_graph_a = build_library('arm_compute_graph-static', arm_compute_graph_env, graph_files, static=True, libs = [ arm_compute_a ])
|
|
Export('arm_compute_graph_a')
|
|
|
|
if env['os'] != 'bare_metal' and not env['standalone']:
|
|
arm_compute_graph_so = build_library('arm_compute_graph', arm_compute_graph_env, graph_files, static=False, libs = [ "arm_compute" ])
|
|
Depends(arm_compute_graph_so, arm_compute_so)
|
|
Export('arm_compute_graph_so')
|
|
|
|
if env['standalone']:
|
|
alias = arm_compute_env.Alias("arm_compute", [arm_compute_a])
|
|
else:
|
|
alias = arm_compute_env.Alias("arm_compute", [arm_compute_a, arm_compute_so])
|
|
|
|
Default(alias)
|
|
|
|
if env['standalone']:
|
|
Depends([alias], generate_embed)
|
|
else:
|
|
Depends([alias], generate_embed)
|