SConscript

# Copyright (c) 2016, 2017 Arm Limited.
#
# SPDX-License-Identifier: MIT
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to
# deal in the Software without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
# sell copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
import collections
import os.path
import re
import subprocess
import zlib
import base64
import string

VERSION = "v21.05"
LIBRARY_VERSION_MAJOR = 23
LIBRARY_VERSION_MINOR = 0
LIBRARY_VERSION_PATCH = 0
SONAME_VERSION = str(LIBRARY_VERSION_MAJOR) + "." + str(LIBRARY_VERSION_MINOR) + "." + str(LIBRARY_VERSION_PATCH)

Import('env')
Import('vars')
Import('install_lib')

def build_bootcode_objs(sources):

 arm_compute_env.Append(ASFLAGS = "-I bootcode/")
 obj = arm_compute_env.Object(sources)
 obj = install_lib(obj)
 Default(obj)
 return obj

def build_library(name, build_env, sources, static=False, libs=[]):
 if static:
 obj = build_env.StaticLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs)
 else:
 if env['set_soname']:
 obj = build_env.SharedLibrary(name, source=sources, SHLIBVERSION = SONAME_VERSION, LIBS = arm_compute_env["LIBS"] + libs)
 else:
 obj = build_env.SharedLibrary(name, source=sources, LIBS = arm_compute_env["LIBS"] + libs)

 obj = install_lib(obj)
 Default(obj)
 return obj

def remove_incode_comments(code):
 def replace_with_empty(match):
 s = match.group(0)
 if s.startswith('/'):
 return " "
 else:
 return s

 comment_regex = re.compile(r'//.*?$|/\*.*?\*/|\'(?:\\.|[^\\\'])*\'|"(?:\\.|[^\\"])*"', re.DOTALL | re.MULTILINE)
 return re.sub(comment_regex, replace_with_empty, code)

def resolve_includes(target, source, env):
 # File collection
 FileEntry = collections.namedtuple('FileEntry', 'target_name file_contents')

 # Include pattern
 pattern = re.compile("#include \"(.*)\"")

 # Get file contents
 files = []
 for i in range(len(source)):
 src = source[i]
 dst = target[i]
 contents = src.get_contents().decode('utf-8')
 contents = remove_incode_comments(contents).splitlines()
 entry = FileEntry(target_name=dst, file_contents=contents)
 files.append((os.path.basename(src.get_path()),entry))

 # Create dictionary of tupled list
 files_dict = dict(files)

 # Check for includes (can only be files in the same folder)
 final_files = []
 for file in files:
 done = False
 tmp_file = file[1].file_contents
 while not done:
 file_count = 0
 updated_file = []
 for line in tmp_file:
 found = pattern.search(line)
 if found:
 include_file = found.group(1)
 data = files_dict[include_file].file_contents
 updated_file.extend(data)
 else:
 updated_file.append(line)
 file_count += 1

 # Check if all include are replaced.
 if file_count == len(tmp_file):
 done = True

 # Update temp file
 tmp_file = updated_file

 # Append and prepend string literal identifiers and add expanded file to final list
 entry = FileEntry(target_name=file[1].target_name, file_contents=tmp_file)
 final_files.append((file[0], entry))

 # Write output files
 for file in final_files:
 with open(file[1].target_name.get_path(), 'w+') as out_file:
 file_to_write = "\n".join( file[1].file_contents )
 if env['compress_kernels']:
 file_to_write = zlib.compress(file_to_write, 9).encode("base64").replace("\n", "")
 file_to_write = "R\"(" + file_to_write + ")\""
 out_file.write(file_to_write)

def create_version_file(target, source, env):
# Generate string with build options library version to embed in the library:
 try:
 git_hash = subprocess.check_output(["git", "rev-parse", "HEAD"])
 except (OSError, subprocess.CalledProcessError):
 git_hash="unknown"

 build_info = "\"arm_compute_version=%s Build options: %s Git hash=%s\"" % (VERSION, vars.args, git_hash.strip())
 with open(target[0].get_path(), "w") as fd:
 fd.write(build_info)

arm_compute_env = env.Clone()
version_file = arm_compute_env.Command("src/core/arm_compute_version.embed", "", action=create_version_file)
arm_compute_env.AlwaysBuild(version_file)

default_cpp_compiler = 'g++' if env['os'] not in ['android', 'macos'] else 'clang++'
cpp_compiler = os.environ.get('CXX', default_cpp_compiler)

# Generate embed files
generate_embed = [ version_file ]
if env['opencl'] and env['embed_kernels']:
 cl_files = Glob('src/core/CL/cl_kernels/*.cl')
 cl_files += Glob('src/core/CL/cl_kernels/*.h')

 embed_files = [ f.get_path()+"embed" for f in cl_files ]
 arm_compute_env.Append(CPPPATH =[Dir("./src/core/CL/").path] )

 generate_embed.append(arm_compute_env.Command(embed_files, cl_files, action=resolve_includes))

Default(generate_embed)
if env["build"] == "embed_only":
 Return()

# Append version defines for semantic versioning
arm_compute_env.Append(CPPDEFINES = [('ARM_COMPUTE_VERSION_MAJOR', LIBRARY_VERSION_MAJOR),
 ('ARM_COMPUTE_VERSION_MINOR', LIBRARY_VERSION_MINOR),
 ('ARM_COMPUTE_VERSION_PATCH', LIBRARY_VERSION_PATCH)])

# Don't allow undefined references in the libraries:
undefined_flag = '-Wl,-undefined,error' if 'macos' in arm_compute_env["os"] else '-Wl,--no-undefined'
arm_compute_env.Append(LINKFLAGS=[undefined_flag])
arm_compute_env.Append(CPPPATH =[Dir("./src/core/").path] )

arm_compute_env.Append(LIBS = ['dl'])

core_files = Glob('src/core/*.cpp')
core_files += Glob('src/core/CPP/*.cpp')
core_files += Glob('src/core/CPP/kernels/*.cpp')
core_files += Glob('src/core/helpers/*.cpp')
core_files += Glob('src/core/utils/*.cpp')
core_files += Glob('src/core/utils/helpers/*.cpp')
core_files += Glob('src/core/utils/io/*.cpp')
core_files += Glob('src/core/utils/quantization/*.cpp')
core_files += Glob('src/core/utils/misc/*.cpp')
if env["logging"]:
 core_files += Glob('src/core/utils/logging/*.cpp')

runtime_files = Glob('src/runtime/*.cpp')
runtime_files += Glob('src/runtime/CPP/ICPPSimpleFunction.cpp')
runtime_files += Glob('src/runtime/CPP/functions/*.cpp')

# C API files
c_api_files = ['src/c/AclContext.cpp',
 'src/c/AclQueue.cpp',
 'src/c/AclTensor.cpp',
 'src/c/AclTensorPack.cpp',
 'src/c/AclVersion.cpp',
 ]
if env['opencl']:
 c_api_files += ['src/c/cl/AclOpenClExt.cpp']

# Common backend files
common_backend_files = ['src/common/utils/LegacySupport.cpp',
 'src/common/AllocatorWrapper.cpp',
 'src/common/ITensorV2.cpp',
 'src/common/TensorPack.cpp',
 ]

core_files += common_backend_files
runtime_files += c_api_files
# CLHarrisCorners uses the Scheduler to run CPP kernels
runtime_files += Glob('src/runtime/CPP/SingleThreadScheduler.cpp')

graph_files = Glob('src/graph/*.cpp')
graph_files += Glob('src/graph/*/*.cpp')

if env['cppthreads']:
 runtime_files += Glob('src/runtime/CPP/CPPScheduler.cpp')

if env['openmp']:
 runtime_files += Glob('src/runtime/OMP/OMPScheduler.cpp')

if env['opencl']:
 core_files += Glob('src/core/CL/*.cpp')
 core_files += Glob('src/core/CL/kernels/*.cpp')
 core_files += Glob('src/core/CL/gemm/*.cpp')
 core_files += Glob('src/core/CL/gemm/native/*.cpp')
 core_files += Glob('src/core/CL/gemm/reshaped/*.cpp')
 core_files += Glob('src/core/CL/gemm/reshaped_only_rhs/*.cpp')
 core_files += Glob('src/core/gpu/cl/*.cpp')
 core_files += Glob('src/core/gpu/cl/kernels/*.cpp')

 runtime_files += Glob('src/runtime/CL/*.cpp')
 runtime_files += Glob('src/runtime/CL/functions/*.cpp')
 runtime_files += Glob('src/runtime/CL/gemm/*.cpp')
 runtime_files += Glob('src/runtime/CL/tuners/*.cpp')
 runtime_files += Glob('src/runtime/gpu/cl/*.cpp')
 runtime_files += Glob('src/runtime/gpu/cl/operators/*.cpp')
 runtime_files += Glob('src/runtime/CL/mlgo/*.cpp')
 runtime_files += Glob('src/runtime/CL/gemm_auto_heuristics/*.cpp')

 runtime_files += Glob('src/gpu/cl/*.cpp')

 graph_files += Glob('src/graph/backends/CL/*.cpp')


if env['neon']:
 core_files += Glob('src/core/NEON/*.cpp')
 core_files += Glob('src/core/NEON/kernels/*.cpp')
 core_files += Glob('src/core/NEON/kernels/assembly/*.cpp')

 core_files += Glob('src/core/NEON/kernels/arm_gemm/*.cpp')
 core_files += Glob('src/core/NEON/kernels/arm_conv/*.cpp')
 core_files += Glob('src/core/NEON/kernels/arm_conv/pooling/*.cpp')
 core_files += Glob('src/core/NEON/kernels/arm_conv/pooling/kernels/cpp_*/*.cpp')

 # build winograd/depthwise sources for either v7a / v8a
 core_files += Glob('src/core/NEON/kernels/convolution/*/*.cpp')
 core_files += Glob('src/core/NEON/kernels/convolution/winograd/*/*.cpp')
 arm_compute_env.Append(CPPPATH = ["src/core/NEON/kernels/convolution/common/",
 "src/core/NEON/kernels/convolution/winograd/",
 "src/core/NEON/kernels/convolution/depthwise/",
 "src/core/NEON/kernels/assembly/",
 "arm_compute/core/NEON/kernels/assembly/"])

 graph_files += Glob('src/graph/backends/NEON/*.cpp')

 if env['estate'] == '32':
 core_files += Glob('src/core/NEON/kernels/arm_gemm/kernels/a32_*/*.cpp')

 if env['estate'] == '64':
 core_files += Glob('src/core/NEON/kernels/arm_gemm/kernels/a64_*/*.cpp')
 core_files += Glob('src/core/NEON/kernels/arm_conv/pooling/kernels/a64_*/*.cpp')
 if "sve" in env['arch']:
 core_files += Glob('src/core/NEON/kernels/arm_gemm/kernels/sve_*/*.cpp')
 core_files += Glob('src/core/NEON/kernels/arm_conv/pooling/kernels/sve_*/*.cpp')

 if any(i in env['data_type_support'] for i in ['all', 'fp16']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/fp16.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'fp32']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/fp32.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qasymm8']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/qasymm8.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qasymm8_signed']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/qasymm8_signed.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qsymm16']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/qsymm16.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'integer']):
 core_files += Glob('src/core/NEON/kernels/*/impl/*/integer.cpp')

 runtime_files += Glob('src/runtime/NEON/*.cpp')
 runtime_files += Glob('src/runtime/NEON/functions/*.cpp')
 runtime_files += Glob('src/runtime/NEON/functions/assembly/*.cpp')

 cpu_kernel_hp_files = ['src/core/cpu/kernels/CpuActivationKernel.cpp',
 'src/core/cpu/kernels/CpuDepthwiseConvolutionNativeKernel.cpp',
 'src/core/cpu/kernels/CpuDirectConvolutionKernel.cpp',
 'src/core/cpu/kernels/CpuDirectConvolutionOutputStageKernel.cpp',
 'src/core/cpu/kernels/CpuPermuteKernel.cpp',
 'src/core/cpu/kernels/CpuPoolingAssemblyWrapperKernel.cpp',
 'src/core/cpu/kernels/CpuPoolingKernel.cpp',
 'src/core/cpu/kernels/CpuReshapeKernel.cpp',
 ]
 cpu_kernel_files = ['src/core/cpu/kernels/CpuAddKernel.cpp',
 'src/core/cpu/kernels/CpuConcatenateBatchKernel.cpp',
 'src/core/cpu/kernels/CpuConcatenateDepthKernel.cpp',
 'src/core/cpu/kernels/CpuConcatenateHeightKernel.cpp',
 'src/core/cpu/kernels/CpuConcatenateWidthKernel.cpp',
 'src/core/cpu/kernels/CpuConvertFullyConnectedWeightsKernel.cpp',
 'src/core/cpu/kernels/CpuCopyKernel.cpp',
 'src/core/cpu/kernels/CpuDequantizationKernel.cpp',
 'src/core/cpu/kernels/CpuElementwiseKernel.cpp',
 'src/core/cpu/kernels/CpuElementwiseUnaryKernel.cpp',
 'src/core/cpu/kernels/CpuFillKernel.cpp',
 'src/core/cpu/kernels/CpuFloorKernel.cpp',
 'src/core/cpu/kernels/CpuMulKernel.cpp',
 'src/core/cpu/kernels/CpuQuantizationKernel.cpp',
 'src/core/cpu/kernels/CpuScaleKernel.cpp',
 'src/core/cpu/kernels/CpuSoftmaxKernel.cpp',
 'src/core/cpu/kernels/CpuSubKernel.cpp',
 'src/core/cpu/kernels/CpuTransposeKernel.cpp',
 ]
 core_files += [cpu_kernel_hp_files, cpu_kernel_files]

 core_files += Glob('src/core/cpu/kernels/*/*.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'fp16']):
 core_files += Glob('src/core/cpu/kernels/*/*/fp16.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'fp32']):
 core_files += Glob('src/core/cpu/kernels/*/*/fp32.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qasymm8']):
 core_files += Glob('src/core/cpu/kernels/*/*/qasymm8.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qasymm8_signed']):
 core_files += Glob('src/core/cpu/kernels/*/*/qasymm8_signed.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'qsymm16']):
 core_files += Glob('src/core/cpu/kernels/*/*/qsymm16.cpp')
 if any(i in env['data_type_support'] for i in ['all', 'integer']):
 core_files += Glob('src/core/cpu/kernels/*/*/integer.cpp')

 if any(i in env['data_layout_support'] for i in ['all', 'nchw']):
 core_files += Glob('src/core/cpu/kernels/*/*/nchw/all.cpp')

 cpu_rt_files = ['src/cpu/CpuContext.cpp',
 'src/cpu/CpuQueue.cpp',
 'src/cpu/CpuTensor.cpp'
 ]
 cpu_operator_hp_files = ['src/runtime/cpu/operators/CpuActivation.cpp',
 'src/runtime/cpu/operators/CpuDepthwiseConvolution.cpp',
 'src/runtime/cpu/operators/CpuDepthwiseConvolutionAssemblyDispatch.cpp',
 'src/runtime/cpu/operators/CpuDirectConvolution.cpp',
 'src/runtime/cpu/operators/CpuPermute.cpp',
 'src/runtime/cpu/operators/CpuPooling.cpp',
 'src/runtime/cpu/operators/CpuPoolingAssemblyDispatch.cpp',
 ]
 cpu_operator_files = ['src/runtime/cpu/operators/CpuAdd.cpp',
 'src/runtime/cpu/operators/CpuConcatenate.cpp',
 'src/runtime/cpu/operators/CpuConvertFullyConnectedWeights.cpp',
 'src/runtime/cpu/operators/CpuCopy.cpp',
 'src/runtime/cpu/operators/CpuDequantization.cpp',
 'src/runtime/cpu/operators/CpuElementwise.cpp',
 'src/runtime/cpu/operators/CpuElementwiseUnary.cpp',
 'src/runtime/cpu/operators/CpuFill.cpp',
 'src/runtime/cpu/operators/CpuFloor.cpp',
 'src/runtime/cpu/operators/CpuMul.cpp',
 'src/runtime/cpu/operators/CpuQuantization.cpp',
 'src/runtime/cpu/operators/CpuReshape.cpp',
 'src/runtime/cpu/operators/CpuScale.cpp',
 'src/runtime/cpu/operators/CpuSoftmax.cpp',
 'src/runtime/cpu/operators/CpuSub.cpp',
 'src/runtime/cpu/operators/CpuTranspose.cpp',
 ]
 runtime_files += [ cpu_rt_files, cpu_operator_hp_files, cpu_operator_files ]

bootcode_o = []
if env['os'] == 'bare_metal':
 bootcode_files = Glob('bootcode/*.s')
 bootcode_o = build_bootcode_objs(bootcode_files)
Export('bootcode_o')

arm_compute_core_a = build_library('arm_compute_core-static', arm_compute_env, core_files, static=True)
Export('arm_compute_core_a')

if env['os'] != 'bare_metal' and not env['standalone']:
 arm_compute_core_so = build_library('arm_compute_core', arm_compute_env, core_files, static=False)
 Export('arm_compute_core_so')

arm_compute_a = build_library('arm_compute-static', arm_compute_env, runtime_files, static=True, libs = [ arm_compute_core_a ])
Export('arm_compute_a')

if env['os'] != 'bare_metal' and not env['standalone']:
 arm_compute_so = build_library('arm_compute', arm_compute_env, runtime_files, static=False, libs = [ "arm_compute_core" ])
 Depends(arm_compute_so, arm_compute_core_so)
 Export('arm_compute_so')

arm_compute_graph_env = arm_compute_env.Clone()

arm_compute_graph_env.Append(CXXFLAGS = ['-Wno-redundant-move', '-Wno-pessimizing-move'])

arm_compute_graph_a = build_library('arm_compute_graph-static', arm_compute_graph_env, graph_files, static=True, libs = [ arm_compute_a])
Export('arm_compute_graph_a')

if env['os'] != 'bare_metal' and not env['standalone']:
 arm_compute_graph_so = build_library('arm_compute_graph', arm_compute_graph_env, graph_files, static=False, libs = [ "arm_compute" , "arm_compute_core"])
 Depends(arm_compute_graph_so, arm_compute_so)
 Export('arm_compute_graph_so')

if env['standalone']:
 alias = arm_compute_env.Alias("arm_compute", [arm_compute_a])
else:
 alias = arm_compute_env.Alias("arm_compute", [arm_compute_a, arm_compute_so])

Default(alias)

if env['standalone']:
 Depends([alias,arm_compute_core_a], generate_embed)
else:
 Depends([alias,arm_compute_core_so, arm_compute_core_a], generate_embed)