Quelle  build.py

#!/bin/sh
#
# Copyright (C) 2018 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
""":" # Shell script (in docstring to appease pylint)
# Find and invoke hermetic python3 interpreter
. "`dirname $0`/envsetup.sh"; exec "$PY3" "$0" "$@"
# Shell script end

Invoke trusty build system and run tests.
"""

import argparse
import getpass
import json
import multiprocessing
import os
import pathlib
import re
import shlex
import shutil
import stat
import subprocess
import sys
import tempfile
from zipfile import ZipFile, ZipInfo, ZIP_DEFLATED

import run_tests
import trusty_build_config
from trusty_build_config import (
    TrustyAndroidTest,
    TrustyBuildConfig,
    TrustyPortTest,
    TrustyCompositeTest,
)

from log_processor import LogEngine

TRUSTED_APP_MAKEFILE_PATH = "trusty/user/base/make/trusted_app.mk"
TRUSTED_LOADABLE_APP_MAKEFILE_PATH = "trusty/kernel/make/loadable_app.mk"
GEN_MANIFEST_MAKEFILE_PATH = "trusty/user/base/make/gen_manifest.mk"

ZIP_CREATE_SYSTEM_UNIX = 3
SYMLINK_MODE = stat.S_IFLNK | stat.S_IRWXU | stat.S_IRWXG | stat.S_IRWXO


def get_new_build_id(build_root):
    """Increment build-id file and return new build-id number."""
    path = os.path.join(build_root, "BUILDID")
    try:
        with open(path, "r", encoding="utf-8") as f:
            num = int(f.read()) + 1
    except IOError:
        num = 1
    with open(path, "w", encoding="utf-8") as f:
        f.write(str(num))
        f.truncate()
        # Return buildid string: <user>@<hostname>-<num>
        # Use getpass.getuser() to avoid non-portability/failure of
        # os.getlogin()
        return getpass.getuser() + "@" + os.uname()[1] + "-" + str(num)


def mkdir(path):
    """Create directory including parents if it does not already exist."""
    try:
        os.makedirs(path)
    except OSError:
        if not os.path.isdir(path):
            raise


def copy_file(src, dest, optional=False):
    """Copy a file.

    Copy a file or exit if the file cannot be copied.

    Args:
       src: Path of file to copy.
       dest: Path to copy file to.
       optional: Optional boolean argument. If True don't exit if source file
           does not exist.
    """
    if not os.path.exists(src) and optional:
        return
    print("Copy:", repr(src), "->", repr(dest))
    shutil.copy(src, dest)


def archive_build_file(args, project, src, dest=None, optional=False):
    """Copy a file to build archive directory.

    Construct src and dest path and call copy_file.

    Args:
       args: Program arguments.
       project: Project name.
       src: Source path relative to project build dir.
       dest: Optional dest path relative to archive dir. Can be omitted if src
           is a simple filename.
       optional: Optional boolean argument. If True don't exit if source file
           does not exist.
    """
    if not dest:
        dest = src
    src = os.path.join(args.build_root, "build-" + project, src)
    # dest must be a fixed path for repeated builds of the same artifact
    # for compatibility with prebuilt update scripts.
    # Project is fine because that specifies what artifact is being looked
    # for - LK for a specific target.
    # BUILD_ID or feature selections that may change are not, because the
    # prebuilt update script cannot predict the path at which the artifact
    # will live.
    dest = os.path.join(args.archive, project + "." + dest)
    copy_file(src, dest, optional=optional)


def archive_symlink(zip_archive, arcname, target):
    """Add a symbolic link to the archive

    Args:
       zip_archive: Archive to update
       arcname: Filename in the archive to be added
       target: Symbolic link target
    """
    zinfo = ZipInfo(arcname)
    zinfo.create_system = ZIP_CREATE_SYSTEM_UNIX
    zinfo.external_attr = SYMLINK_MODE << 16
    zip_archive.writestr(zinfo, target)


def is_child_of_any(path, possible_parents):
    for possible_parent in possible_parents:
        if path.startswith(possible_parent):
            return True
    return False


def archive_dir(zip_archive, src, dest, omit=()):
    """Recursively add a directory to a ZIP file.

    Recursively add the src directory to the ZIP with dest path inside the
    archive.

    Args:
       zip_archive: A ZipFile opened for append or write.
       src: Source directory to add to the archive.
       dest: Destination path inside the archive (must be a relative path).
       omit: List of directorys to omit from the archive. Specified as relative
           paths from `src`.
    """
    for root, dirs, files in os.walk(src):
        rel_root = os.path.relpath(root, start=src)
        if is_child_of_any(rel_root, omit):
            continue

        for d in dirs:
            dir_path = os.path.join(root, d)

            if os.path.islink(dir_path):
                archive_dest = os.path.join(
                    dest, os.path.relpath(dir_path, start=src)
                )
                archive_symlink(
                    zip_archive, archive_dest, os.readlink(dir_path)
                )

        for f in files:
            file_path = os.path.join(root, f)
            archive_dest = os.path.join(
                dest, os.path.relpath(file_path, start=src)
            )
            if os.path.islink(file_path):
                archive_symlink(
                    zip_archive, archive_dest, os.readlink(file_path)
                )
            else:
                zip_archive.write(file_path, archive_dest)


def archive_file(zip_archive, src_file, dest_dir="", optional=False):
    """Add a file to a ZIP file.

    Adds src_file to archive in the directory dest_dir, relative to the root of
    the archive.

    Args:
       zip_archive: A ZipFile opened for append or write.
       src_file: Source file to add to the archive.
       dest_dir: Relative destination path in the archive for this file.
       optional: Optional boolean argument. If True don't exit if source file
           does not exist.
    """
    if not os.path.exists(src_file) and optional:
        return
    zip_archive.write(
        src_file, os.path.join(dest_dir, os.path.basename(src_file))
    )


def assemble_sdk(build_config, args):
    """Assemble Trusty SDK archive"""
    filename = os.path.join(args.archive, "trusty_sdk-" + args.buildid + ".zip")
    with ZipFile(filename, "a", compression=ZIP_DEFLATED) as sdk_archive:
        print("Building SDK archive ZIP...")
        for project in args.project:
            print(f"Adding SDK project... ({project})")
            project_buildroot = os.path.join(
                args.build_root, "build-" + project
            )

            project_sysroot_dir = os.path.join("sysroots", project, "usr")
            src = os.path.join(project_buildroot, "sdk", "sysroot", "usr")
            archive_dir(sdk_archive, src, project_sysroot_dir, omit=["lib/doc"])

            src = os.path.join(project_buildroot, "sdk", "LICENSE")
            archive_file(sdk_archive, src)

            project_makefile_dir = os.path.join("make", project)
            src = os.path.join(project_buildroot, "sdk", "make")
            archive_dir(sdk_archive, src, project_makefile_dir)

            project_tools_dir = os.path.join("sysroots", project, "tools")
            src = os.path.join(
                project_buildroot, "host_tools", "apploader_package_tool"
            )
            archive_file(sdk_archive, src, project_tools_dir, optional=True)

            src = os.path.join(
                project_buildroot, "sdk", "tools", "manifest_compiler.py"
            )
            archive_file(sdk_archive, src, project_tools_dir)

            project_keys = build_config.signing_keys(project)
            for filename in project_keys:
                archive_file(sdk_archive, filename, project_tools_dir)

        print("Adding SDK sundries...")

        # Copy the app makefile
        archive_file(sdk_archive, TRUSTED_APP_MAKEFILE_PATH, "make")
        archive_file(sdk_archive, TRUSTED_LOADABLE_APP_MAKEFILE_PATH, "make")
        archive_file(sdk_archive, GEN_MANIFEST_MAKEFILE_PATH, "make")

        # Copy doc files
        for doc_file in build_config.doc_files:
            archive_file(sdk_archive, doc_file)

        # Add clang version info
        envsetup = os.path.join(args.script_dir, "envsetup.sh")
        cmd = f"source {envsetup} && echo $CLANG_BINDIR"
        clang_bindir = (
            subprocess.check_output(cmd, shell=True, executable="/bin/bash")
            .decode()
            .strip()
        )
        clang_dir = os.path.join(clang_bindir, "../")

        cmd = f"cd {clang_dir}; git rev-parse HEAD"
        clang_prebuilt_commit = (
            subprocess.check_output(cmd, shell=True, executable="/bin/bash")
            .decode()
            .strip()
        )

        archive_file(
            sdk_archive,
            os.path.join(clang_dir, "AndroidVersion.txt"),
            "clang-version",
        )
        archive_file(
            sdk_archive,
            os.path.join(clang_dir, "clang_source_info.md"),
            "clang-version",
        )
        sdk_archive.writestr(
            os.path.join("clang-version", "PrebuiltCommitId.txt"),
            clang_prebuilt_commit,
        )

        # Add trusty version info
        sdk_archive.writestr("Version.txt", args.buildid)

        # Add the toolchain if requested
        if args.archive_toolchain:
            _head, clang_ver = os.path.split(os.path.realpath(clang_dir))
            print(f"Adding SDK toolchain... ({clang_ver})")
            archive_dir(
                sdk_archive, clang_dir, os.path.join("toolchain", clang_ver)
            )
            archive_symlink(
                sdk_archive, os.path.join("toolchain", "clang"), clang_ver
            )


def build(args):
    """Call build system and copy build files to archive dir."""
    mkdir(args.build_root)

    if args.buildid is None:
        args.buildid = get_new_build_id(args.build_root)
    print("BuildID", args.buildid)

    nice = "" if args.no_nice else "nice"

    # build projects
    failed = []

    # There are multiple generated outputs (i.e. lib.rs and rules.mk) but they
    # all point to the same generated outdir after `dirname`.
    desktop_trusty_build_params_rs = shlex.split(
            os.getenv("DESKTOP_TRUSTY_BUILD_PARAMS_RS", None) or
            "trusty/user/desktop/lib/desktop_trusty_build_params/stub")[0]
    microdroid_kernel_hashes_rs = shlex.split(
            os.getenv("MICRODROID_KERNEL_HASHES_RS", None) or
            "trusty/user/base/lib/stub_microdroid_kernel_hashes")[0]
    platform_security_patch_timestamp_rs = shlex.split(
            os.getenv("PLATFORM_SECURITY_PATCH_TIMESTAMP_RS", None) or
            "trusty/user/base/lib/stub_platform_security_patch_timestamp")[0]

    for project in args.project:
        cmd = (
            f"export BUILDROOT={args.build_root};"
            f"export BUILDID={args.buildid};"
            f"export ANDROID_BUILD_ARTIFACTS={args.android_artifacts};"
            f"export KERNEL_BUILD_ARTIFACTS={args.kernel_artifacts};"
            "export DESKTOP_TRUSTY_BUILD_PARAMS_RS="
            f"{desktop_trusty_build_params_rs};"
            f"export MICRODROID_KERNEL_HASHES_RS={microdroid_kernel_hashes_rs};"
            "export PLATFORM_SECURITY_PATCH_TIMESTAMP_RS="
            f"{platform_security_patch_timestamp_rs};"
            f"{nice} $BUILDTOOLS_BINDIR/make {project} "
            f"-f $LKROOT/makefile -j {args.jobs}"
        )
        # Call envsetup.  If it fails, abort.
        envsetup = os.path.join(args.script_dir, "envsetup.sh")
        cmd = f"source {envsetup:s} && ({cmd:s})"

        # check if we are attached to a real terminal
        terminal_output = sys.stdout.isatty()

        if args.color_log and terminal_output:
            # postprocess output with custom log processor

            # define additional env variable for make to generate log markers
            cmd = f"export LOG_POSTPROCESSING=1; {cmd:s}"

            with (
                tempfile.TemporaryFile("wt", encoding="utf-8") as log_file,
                LogEngine(log_file) as log_engine,
            ):
                status = subprocess.call(
                    cmd,
                    shell=True,
                    executable="/bin/bash",
                    stdout=log_engine.stdout,
                    stderr=log_engine.stderr,
                )
        else:  # no output intercepting
            status = subprocess.call(cmd, shell=True, executable="/bin/bash")

        print("cmd: '" + cmd + "' returned", status)
        if status:
            failed.append(project)

    if failed:
        print()
        print("some projects have failed to build:")
        print(str(failed))
        sys.exit(1)


def zip_dir(zip_archive, src, dest, filterfunc=lambda _: True):
    """Recursively add a directory to a ZIP file.

    Recursively add the src directory to the ZIP with dest path inside the
    archive.

    Args:
       zip_archive: A ZipFile opened for append or write.
       src: Source directory to add to the archive.
       dest: Destination path inside the archive (must be a relative path).
    """
    for root, _dirs, files in os.walk(src):
        for f in files:
            if not filterfunc(f):
                continue
            file_path = os.path.join(root, f)
            archive_dest = os.path.join(
                dest, os.path.relpath(file_path, start=src)
            )
            zip_archive.write(file_path, archive_dest)


def zip_file(zip_archive, src_file, dest_dir=""):
    """Add a file to a ZIP file.

    Adds src_file to archive in the directory dest_dir, relative to the root of
    the archive.

    Args:
       zip_archive: A ZipFile opened for append or write.
       src_file: Source file to add to the archive.
       dest_dir: Relative destination path in the archive for this file.
    """
    zip_archive.write(
        src_file, os.path.join(dest_dir, os.path.basename(src_file))
    )


def archive_symbols(args, project):
    """Archive symbol files for the kernel and each trusted app"""
    proj_buildroot = os.path.join(args.build_root, "build-" + project)
    filename = os.path.join(args.archive, f"{project}-{args.buildid}.syms.zip")

    with ZipFile(filename, "a", compression=ZIP_DEFLATED) as zip_archive:
        print("Archiving symbols in " + os.path.relpath(filename, args.archive))

        # archive the kernel elf file
        zip_file(zip_archive, os.path.join(proj_buildroot, "lk.elf"))

        # archive the kernel symbols
        zip_file(zip_archive, os.path.join(proj_buildroot, "lk.elf.sym"))
        zip_file(zip_archive, os.path.join(proj_buildroot, "lk.elf.sym.sorted"))

        # archive path/to/app.syms.elf for each trusted app
        zip_dir(
            zip_archive, proj_buildroot, "", lambda f: f.endswith("syms.elf")
        )


def archive_listings(args, project):
    """Archive lst files for the kernel and each trusted app"""
    proj_buildroot = os.path.join(args.build_root, "build-" + project)
    filename = os.path.join(args.archive, f"{project}-{args.buildid}.lst.zip")

    with ZipFile(filename, "a", compression=ZIP_DEFLATED) as zip_archive:
        print("Archiving .lst in " + os.path.relpath(filename, args.archive))

        # archive all .lst files under the buildroot
        zip_dir(
            zip_archive, proj_buildroot, "", lambda f: f.endswith(".lst")
        )


def create_uuid_map(args, project):
    """Creating a mapping txt file for uuid and symbol files"""

    def time_from_bytes(f, n: int) -> str:
        """Read n bytes from f as an int, and convert that int to a string."""
        rtime = int.from_bytes(f.read(n), byteorder="little")
        width = 2 * n
        return f"{rtime:0{width}x}"

    proj_buildroot = os.path.join(args.build_root, "build-" + project)
    uuidmapfile = os.path.join(args.archive, "uuid-map.txt")
    zipfile = os.path.join(args.archive, f"{project}-{args.buildid}.syms.zip")
    sym_files = list(pathlib.Path(proj_buildroot).rglob("*.syms.elf"))

    for file in sym_files:
        folder = file.parents[0]
        manifest_files = list(pathlib.Path(folder).glob("*.manifest"))
        if len(manifest_files) == 1:
            manifest = manifest_files[0]
            with open(manifest, "rb") as f:
                time_low = time_from_bytes(f, 4)
                time_mid = time_from_bytes(f, 2)
                time_hi_and_version = time_from_bytes(f, 2)
                clock_seq_and_node = [time_from_bytes(f, 1) for _ in range(8)]
                uuid_str = (
                    f"{time_low}-{time_mid}-{time_hi_and_version}-"
                    f"{clock_seq_and_node[0]}{clock_seq_and_node[1]}-"
                    f"{clock_seq_and_node[2]}{clock_seq_and_node[3]}"
                    f"{clock_seq_and_node[4]}{clock_seq_and_node[5]}"
                    f"{clock_seq_and_node[6]}{clock_seq_and_node[7]}"
                )
            with open(uuidmapfile, "a", encoding="utf-8") as f:
                f.write(f"{uuid_str}, {file.relative_to(proj_buildroot)}\n")

    if os.path.exists(uuidmapfile):
        with ZipFile(zipfile, "a", compression=ZIP_DEFLATED) as zip_archive:
            zip_file(zip_archive, uuidmapfile)
        os.remove(uuidmapfile)


def create_scripts_archive(args, project):
    """Create an archive for the scripts"""
    coverage_script = os.path.join(args.script_dir, "genReport.py")
    scripts_zip = os.path.join(
        args.archive, f"{project}-{args.buildid}.scripts.zip"
    )
    if not os.path.exists(coverage_script):
        print("Coverage script does not exist!")
        return

    with ZipFile(scripts_zip, "a", compression=ZIP_DEFLATED) as zip_archive:
        zip_file(zip_archive, coverage_script)


def archive(build_config, args):
    if args.archive is None:
        return

    mkdir(args.archive)

    # Copy the files we care about to the archive directory
    for project in args.project:
        # config-driven archiving
        for item in build_config.dist:
            archive_build_file(
                args, project, item.src, item.dest, optional=item.optional
            )

        # copy out tos.img if it exists
        archive_build_file(args, project, "tos.img", optional=True)

        # copy out monitor if it exists
        archive_build_file(
            args, project, "monitor/monitor.bin", "monitor.bin", optional=True
        )

        # copy out trusty.padded if it exists
        archive_build_file(args, project, "trusty.padded", optional=True)

        # copy out trusty.signed if it exists
        archive_build_file(args, project, "trusty.signed", optional=True)

        # copy out trusty_usb.signed if it exists
        archive_build_file(args, project, "trusty_usb.signed", optional=True)

        # copy out lk image
        archive_build_file(args, project, "lk.bin")
        archive_build_file(args, project, "lk.elf")

        # copy out qemu package if it exists
        archive_build_file(
            args, project, "trusty_qemu_package.zip", optional=True
        )

        # copy out emulator image package if it exists
        archive_build_file(
            args, project, "trusty_image_package.tar.gz", optional=True
        )

        # copy out test package if it exists
        archive_build_file(
            args, project, "trusty_test_package.zip", optional=True
        )

        # export the app package tool for use in the SDK. This can go away once
        # all the SDK patches have landed, as the tool will be packaged in the
        # SDK zip.
        archive_build_file(
            args,
            project,
            "host_tools/apploader_package_tool",
            "apploader_package_tool",
            optional=True,
        )

        # copy out symbol files for kernel and apps
        archive_symbols(args, project)

        # copy out listings files for kernel and apps
        archive_listings(args, project)

        # create map between UUID and symbolic files
        create_uuid_map(args, project)

        # create zip file containing scripts
        create_scripts_archive(args, project)

    # create sdk zip
    assemble_sdk(build_config, args)


def get_build_deps(project_name, project, project_names, already_built):
    if project_name not in already_built:
        already_built.add(project_name)
        for dep_project_name, dep_project in project.also_build.items():
            get_build_deps(
                dep_project_name, dep_project, project_names, already_built
            )
        project_names.append(project_name)


def create_test_map(args, build_config, projects):
    for project_name in projects:
        test_map = {}
        test_map["port_tests"] = []
        test_map["commands"] = []
        test_names = set()
        duplicates = set()
        project = build_config.get_project(project_name)

        if not project or not project.tests:
            return

        port_test_prefix = "android-port-test:"
        project_type_prefix = re.compile("([^:]+:)+")

        for test in project.tests:
            test_type = None
            match test:
                case TrustyCompositeTest() if any(
                    s
                    for s in test.sequence
                    if s.name.startswith(port_test_prefix)
                ):
                    test_type = TrustyCompositeTest
                case TrustyAndroidTest() if test.name.startswith(
                    port_test_prefix
                ):
                    test_type = TrustyPortTest
                case TrustyAndroidTest():
                    test_type = TrustyAndroidTest
                case _:
                    pass

            if test_type:
                test_obj = {"needs": []}
                test_name = re.sub(project_type_prefix, "", test.name)

                if test_name in test_names:
                    duplicates.add(test_name)
                    continue
                test_names.add(test_name)

                if hasattr(test, "need") and hasattr(test.need, "flags"):
                    test_obj["needs"] = list(test.need.flags)
                if hasattr(test, "port_type"):
                    test_obj["type"] = str(test.port_type)

                match test_type:
                    case trusty_build_config.TrustyPortTest:
                        test_obj["port_name"] = test_name
                        test_map["port_tests"].append(test_obj)
                    case trusty_build_config.TrustyAndroidTest:
                        test_obj["command_name"] = test_name
                        test_obj["command"] = test.command
                        test_map["commands"].append(test_obj)
                    case trusty_build_config.TrustyCompositeTest:
                        test_obj["port_name"] = test_name
                        test_obj["sequence"] = []

                        for subtest in test.sequence:
                            subtest_name = re.sub(
                                project_type_prefix, "", subtest.name
                            )
                            test_obj["sequence"].append(subtest_name)
                            if hasattr(subtest, "need") and hasattr(
                                subtest.need, "flags"
                            ):
                                test_obj["needs"] += list(subtest.need.flags)

                            test_obj["needs"] += list(set(test_obj["needs"]))

                        test_map["port_tests"].append(test_obj)

        if duplicates:
            print("ERROR: The following port tests are included multiple times")
            for port in duplicates:
                print(port)
            sys.exit(-1)

        project_buildroot = os.path.join(
            args.build_root, "build-" + project_name
        )
        zip_path = os.path.join(project_buildroot, "trusty_test_package.zip")
        with ZipFile(zip_path, "a", compression=ZIP_DEFLATED) as zipf:
            zipf.writestr(
                project_name + "-test-map.json", json.dumps(test_map, indent=4)
            )


def main(default_config=None, emulator=True):
    parser = argparse.ArgumentParser()

    parser.add_argument(
        "project",
        type=str,
        nargs="*",
        default=[".test.all"],
        help="Project to build and/or test.",
    )
    parser.add_argument(
        "--build-root",
        type=os.path.abspath,
        default=None,
        help="Root of intermediate build directory.",
    )
    parser.add_argument(
        "--archive",
        type=str,
        default=None,
        help="Location of build artifacts directory. If "
        "omitted, no artifacts will be produced.",
    )
    parser.add_argument(
        "--archive-toolchain",
        action="store_true",
        help="Include the clang toolchain in the archive.",
    )
    parser.add_argument("--buildid", type=str, help="Server build id")
    parser.add_argument(
        "--jobs",
        type=str,
        default=multiprocessing.cpu_count(),
        help="Max number of build jobs.",
    )
    parser.add_argument(
        "--test",
        type=str,
        action="append",
        help="Manually specify test(s) to run. "
        "Only build projects that have test(s) enabled that "
        "matches a listed regex.",
    )
    parser.add_argument(
        "--verbose",
        action="store_true",
        help="Verbose debug output from test(s).",
    )
    parser.add_argument(
        "--debug-on-error",
        action="store_true",
        help="Wait for debugger connection if test fails.",
    )
    parser.add_argument(
        "--clang", action="store_true", default=None, help="Build with clang."
    )
    parser.add_argument("--skip-build", action="store_true", help="Skip build.")
    parser.add_argument(
        "--skip-tests", action="store_true", help="Skip running tests."
    )
    parser.add_argument(
        "--run-disabled-tests",
        action="store_true",
        help="Also run disabled tests.",
    )
    parser.add_argument(
        "--skip-project",
        action="append",
        default=[],
        help="Remove project from projects being built.",
    )
    parser.add_argument(
        "--config",
        type=str,
        help="Path to an alternate " "build-config file.",
        default=default_config,
    )
    parser.add_argument(
        "--android",
        type=str,
        help="Path to an Android build to run tests against.",
    )
    parser.add_argument(
        "--android-artifacts",
        type=str,
        help="Path to an Android artifacts to run tests against.",
        default="",
    )
    parser.add_argument(
        "--kernel-artifacts",
        type=str,
        help="Path to an Linux Kernel artifacts to run tests against.",
        default="",
    )
    parser.add_argument(
        "--color-log",
        action="store_true",
        help="Use colored build logs with pinned status lines.",
    )
    parser.add_argument(
        "--no-nice",
        action="store_true",
        help="Do not use nice to run the build.",
    )
    parser.add_argument(
        "--script-dir",
        type=os.path.abspath,
        default=os.path.dirname(os.path.abspath(__file__)),
        help="Override the path to the directory of the script. This is for a "
             "workaround to support the Soong-built binary."
    )
    args = parser.parse_args()


    # Change the current directory to the Trusty root
    # We do this after parsing all the arguments because
    # some of the paths, e.g., script-dir, might be relative
    # to the directory that the script was called from, not
    # to the Trusty root directory
    top = os.path.abspath(os.path.join(args.script_dir, "../../../../.."))
    os.chdir(top)

    if not args.build_root:
        if os.path.abspath(top).startswith("/google/cog"):
            # Cogfs is not meant to store build artifacts. Piggy-back on the
            # android out directory for build-root if we're running under cogfs.
            args.build_root = os.path.join(top, "out", "build-root")
        else:
            args.build_root = os.path.join(top, "build-root")

    # Depending on trusty_build_config.py's default config path doesn't work on
    # the Soong-built python binary.
    config_file = args.config
    if not config_file:
        config_file = os.path.join(args.script_dir, "build-config")

    build_config = TrustyBuildConfig(
        config_file=config_file, android=args.android
    )

    projects = []
    for project in args.project:
        if project == ".test.all":
            projects += build_config.get_projects(build=True)
        elif project == ".test":
            projects += build_config.get_projects(build=True, have_tests=True)
        else:
            projects.append(project)

    # skip specific projects
    ok = True
    for skip in args.skip_project:
        if skip in projects:
            projects.remove(skip)
        else:
            sys.stderr.write(f"ERROR unknown project --skip-project={skip}\n")
            ok = False
    if not ok:
        sys.exit(1)

    # If there's any test filters, ignore projects that don't have
    # any tests that match those filters.
    test_filters = (
        [re.compile(test) for test in args.test] if args.test else None
    )
    if test_filters:
        projects = run_tests.projects_to_test(
            build_config,
            projects,
            test_filters,
            run_disabled_tests=args.run_disabled_tests,
        )

    # find build dependencies
    projects_old = projects
    projects = []
    built_projects = set()
    for project_name in projects_old:
        get_build_deps(
            project_name,
            build_config.get_project(project_name),
            projects,
            built_projects,
        )
    args.project = projects

    print("Projects", str(projects))

    if args.skip_build:
        print("Skip build for", args.project)
    else:
        build(args)
        create_test_map(args, build_config, projects)
        archive(build_config, args)

    # Run tests
    if not args.skip_tests:
        test_result = run_tests.test_projects(
            build_config,
            args.build_root,
            projects,
            qemu_instance_id=None,
            run_disabled_tests=args.run_disabled_tests,
            test_filters=test_filters,
            verbose=args.verbose,
            debug_on_error=args.debug_on_error,
            emulator=emulator,
        )

        test_result.print_results()
        if test_result.failed_projects:
            sys.exit(1)


if __name__ == "__main__":
    main()