#! /usr/bin/env python3 # SPDX-FileCopyrightText: 2014 MicroPython & CircuitPython contributors (https://github.com/adafruit/circuitpython/graphs/contributors) # # SPDX-License-Identifier: MIT import os import multiprocessing import sys import subprocess import shutil import build_board_info as build_info import time import json sys.path.append("../docs") from shared_bindings_matrix import get_settings_from_makefile for port in build_info.SUPPORTED_PORTS: result = subprocess.run("rm -rf ../ports/{port}/build*".format(port=port), shell=True) PARALLEL = "-j 4" if "GITHUB_ACTION" in os.environ: PARALLEL = "-j 2" all_boards = build_info.get_board_mapping() build_boards = list(all_boards.keys()) if "BOARDS" in os.environ: build_boards = os.environ["BOARDS"].split() sha, version = build_info.get_version_info() build_all = os.environ.get("GITHUB_EVENT_NAME") != "pull_request" LANGUAGE_FIRST = "en_US" LANGUAGE_THRESHOLD = 10 * 1024 languages = build_info.get_languages() all_languages = build_info.get_languages(list_all=True) print("Note: Not building languages", set(all_languages) - set(languages)) exit_status = 0 cores = multiprocessing.cpu_count() print("building boards with parallelism {}".format(cores)) for board in build_boards: bin_directory = "../bin/{}/".format(board) os.makedirs(bin_directory, exist_ok=True) board_info = all_boards[board] board_settings = get_settings_from_makefile("../ports/" + board_info["port"], board) languages.remove(LANGUAGE_FIRST) languages.insert(0, LANGUAGE_FIRST) for language in languages: bin_directory = "../bin/{board}/{language}".format(board=board, language=language) os.makedirs(bin_directory, exist_ok=True) start_time = time.monotonic() # Normally different language builds are all done based on the same set of compiled sources. # But sometimes a particular language needs to be built from scratch, if, for instance, # CFLAGS_INLINE_LIMIT is set for a particular language to make it fit. clean_build_check_result = subprocess.run( "make -C ../ports/{port} TRANSLATION={language} BOARD={board} check-release-needs-clean-build -j {cores} | fgrep 'RELEASE_NEEDS_CLEAN_BUILD = 1'".format( port=board_info["port"], language=language, board=board, cores=cores ), shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, ) clean_build = clean_build_check_result.returncode == 0 build_dir = "build-{board}".format(board=board) if clean_build: build_dir += "-{language}".format(language=language) extensions = [ extension.strip() for extension in board_settings["CIRCUITPY_BUILD_EXTENSIONS"].split(",") ] artifacts = [os.path.join(build_dir, "firmware." + extension) for extension in extensions] make_result = subprocess.run( "make -C ../ports/{port} TRANSLATION={language} BOARD={board} BUILD={build} -j {cores} {artifacts}".format( port=board_info["port"], language=language, board=board, build=build_dir, cores=cores, artifacts=" ".join(artifacts), ), shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, ) build_duration = time.monotonic() - start_time success = "\033[32msucceeded\033[0m" if make_result.returncode != 0: exit_status = make_result.returncode success = "\033[31mfailed\033[0m" other_output = "" for extension in extensions: temp_filename = "../ports/{port}/{build}/firmware.{extension}".format( port=board_info["port"], build=build_dir, extension=extension ) for alias in board_info["aliases"] + [board]: bin_directory = "../bin/{alias}/{language}".format(alias=alias, language=language) os.makedirs(bin_directory, exist_ok=True) final_filename = ( "adafruit-circuitpython-{alias}-{language}-{version}.{extension}".format( alias=alias, language=language, version=version, extension=extension ) ) final_filename = os.path.join(bin_directory, final_filename) try: shutil.copyfile(temp_filename, final_filename) except FileNotFoundError: other_output = "Cannot find file {}".format(temp_filename) if exit_status == 0: exit_status = 1 print( "Build {board} for {language}{clean_build} took {build_duration:.2f}s and {success}".format( board=board, language=language, clean_build=(" (clean_build)" if clean_build else ""), build_duration=build_duration, success=success, ) ) print(make_result.stdout.decode("utf-8")) print(other_output) # Flush so we will see something before 10 minutes has passed. print(flush=True) if (not build_all) and (language == LANGUAGE_FIRST) and (exit_status == 0): try: with open( f"../ports/{board_info['port']}/{build_dir}/firmware.size.json", "r" ) as f: firmware = json.load(f) if firmware["used_flash"] + LANGUAGE_THRESHOLD < firmware["firmware_region"]: print("Skipping languages") break except FileNotFoundError: pass sys.exit(exit_status)