circuitpython/tools/build_release_files.py

123 lines
4.5 KiB
Python
Raw Normal View History

#! /usr/bin/env python3
2020-06-03 18:40:05 -04:00
# SPDX-FileCopyrightText: 2014 MicroPython & CircuitPython contributors (https://github.com/adafruit/circuitpython/graphs/contributors)
#
# SPDX-License-Identifier: MIT
import os
import multiprocessing
import sys
import subprocess
import shutil
import build_board_info as build_info
import time
for port in build_info.SUPPORTED_PORTS:
result = subprocess.run("rm -rf ../ports/{port}/build*".format(port=port), shell=True)
PARALLEL = "-j 5"
if "GITHUB_ACTION" in os.environ:
2021-03-15 09:57:36 -04:00
PARALLEL = "-j 2"
all_boards = build_info.get_board_mapping()
build_boards = list(all_boards.keys())
if "BOARDS" in os.environ:
build_boards = os.environ["BOARDS"].split()
sha, version = build_info.get_version_info()
languages = build_info.get_languages()
all_languages = build_info.get_languages(list_all=True)
print("Note: Not building languages", set(all_languages) - set(languages))
exit_status = 0
cores = multiprocessing.cpu_count()
2021-03-15 09:57:36 -04:00
print("building boards with parallelism {}".format(cores))
for board in build_boards:
bin_directory = "../bin/{}/".format(board)
os.makedirs(bin_directory, exist_ok=True)
board_info = all_boards[board]
for language in languages:
2019-01-14 21:35:21 -05:00
bin_directory = "../bin/{board}/{language}".format(board=board, language=language)
os.makedirs(bin_directory, exist_ok=True)
start_time = time.monotonic()
# Normally different language builds are all done based on the same set of compiled sources.
# But sometimes a particular language needs to be built from scratch, if, for instance,
# CFLAGS_INLINE_LIMIT is set for a particular language to make it fit.
clean_build_check_result = subprocess.run(
"make -C ../ports/{port} TRANSLATION={language} BOARD={board} check-release-needs-clean-build -j {cores} | fgrep 'RELEASE_NEEDS_CLEAN_BUILD = 1'".format(
2021-03-15 09:57:36 -04:00
port=board_info["port"], language=language, board=board, cores=cores
),
shell=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
)
clean_build = clean_build_check_result.returncode == 0
build_dir = "build-{board}".format(board=board)
if clean_build:
build_dir += "-{language}".format(language=language)
make_result = subprocess.run(
2020-07-25 13:23:42 -04:00
"make -C ../ports/{port} TRANSLATION={language} BOARD={board} BUILD={build} -j {cores}".format(
2021-03-15 09:57:36 -04:00
port=board_info["port"],
language=language,
board=board,
build=build_dir,
cores=cores,
),
shell=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
)
build_duration = time.monotonic() - start_time
success = "\033[32msucceeded\033[0m"
if make_result.returncode != 0:
exit_status = make_result.returncode
success = "\033[31mfailed\033[0m"
2018-11-30 13:58:27 -05:00
other_output = ""
for extension in board_info["extensions"]:
temp_filename = "../ports/{port}/{build}/firmware.{extension}".format(
2021-03-15 09:57:36 -04:00
port=board_info["port"], build=build_dir, extension=extension
)
for alias in board_info["aliases"] + [board]:
2021-03-15 09:57:36 -04:00
bin_directory = "../bin/{alias}/{language}".format(alias=alias, language=language)
os.makedirs(bin_directory, exist_ok=True)
final_filename = (
"adafruit-circuitpython-{alias}-{language}-{version}.{extension}".format(
alias=alias, language=language, version=version, extension=extension
)
2021-03-15 09:57:36 -04:00
)
final_filename = os.path.join(bin_directory, final_filename)
try:
shutil.copyfile(temp_filename, final_filename)
except FileNotFoundError:
other_output = "Cannot find file {}".format(temp_filename)
if exit_status == 0:
exit_status = 1
2021-03-15 09:57:36 -04:00
print(
"Build {board} for {language}{clean_build} took {build_duration:.2f}s and {success}".format(
board=board,
language=language,
clean_build=(" (clean_build)" if clean_build else ""),
build_duration=build_duration,
success=success,
)
)
print(make_result.stdout.decode("utf-8"))
print(other_output)
# Flush so we will see something before 10 minutes has passed.
print(flush=True)
sys.exit(exit_status)