#! /usr/bin/env python3 # SPDX-FileCopyrightText: 2021 Scott Shawcroft # SPDX-FileCopyrightText: 2021 microDev # # SPDX-License-Identifier: MIT """ This script is used in GitHub Actions to determine what docs/boards are built based on what files were changed. The base commit varies depending on the event that triggered run. Pull request runs will compare to the base branch while pushes will compare to the current ref. We override this for the adafruit/circuitpython repo so we build all docs/boards for pushes. """ import re import os import sys import json import yaml import build_board_info PORT_TO_ARCH = { "atmel-samd": "arm", "broadcom": "aarch", "cxd56": "arm", "espressif": "espressif", "litex": "riscv", "mimxrt10xx": "arm", "nrf": "arm", "raspberrypi": "arm", "stm": "arm", } IGNORE = [ "tools/ci_set_matrix.py", "tools/ci_check_duplicate_usb_vid_pid.py", ] changed_files = {} try: changed_files = json.loads(os.environ["CHANGED_FILES"]) except json.decoder.JSONDecodeError as exc: if exc.msg != "Expecting value": raise def set_boards_to_build(build_all): # Get boards in json format boards_info_json = build_board_info.get_board_mapping() all_board_ids = set() port_to_boards = {} board_to_port = {} for board_id in boards_info_json: info = boards_info_json[board_id] if info.get("alias", False): continue all_board_ids.add(board_id) port = info["port"] if port not in port_to_boards: port_to_boards[port] = set() port_to_boards[port].add(board_id) board_to_port[board_id] = port boards_to_build = all_board_ids if not build_all: boards_to_build = set() board_pattern = re.compile(r"^ports\/[^/]+\/boards\/([^/]+)\/") port_pattern = re.compile(r"^ports\/([^/]+)\/") for p in changed_files: # See if it is board specific board_matches = board_pattern.search(p) if board_matches: board = board_matches.group(1) boards_to_build.add(board) continue # See if it is port specific port_matches = port_pattern.search(p) if port_matches: port = port_matches.group(1) if port != "unix": boards_to_build.update(port_to_boards[port]) continue # Check the ignore list to see if the file isn't used on board builds. if p in IGNORE: continue # Boards don't run tests so ignore those as well. if p.startswith("tests"): continue # Otherwise build it all boards_to_build = all_board_ids break # Split boards by architecture. print("Building boards:") arch_to_boards = {"aarch": [], "arm": [], "riscv": [], "espressif": []} for board in boards_to_build: print(" ", board) port = board_to_port.get(board) # A board can appear due to its _deletion_ (rare) # if this happens it's not in `board_to_port`. if not port: continue arch = PORT_TO_ARCH[port] arch_to_boards[arch].append(board) # Set the step outputs for each architecture for arch in arch_to_boards: print("::set-output name=boards-" + arch + "::" + json.dumps(sorted(arch_to_boards[arch]))) def set_docs_to_build(build_all): doc_match = build_all if not build_all: doc_pattern = re.compile( r"^(?:docs|(?:(?:extmod\/ulab|ports\/\w+\/bindings|shared-bindings)\S+\.c|conf\.py|tools\/extract_pyi\.py|requirements-doc\.txt)$)|(?:-stubs|\.(?:md|MD|rst|RST))$" ) for p in changed_files: if doc_pattern.search(p): doc_match = True break # Set the step outputs print("Building docs:", doc_match) print("::set-output name=build-doc::" + str(doc_match)) def check_changed_files(): if not changed_files: print("Building all docs/boards") return True else: print("Adding docs/boards to build based on changed files") return False def main(): build_all = check_changed_files() set_docs_to_build(build_all) set_boards_to_build(build_all) if __name__ == "__main__": main()