149 lines
4.8 KiB
Python
149 lines
4.8 KiB
Python
import os
|
|
import sys
|
|
import time
|
|
import shlex
|
|
import pathlib
|
|
import subprocess
|
|
|
|
# Target will be a board, "test", "docs", "mpy-cross-mac", or "windows"
|
|
TARGET = sys.argv[1]
|
|
|
|
# Submodules needed by port builds outside of their ports directory.
|
|
# Should we try and detect these?
|
|
PORT_DEPS = {
|
|
"atmel-samd": [
|
|
"extmod/ulab/",
|
|
"lib/adafruit_floppy/",
|
|
"lib/mp3/",
|
|
"lib/protomatter/",
|
|
"lib/quirc/",
|
|
"lib/tinyusb/",
|
|
"data/nvm.toml/",
|
|
],
|
|
"broadcom": ["extmod/ulab/", "lib/tinyusb/"],
|
|
"cxd56": ["extmod/ulab/", "lib/tinyusb/"],
|
|
"espressif": [
|
|
"extmod/ulab/",
|
|
"lib/certificates/nina-fw/",
|
|
"lib/protomatter/",
|
|
"lib/quirc/",
|
|
"lib/tinyusb/",
|
|
],
|
|
"litex": ["extmod/ulab/", "lib/tinyusb/"],
|
|
"mimxrt10xx": ["extmod/ulab/", "lib/tinyusb/", "data/nvm.toml/"],
|
|
"nrf": ["extmod/ulab/", "lib/mp3/", "lib/protomatter/", "lib/tinyusb/", "data/nvm.toml/"],
|
|
"raspberrypi": [
|
|
"extmod/ulab/",
|
|
"lib/adafruit_floppy/",
|
|
"lib/mbedtls/",
|
|
"lib/mp3/",
|
|
"lib/certificates/nina-fw/",
|
|
"lib/protomatter/",
|
|
"lib/quirc/",
|
|
"lib/tinyusb/",
|
|
"data/nvm.toml/",
|
|
],
|
|
"silabs": ["extmod/ulab/", "data/nvm.toml/"],
|
|
"stm": ["extmod/ulab/", "lib/mp3/", "lib/protomatter/", "lib/tinyusb/", "data/nvm.toml/"]
|
|
# omit unix which is part of the "test" target below
|
|
}
|
|
|
|
|
|
def run(title, command, check=True):
|
|
print("::group::" + title, flush=True)
|
|
print(command, flush=True)
|
|
start = time.monotonic()
|
|
try:
|
|
subprocess.run(shlex.split(command), stderr=subprocess.STDOUT, check=check)
|
|
finally:
|
|
print("::endgroup::", flush=True)
|
|
print("Duration:", time.monotonic() - start, flush=True)
|
|
|
|
|
|
def set_output(name, value):
|
|
if "GITHUB_OUTPUT" in os.environ:
|
|
with open(os.environ["GITHUB_OUTPUT"], "at") as f:
|
|
print(f"{name}={value}", file=f)
|
|
else:
|
|
print(f"Would set GitHub actions output {name} to '{value}'")
|
|
|
|
|
|
def main():
|
|
submodules = []
|
|
submodules_tags = []
|
|
|
|
print("Target:", TARGET)
|
|
|
|
if TARGET == "scheduler":
|
|
# submodules = ["tools/"]
|
|
submodules = ["extmod/ulab", "lib/", "tools/"]
|
|
elif TARGET == "tests":
|
|
submodules = ["extmod/ulab", "lib/", "tools/"]
|
|
elif TARGET == "docs":
|
|
# used in .readthedocs.yml to generate RTD
|
|
submodules = ["extmod/ulab"]
|
|
submodules_tags = ["frozen/"]
|
|
elif TARGET == "mpy-cross" or TARGET == "mpy-cross-mac":
|
|
submodules = ["tools/"] # for huffman
|
|
elif TARGET == "windows":
|
|
# This builds one board from a number of ports so fill out a bunch of submodules
|
|
for port in ("atmel-samd", "nrf", "raspberrypi", "stm"):
|
|
submodules.append(f"ports/{port}")
|
|
submodules.extend(PORT_DEPS[port])
|
|
unique_submodules = set(submodules)
|
|
submodules = list(unique_submodules)
|
|
elif TARGET == "website":
|
|
submodules = ["tools/adabot/"]
|
|
submodules_tags = ["frozen/"]
|
|
elif TARGET == "pre-commit":
|
|
submodules = ["extmod/ulab"]
|
|
else:
|
|
p = list(pathlib.Path(".").glob(f"ports/*/boards/{TARGET}/mpconfigboard.mk"))
|
|
if not p:
|
|
raise RuntimeError(f"Unsupported target: {TARGET}")
|
|
|
|
config = p[0]
|
|
# Add the ports folder to init submodules
|
|
port_folder = config.parents[2]
|
|
port = port_folder.name
|
|
submodules.append(str(port_folder))
|
|
submodules.append("tools/") # for huffman
|
|
submodules.extend(PORT_DEPS[port])
|
|
with config.open() as f:
|
|
for line in f.readlines():
|
|
prefix = "FROZEN_MPY_DIRS += $(TOP)/"
|
|
if line.startswith(prefix):
|
|
lib_folder = line.strip()[len(prefix) :]
|
|
# Drop everything after the second folder because the frozen
|
|
# folder may be inside the submodule.
|
|
if lib_folder.count("/") > 1:
|
|
lib_folder = lib_folder.split("/", maxsplit=2)
|
|
lib_folder = "/".join(lib_folder[:2])
|
|
submodules_tags.append(lib_folder)
|
|
|
|
print("Submodule tags[Y]:", submodules_tags)
|
|
print("Submodule tags[N]:", submodules)
|
|
|
|
if submodules_tags:
|
|
run(
|
|
"Init the submodules with tags",
|
|
f"git submodule update --init {' '.join(submodules_tags)}",
|
|
)
|
|
|
|
if submodules:
|
|
run(
|
|
"Init the submodules without tags",
|
|
f"git submodule update --init --depth=1 {' '.join(submodules)}",
|
|
)
|
|
|
|
for submodule in submodules_tags:
|
|
if submodule.startswith("frozen"):
|
|
set_output("frozen_tags", True)
|
|
break
|
|
else:
|
|
set_output("frozen_tags", False)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|