Merge pull request #3332 from jepler/shared-bindings-matrix-ulab

Shared bindings matrix ulab

docs/shared_bindings_matrix.py

@@ -28,6 +28,7 @@ import re
 import subprocess
 import sys
 
+from concurrent.futures import ThreadPoolExecutor
 
 SUPPORTED_PORTS = ['atmel-samd', 'esp32s2', 'litex', 'mimxrt10xx', 'nrf', 'stm']
 
@@ -42,7 +43,7 @@ def get_circuitpython_root_dir():
 def get_shared_bindings():
     """ Get a list of modules in shared-bindings based on folder names
     """
-    shared_bindings_dir = get_circuitpython_root_dir() / "shared-bindings"
+    shared_bindings_dir = get_circuitpython_root_dir() / "circuitpython-stubs"
     return [item.name for item in shared_bindings_dir.iterdir()]
 
 
@@ -131,38 +132,44 @@ def lookup_setting(settings, key, default=''):
         key = value[2:-1]
     return value
 
+def all_ports_all_boards(ports=SUPPORTED_PORTS):
+    for port in ports:
+
+        port_dir = get_circuitpython_root_dir() / "ports" / port
+        for entry in (port_dir / "boards").iterdir():
+            if not entry.is_dir():
+                continue
+            yield (port, entry)
+
 def support_matrix_by_board(use_branded_name=True):
     """ Compiles a list of the available core modules available for each
         board.
     """
     base = build_module_map()
 
-    boards = dict()
+    def support_matrix(arg):
-    for port in SUPPORTED_PORTS:
+        port, entry = arg
-
         port_dir = get_circuitpython_root_dir() / "ports" / port
-        for entry in (port_dir / "boards").iterdir():
+        settings = get_settings_from_makefile(str(port_dir), entry.name)
-            if not entry.is_dir():
-                continue
-            board_modules = []
-            board_name = entry.name
 
-            settings = get_settings_from_makefile(str(port_dir), entry.name)
+        if use_branded_name:
+            with open(entry / "mpconfigboard.h") as get_name:
+                board_contents = get_name.read()
+            board_name_re = re.search(r"(?<=MICROPY_HW_BOARD_NAME)\s+(.+)",
+                                      board_contents)
+            if board_name_re:
+                board_name = board_name_re.group(1).strip('"')
 
-            if use_branded_name:
+        board_modules = []
-                with open(entry / "mpconfigboard.h") as get_name:
+        for module in base:
-                    board_contents = get_name.read()
+            key = f'CIRCUITPY_{module.upper()}'
-                board_name_re = re.search(r"(?<=MICROPY_HW_BOARD_NAME)\s+(.+)",
+            if int(lookup_setting(settings, key, '0')):
-                                          board_contents)
+                board_modules.append(base[module]['name'])
-                if board_name_re:
-                    board_name = board_name_re.group(1).strip('"')
 
-            board_modules = []
+        return (board_name, sorted(board_modules))
-            for module in base:
+
-                key = f'CIRCUITPY_{module.upper()}'
+    executor = ThreadPoolExecutor(max_workers=os.cpu_count())
-                if int(lookup_setting(settings, key, '0')):
+    boards = dict(sorted(executor.map(support_matrix, all_ports_all_boards())))
-                    board_modules.append(base[module]['name'])
-            boards[board_name] = sorted(board_modules)
 
     #print(json.dumps(boards, indent=2))
     return boards