270 lines
9.6 KiB
YAML
270 lines
9.6 KiB
YAML
# SPDX-FileCopyrightText: 2014 MicroPython & CircuitPython contributors (https://github.com/adafruit/circuitpython/graphs/contributors)
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
name: Build CI
|
|
|
|
on:
|
|
push:
|
|
pull_request:
|
|
release:
|
|
types: [published]
|
|
check_suite:
|
|
types: [rerequested]
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
scheduler:
|
|
runs-on: ubuntu-20.04
|
|
outputs:
|
|
build-doc: ${{ steps.set-matrix.outputs.build-doc }}
|
|
build-boards: ${{ steps.set-matrix.outputs.build-boards }}
|
|
boards-aarch: ${{ steps.set-matrix.outputs.boards-aarch }}
|
|
boards-arm: ${{ steps.set-matrix.outputs.boards-arm }}
|
|
boards-atmel: ${{ steps.set-matrix.outputs.boards-atmel }}
|
|
boards-esp: ${{ steps.set-matrix.outputs.boards-esp }}
|
|
boards-riscv: ${{ steps.set-matrix.outputs.boards-riscv }}
|
|
cp-version: ${{ steps.set-up-submodules.outputs.version }}
|
|
steps:
|
|
- name: Dump GitHub context
|
|
run: echo "$GITHUB_CONTEXT"
|
|
env:
|
|
GITHUB_CONTEXT: ${{ toJson(github) }}
|
|
- name: Set up repository
|
|
uses: actions/checkout@v3
|
|
with:
|
|
submodules: false
|
|
fetch-depth: 1
|
|
- name: Set up python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: 3.x
|
|
- name: Duplicate USB VID/PID check
|
|
run: python3 -u -m tools.ci_check_duplicate_usb_vid_pid
|
|
- name: Set up submodules
|
|
id: set-up-submodules
|
|
uses: ./.github/actions/deps/submodules
|
|
with:
|
|
action: cache
|
|
version: true
|
|
- name: Set up external
|
|
uses: ./.github/actions/deps/external
|
|
with:
|
|
action: cache
|
|
- name: Get last commit with checks
|
|
id: get-last-commit-with-checks
|
|
if: github.event_name == 'pull_request'
|
|
working-directory: tools
|
|
run: python3 -u ci_changes_per_commit.py
|
|
env:
|
|
REPO: ${{ github.repository }}
|
|
PULL: ${{ github.event.number }}
|
|
GITHUB_TOKEN: ${{ github.token }}
|
|
EXCLUDE_COMMIT: ${{ github.event.after }}
|
|
- name: Set up mpy-cross
|
|
uses: ./.github/actions/mpy_cross
|
|
with:
|
|
download: false
|
|
- name: Set head sha
|
|
if: github.event_name == 'pull_request'
|
|
run: echo "HEAD_SHA=$(git show -s --format=%s $GITHUB_SHA | grep -o -P "(?<=Merge ).*(?= into)")" >> $GITHUB_ENV
|
|
- name: Set base sha
|
|
if: github.event_name == 'pull_request'
|
|
run: |
|
|
git fetch --no-tags --no-recurse-submodules --depth=$((DEPTH + 1)) origin $HEAD_SHA
|
|
echo "BASE_SHA=$(git rev-list $HEAD_SHA --skip=$DEPTH --max-count=1)" >> $GITHUB_ENV
|
|
env:
|
|
DEPTH: ${{ steps.get-last-commit-with-checks.outputs.commit_depth || github.event.pull_request.commits }}
|
|
- name: Get changes
|
|
id: get-changes
|
|
if: github.event_name == 'pull_request'
|
|
run: echo $(git diff $BASE_SHA...$HEAD_SHA --name-only) | echo "changed_files=[\"$(sed "s/ /\", \"/g")\"]" >> $GITHUB_OUTPUT
|
|
- name: Set matrix
|
|
id: set-matrix
|
|
working-directory: tools
|
|
run: python3 -u ci_set_matrix.py
|
|
env:
|
|
CHANGED_FILES: ${{ steps.get-changes.outputs.changed_files }}
|
|
LAST_FAILED_JOBS: ${{ steps.get-last-commit-with-checks.outputs.check_runs }}
|
|
|
|
tests:
|
|
needs: scheduler
|
|
if: needs.scheduler.outputs.build-boards == 'True'
|
|
uses: ./.github/workflows/run-tests.yml
|
|
with:
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
mpy-cross:
|
|
needs: scheduler
|
|
if: needs.scheduler.outputs.build-boards == 'True'
|
|
uses: ./.github/workflows/build-mpy-cross.yml
|
|
secrets: inherit
|
|
with:
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
mpy-cross-mac:
|
|
runs-on: macos-11
|
|
needs: scheduler
|
|
if: ${{ needs.scheduler.outputs.build-boards == 'True' }}
|
|
env:
|
|
CP_VERSION: ${{ needs.scheduler.outputs.cp-version }}
|
|
steps:
|
|
- name: Set up repository
|
|
uses: actions/checkout@v3
|
|
with:
|
|
submodules: false
|
|
fetch-depth: 1
|
|
- name: Set up python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: 3.x
|
|
- name: Set up submodules
|
|
uses: ./.github/actions/deps/submodules
|
|
- name: Versions
|
|
run: |
|
|
gcc --version
|
|
python3 --version
|
|
msgfmt --version
|
|
- name: Build mpy-cross
|
|
run: make -C mpy-cross -j2
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: mpy-cross-macos-11-x64
|
|
path: mpy-cross/mpy-cross
|
|
- name: Build mpy-cross (arm64)
|
|
run: make -C mpy-cross -j2 -f Makefile.m1 V=2
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: mpy-cross-macos-11-arm64
|
|
path: mpy-cross/mpy-cross-arm64
|
|
- name: Make universal binary
|
|
run: lipo -create -output mpy-cross-macos-universal mpy-cross/mpy-cross mpy-cross/mpy-cross-arm64
|
|
- name: Upload artifact
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: mpy-cross-macos-11-universal
|
|
path: mpy-cross-macos-universal
|
|
- name: Upload to S3
|
|
if: >-
|
|
(github.event_name == 'push' && github.ref == 'refs/heads/main' && github.repository_owner == 'adafruit') ||
|
|
(github.event_name == 'release' && (github.event.action == 'published' || github.event.action == 'rerequested'))
|
|
run: |
|
|
[ -z "$AWS_ACCESS_KEY_ID" ] || aws s3 cp mpy-cross-macos-universal s3://adafruit-circuit-python/bin/mpy-cross/macos-11/mpy-cross-macos-11-${{ env.CP_VERSION }}-universal --no-progress --region us-east-1
|
|
[ -z "$AWS_ACCESS_KEY_ID" ] || aws s3 cp mpy-cross/mpy-cross-arm64 s3://adafruit-circuit-python/bin/mpy-cross/macos-11/mpy-cross-macos-11-${{ env.CP_VERSION }}-arm64 --no-progress --region us-east-1
|
|
[ -z "$AWS_ACCESS_KEY_ID" ] || aws s3 cp mpy-cross/mpy-cross s3://adafruit-circuit-python/bin/mpy-cross/macos-11/mpy-cross-macos-11-${{ env.CP_VERSION }}-x64 --no-progress --region us-east-1
|
|
env:
|
|
AWS_PAGER: ''
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
|
|
build-doc:
|
|
runs-on: ubuntu-22.04
|
|
needs: scheduler
|
|
if: ${{ needs.scheduler.outputs.build-doc == 'True' }}
|
|
env:
|
|
CP_VERSION: ${{ needs.scheduler.outputs.cp-version }}
|
|
steps:
|
|
- name: Set up repository
|
|
uses: actions/checkout@v3
|
|
with:
|
|
submodules: false
|
|
fetch-depth: 1
|
|
- name: Set up python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: 3.x
|
|
- name: Set up submodules
|
|
uses: ./.github/actions/deps/submodules
|
|
- name: Install dependencies
|
|
run: |
|
|
sudo apt-get install -y latexmk librsvg2-bin texlive-fonts-recommended texlive-latex-recommended texlive-latex-extra
|
|
pip install -r requirements-doc.txt
|
|
- name: Build and Validate Stubs
|
|
run: make check-stubs -j2
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: stubs
|
|
path: circuitpython-stubs/dist/*
|
|
- name: Test Documentation Build (HTML)
|
|
run: sphinx-build -E -W -b html -D version=${{ env.CP_VERSION }} -D release=${{ env.CP_VERSION }} . _build/html
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: docs
|
|
path: _build/html
|
|
- name: Test Documentation Build (LaTeX/PDF)
|
|
run: |
|
|
make latexpdf
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: docs
|
|
path: _build/latex
|
|
- name: Upload to S3
|
|
uses: ./.github/actions/upload_aws
|
|
with:
|
|
source: circuitpython-stubs/dist/*.tar.gz
|
|
destination: stubs/circuitpython-stubs-${{ env.CP_VERSION }}.tar.gz
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
- name: Upload stubs to PyPi
|
|
if: github.event_name == 'release' && (github.event.action == 'published' || github.event.action == 'rerequested')
|
|
env:
|
|
TWINE_USERNAME: ${{ secrets.pypi_username }}
|
|
TWINE_PASSWORD: ${{ secrets.pypi_password }}
|
|
run: |
|
|
# setup.py sdist was run by 'make stubs'
|
|
[ -z "$TWINE_USERNAME" ] || echo "Uploading dev release to PyPi"
|
|
[ -z "$TWINE_USERNAME" ] || twine upload circuitpython-stubs/dist/*
|
|
|
|
aarch:
|
|
needs: [scheduler, mpy-cross, tests]
|
|
if: ${{ needs.scheduler.outputs.boards-aarch != '[]' }}
|
|
uses: ./.github/workflows/build-boards.yml
|
|
secrets: inherit
|
|
with:
|
|
platform: aarch
|
|
boards: ${{ needs.scheduler.outputs.boards-aarch }}
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
arm:
|
|
needs: [scheduler, mpy-cross, tests]
|
|
if: ${{ needs.scheduler.outputs.boards-arm != '[]' }}
|
|
uses: ./.github/workflows/build-boards.yml
|
|
secrets: inherit
|
|
with:
|
|
platform: arm
|
|
boards: ${{ needs.scheduler.outputs.boards-arm }}
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
atmel:
|
|
needs: [scheduler, mpy-cross, tests]
|
|
if: ${{ needs.scheduler.outputs.boards-atmel != '[]' }}
|
|
uses: ./.github/workflows/build-boards.yml
|
|
secrets: inherit
|
|
with:
|
|
platform: arm
|
|
boards: ${{ needs.scheduler.outputs.boards-atmel }}
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
esp:
|
|
needs: [scheduler, mpy-cross, tests]
|
|
if: ${{ needs.scheduler.outputs.boards-esp != '[]' }}
|
|
uses: ./.github/workflows/build-boards.yml
|
|
secrets: inherit
|
|
with:
|
|
platform: esp
|
|
boards: ${{ needs.scheduler.outputs.boards-esp }}
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|
|
|
|
riscv:
|
|
needs: [scheduler, mpy-cross, tests]
|
|
if: ${{ needs.scheduler.outputs.boards-riscv != '[]' }}
|
|
uses: ./.github/workflows/build-boards.yml
|
|
secrets: inherit
|
|
with:
|
|
platform: riscv
|
|
boards: ${{ needs.scheduler.outputs.boards-riscv }}
|
|
cp-version: ${{ needs.scheduler.outputs.cp-version }}
|