circuitpython/.travis.yml

sudo: required
dist: trusty
language: c
compiler:
  - gcc
git:
  depth: 1
env:
  - TRAVIS_TEST=unix
  - TRAVIS_TEST=docs
  - TRAVIS_TEST=translations
  - TRAVIS_BOARD=feather_huzzah
  - TRAVIS_BOARD=circuitplayground_express
  - TRAVIS_BOARD=pca10056
  - TRAVIS_BOARD=trinket_m0
  - TRAVIS_BOARD=feather_m4_express
  - TRAVIS_BOARD=arduino_zero
  - TRAVIS_BOARD=circuitplayground_express_crickit
  - TRAVIS_BOARD=feather_m0_basic
  - TRAVIS_BOARD=feather_m0_adalogger
  - TRAVIS_BOARD=feather_m0_rfm69
  - TRAVIS_BOARD=feather_m0_rfm9x
  - TRAVIS_BOARD=feather_m0_express
  - TRAVIS_BOARD=feather_m0_express_crickit
  - TRAVIS_BOARD=itsybitsy_m0_express
  - TRAVIS_BOARD=itsybitsy_m4_express
  - TRAVIS_BOARD=metro_m0_express
  - TRAVIS_BOARD=metro_m4_express
  - TRAVIS_BOARD=pirkey_m0
  - TRAVIS_BOARD=gemma_m0
  - TRAVIS_BOARD=hallowing_m0_express
  - TRAVIS_BOARD=feather52832

addons:
  artifacts:
    paths:
    - $(ls -d1 bin/*/* | tr "\n" ":")
    target_paths: /

notifications:
  webhooks:
    urls:
      - https://rosie-ci.ngrok.io/travis
    on_success: always
    on_failure: always
    on_start: always
    on_cancel: always
    on_error: always

before_script:
  - sudo dpkg --add-architecture i386

  - ([[ -z "$TRAVIS_BOARD" ]] || (wget https://s3.amazonaws.com/adafruit-circuit-python/gcc-arm-embedded_7-2018q2-1~trusty1_amd64.deb && sudo dpkg -i gcc-arm-embedded*_amd64.deb))

  # For nrf builds
  - ([[ $TRAVIS_BOARD != "feather52832" && $TRAVIS_BOARD != "pca10056" ]] || sudo ports/nrf/drivers/bluetooth/download_ble_stack.sh)
  # For huzzah builds
  - if [[ $TRAVIS_BOARD = "feather_huzzah" ]]; then wget https://github.com/jepler/esp-open-sdk/releases/download/2018-06-10/xtensa-lx106-elf-standalone.tar.gz && tar xavf xtensa-lx106-elf-standalone.tar.gz; PATH=$(readlink -f xtensa-lx106-elf/bin):$PATH; fi
  # For coverage testing (upgrade is used to get latest urllib3 version)
  - ([[ -z "$TRAVIS_TEST" ]] || sudo apt-get install -y python3-pip)
  - ([[ -z "$TRAVIS_TEST" ]] || sudo pip install --upgrade cpp-coveralls)
  - ([[ $TRAVIS_TEST != "docs" ]] || sudo pip install Sphinx sphinx-rtd-theme recommonmark)
  - ([[ $TRAVIS_TEST != "translations" ]] || sudo pip3 install polib)
  - gcc --version
  - ([[ -z "$TRAVIS_BOARD" ]] || arm-none-eabi-gcc --version)
  - python3 --version

script:
  # Build mpy-cross first because other builds depend on it.
  - echo 'Building mpy-cross' && echo -en 'travis_fold:start:mpy-cross\\r'
  - make -C mpy-cross -j2
  - echo -en 'travis_fold:end:mpy-cross\\r'

  - echo 'Building Adafruit binaries' && echo -en 'travis_fold:start:adafruit-bins\\r'
  - ([[ -z "$TRAVIS_BOARD" ]] || tools/build_adafruit_bins.sh)
  - echo -en 'travis_fold:end:adafruit-bins\\r'

  - echo 'Building unix' && echo -en 'travis_fold:start:unix\\r'
  - ([[ $TRAVIS_TEST != "unix" ]] || make -C ports/unix deplibs -j2)
  - ([[ $TRAVIS_TEST != "unix" ]] || make -C ports/unix -j2)
  - ([[ $TRAVIS_TEST != "unix" ]] || make -C ports/unix coverage -j2)
  - echo -en 'travis_fold:end:unix\\r'

  # run tests without coverage info
  #- (cd tests && MICROPY_CPYTHON3=python3.4 ./run-tests -j1)
  #- (cd tests && MICROPY_CPYTHON3=python3.4 ./run-tests -j1 --emit native)

  # run tests with coverage info
  - echo 'Test all' && echo -en 'travis_fold:start:test_all\\r'
  - ([[ $TRAVIS_TEST != "unix" ]] || (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1))
  - echo -en 'travis_fold:end:test_all\\r'

  - echo 'Test threads' && echo -en 'travis_fold:start:test_threads\\r'
  - ([[ $TRAVIS_TEST != "unix" ]] || (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 -d thread))
  - echo -en 'travis_fold:end:test_threads\\r'

  - echo 'Testing with native' && echo -en 'travis_fold:start:test_native\\r'
  - ([[ $TRAVIS_TEST != "unix" ]] || (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 --emit native))
  - echo -en 'travis_fold:end:test_native\\r'

  - (echo 'Testing with mpy' && echo -en 'travis_fold:start:test_mpy\\r')
  - ([[ $TRAVIS_TEST != "unix" ]] || (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 --via-mpy -d basics float))
  - echo -en 'travis_fold:end:test_mpy\\r'

  - (echo 'Building docs' && echo -en 'travis_fold:start:build_docs\\r')
  - ([[ $TRAVIS_TEST != "docs" ]] || sphinx-build -E -W -b html . _build/html)
  - echo -en 'travis_fold:end:build_docs\\r'

  - (echo 'Building translations' && echo -en 'travis_fold:start:build_translations\\r')
  - ([[ $TRAVIS_TEST != "translations" ]] || make check-translate)
  - echo -en 'travis_fold:end:build_translations\\r'

  # run coveralls coverage analysis (try to, even if some builds/tests failed)
  #- (cd ports/unix && coveralls --root ../.. --build-root . --gcov $(which gcov) --gcov-options '\-o build-coverage/' --include py --include extmod)

after_failure:
  - (cd tests && for exp in *.exp; do testbase=$(basename $exp .exp); echo -e "\nFAILURE $testbase"; diff -u $testbase.exp $testbase.out; done)
.travis.yml: Switch to Ubuntu 14.04 Trusty. This allows to cut number of packages installed from 3rd-party package repos, and otherwise cut number of overrides and hacks. 2016-01-17 07:12:53 -05:00			`sudo: required`
Travis is actually running trusty. xenial isn't supported yet. 2017-01-12 20:09:10 -05:00			`dist: trusty`
Add Travis CI support. 2014-04-14 14:05:47 -04:00			`language: c`
			`compiler:`
			`- gcc`
travis: Try to shave off some seconds from build times 2018-06-27 16:41:41 -04:00			`git:`
			`depth: 1`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`env:`
Support internationalisation. 2018-07-31 19:53:54 -04:00			`- TRAVIS_TEST=unix`
			`- TRAVIS_TEST=docs`
			`- TRAVIS_TEST=translations`
travis.yml: Enable building feather huzzah 2018-06-10 15:20:32 -04:00			`- TRAVIS_BOARD=feather_huzzah`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- TRAVIS_BOARD=circuitplayground_express`
Support internationalisation. 2018-07-31 19:53:54 -04:00			`- TRAVIS_BOARD=pca10056`
			`- TRAVIS_BOARD=trinket_m0`
			`- TRAVIS_BOARD=feather_m4_express`
			`- TRAVIS_BOARD=arduino_zero`
add cpx-crickit build to travis 2018-05-24 21:18:56 -04:00			`- TRAVIS_BOARD=circuitplayground_express_crickit`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- TRAVIS_BOARD=feather_m0_basic`
			`- TRAVIS_BOARD=feather_m0_adalogger`
Add missing Feather M0 RadioFruit boards: RFM69, RFM9x (#539) 2018-01-19 14:53:47 -05:00			`- TRAVIS_BOARD=feather_m0_rfm69`
			`- TRAVIS_BOARD=feather_m0_rfm9x`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- TRAVIS_BOARD=feather_m0_express`
add feather_m0_express_crickit to .travis.yml 2018-06-05 18:24:55 -04:00			`- TRAVIS_BOARD=feather_m0_express_crickit`
add itsybitsy_m0_express and metro_m4_express_revb to travis builds 2018-02-26 17:42:29 -05:00			`- TRAVIS_BOARD=itsybitsy_m0_express`
Add initial ItsyBitsy M4 support 2018-04-11 16:02:18 -04:00			`- TRAVIS_BOARD=itsybitsy_m4_express`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- TRAVIS_BOARD=metro_m0_express`
			`- TRAVIS_BOARD=metro_m4_express`
Add initial ItsyBitsy M4 support 2018-04-11 16:02:18 -04:00			`- TRAVIS_BOARD=pirkey_m0`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- TRAVIS_BOARD=gemma_m0`
add HalloWing 2018-07-28 20:50:35 -04:00			`- TRAVIS_BOARD=hallowing_m0_express`
Switch to Feather52s full name to avoid confusion with the nrf52840 later. Fixes #940 2018-06-18 13:51:04 -04:00			`- TRAVIS_BOARD=feather52832`
Add Travis CI support. 2014-04-14 14:05:47 -04:00
Turn on build saving and uf2 creation. 2017-04-20 17:04:06 -04:00			`addons:`
			`artifacts:`
			`paths:`
travis: working_dir doesn't work as expected. Try and fix it. 2017-04-20 19:48:29 -04:00			`- $(ls -d1 bin// \| tr "\n" ":")`
travis: artifact upload tweaks. 2017-04-20 19:18:30 -04:00			`target_paths: /`
Turn on build saving and uf2 creation. 2017-04-20 17:04:06 -04:00
Add Gitter integration to Travis and add badges to the docs. 2017-01-06 13:59:20 -05:00			`notifications:`
Turn on Rosie CI testing to test new builds on real hardware. This introduces a skip_if module that can be used by tests to determine when they should be skipped due to the environment. Some tests have been split in order to have finer grained skip control. 2017-07-03 18:05:08 -04:00			`webhooks:`
			`urls:`
			`- https://rosie-ci.ngrok.io/travis`
			`on_success: always`
			`on_failure: always`
			`on_start: always`
			`on_cancel: always`
			`on_error: always`
Add Gitter integration to Travis and add badges to the docs. 2017-01-06 13:59:20 -05:00
Add Travis CI support. 2014-04-14 14:05:47 -04:00			`before_script:`
.travis.yml: Switch to Ubuntu 14.04 Trusty. This allows to cut number of packages installed from 3rd-party package repos, and otherwise cut number of overrides and hacks. 2016-01-17 07:12:53 -05:00			`- sudo dpkg --add-architecture i386`
add ugly workaround for apt failing - retry 2018-05-15 14:54:12 -04:00
Update travis to gcc 2018q2. 2018-07-25 10:45:55 -04:00			`- ([[ -z "$TRAVIS_BOARD" ]] \|\| (wget https://s3.amazonaws.com/adafruit-circuit-python/gcc-arm-embedded_7-2018q2-1~trusty1_amd64.deb && sudo dpkg -i gcc-arm-embedded*_amd64.deb))`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
Added script to download SD files 2017-12-28 16:41:38 -05:00			`# For nrf builds`
Fix BLE file download for travis. 2018-06-18 17:28:45 -04:00			`- ([[ $TRAVIS_BOARD != "feather52832" && $TRAVIS_BOARD != "pca10056" ]] \|\| sudo ports/nrf/drivers/bluetooth/download_ble_stack.sh)`
travis.yml: Enable building feather huzzah 2018-06-10 15:20:32 -04:00			`# For huzzah builds`
			`- if [[ $TRAVIS_BOARD = "feather_huzzah" ]]; then wget https://github.com/jepler/esp-open-sdk/releases/download/2018-06-10/xtensa-lx106-elf-standalone.tar.gz && tar xavf xtensa-lx106-elf-standalone.tar.gz; PATH=$(readlink -f xtensa-lx106-elf/bin):$PATH; fi`
travis: Use --upgrade when pip is installing cpp-coveralls. So that the latest urllib3 is retrieved, which has improved SSL security. This fixes the temporary path from f578947ae3fee5610c5bc1123baf878b92eaa248 2017-09-07 22:35:25 -04:00			`# For coverage testing (upgrade is used to get latest urllib3 version)`
Support internationalisation. 2018-07-31 19:53:54 -04:00			`- ([[ -z "$TRAVIS_TEST" ]] \|\| sudo apt-get install -y python3-pip)`
Conditionally install build deps to speed up Travis 2018-01-02 14:54:11 -05:00			`- ([[ -z "$TRAVIS_TEST" ]] \|\| sudo pip install --upgrade cpp-coveralls)`
Install recommonmark too. 2018-02-27 18:57:00 -05:00			`- ([[ $TRAVIS_TEST != "docs" ]] \|\| sudo pip install Sphinx sphinx-rtd-theme recommonmark)`
Support internationalisation. 2018-07-31 19:53:54 -04:00			`- ([[ $TRAVIS_TEST != "translations" ]] \|\| sudo pip3 install polib)`
.travis.yml: Switch to Ubuntu 14.04 Trusty. This allows to cut number of packages installed from 3rd-party package repos, and otherwise cut number of overrides and hacks. 2016-01-17 07:12:53 -05:00			`- gcc --version`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- ([[ -z "$TRAVIS_BOARD" ]] \|\| arm-none-eabi-gcc --version)`
.travis.yml: Switch to Ubuntu 14.04 Trusty. This allows to cut number of packages installed from 3rd-party package repos, and otherwise cut number of overrides and hacks. 2016-01-17 07:12:53 -05:00			`- python3 --version`
Add Travis CI support. 2014-04-14 14:05:47 -04:00
			`script:`
Build mpy-cross first because other builds depend on it. 2016-10-24 15:12:22 -04:00			`# Build mpy-cross first because other builds depend on it.`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Building mpy-cross' && echo -en 'travis_fold:start:mpy-cross\\r'`
travis: Try to shave off some seconds from build times 2018-06-27 16:41:41 -04:00			`- make -C mpy-cross -j2`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:mpy-cross\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Building Adafruit binaries' && echo -en 'travis_fold:start:adafruit-bins\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00			`- ([[ -z "$TRAVIS_BOARD" ]] \|\| tools/build_adafruit_bins.sh)`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:adafruit-bins\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Building unix' && echo -en 'travis_fold:start:unix\\r'`
travis: Try to shave off some seconds from build times 2018-06-27 16:41:41 -04:00			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| make -C ports/unix deplibs -j2)`
			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| make -C ports/unix -j2)`
			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| make -C ports/unix coverage -j2)`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:unix\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
travis: Add automated coverage testing using coveralls. 2015-03-01 08:37:27 -05:00			`# run tests without coverage info`
travis.yml: Running tests in parallel on travis is slower .. so explicitly set them to run serially with -j1. (as discussed on #729) 2018-04-02 09:04:22 -04:00			`#- (cd tests && MICROPY_CPYTHON3=python3.4 ./run-tests -j1)`
			`#- (cd tests && MICROPY_CPYTHON3=python3.4 ./run-tests -j1 --emit native)`
travis: Add automated coverage testing using coveralls. 2015-03-01 08:37:27 -05:00
			`# run tests with coverage info`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Test all' && echo -en 'travis_fold:start:test_all\\r'`
travis.yml: Running tests in parallel on travis is slower .. so explicitly set them to run serially with -j1. (as discussed on #729) 2018-04-02 09:04:22 -04:00			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1))`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:test_all\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Test threads' && echo -en 'travis_fold:start:test_threads\\r'`
travis.yml: Running tests in parallel on travis is slower .. so explicitly set them to run serially with -j1. (as discussed on #729) 2018-04-02 09:04:22 -04:00			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 -d thread))`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:test_threads\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo 'Testing with native' && echo -en 'travis_fold:start:test_native\\r'`
travis.yml: Running tests in parallel on travis is slower .. so explicitly set them to run serially with -j1. (as discussed on #729) 2018-04-02 09:04:22 -04:00			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 --emit native))`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:test_native\\r'`
Speed up the Travis build. This does two major things: 1. It stores the arm gcc in the repo. The download from the PPA was taking between 2 and 7 minutes. 2. It splits each board into a separate job so they are built in parallel. 2017-11-15 18:05:34 -05:00
			`- (echo 'Testing with mpy' && echo -en 'travis_fold:start:test_mpy\\r')`
travis.yml: best guesses about when to run tests in parallel Notably, "--via-mpy" spews failures when threaded, possibly indicating that micropython is not creating mpy files in threadsafe manner. 2018-03-31 10:57:51 -04:00			`- ([[ $TRAVIS_TEST != "unix" ]] \|\| (cd tests && MICROPY_CPYTHON3=python3.4 MICROPY_MICROPYTHON=../ports/unix/micropython_coverage ./run-tests -j1 --via-mpy -d basics float))`
Add log folding to Travis outout. 2017-10-25 14:01:43 -04:00			`- echo -en 'travis_fold:end:test_mpy\\r'`
travis: Add automated coverage testing using coveralls. 2015-03-01 08:37:27 -05:00
Build sphinx on Travis 2018-02-27 18:38:28 -05:00			`- (echo 'Building docs' && echo -en 'travis_fold:start:build_docs\\r')`
			`- ([[ $TRAVIS_TEST != "docs" ]] \|\| sphinx-build -E -W -b html . _build/html)`
			`- echo -en 'travis_fold:end:build_docs\\r'`

Support internationalisation. 2018-07-31 19:53:54 -04:00			`- (echo 'Building translations' && echo -en 'travis_fold:start:build_translations\\r')`
			`- ([[ $TRAVIS_TEST != "translations" ]] \|\| make check-translate)`
			`- echo -en 'travis_fold:end:build_translations\\r'`
Build sphinx on Travis 2018-02-27 18:38:28 -05:00
travis: Unconditionally run coveralls analysis, even if others failed. If, for example, the code-size check failed we would still like to run the coveralls coverage analysis. 2017-01-19 21:12:23 -05:00			`# run coveralls coverage analysis (try to, even if some builds/tests failed)`
Merge commit 'f869d6b2e339c04469c6c9ea3fb2fabd7bbb2d8c' into nrf2_merge This is prep for merging in the NRF5 pull request. 2017-10-25 01:31:16 -04:00			`#- (cd ports/unix && coveralls --root ../.. --build-root . --gcov $(which gcov) --gcov-options '\-o build-coverage/' --include py --include extmod)`
travis: Move diffing back to after_failure command. Need to click on icon at right to see the output. 2014-04-15 07:52:59 -04:00
			`after_failure:`
travis: Use unified diffs for failed tests. 2014-06-25 17:05:53 -04:00			`- (cd tests && for exp in *.exp; do testbase=$(basename $exp .exp); echo -e "\nFAILURE $testbase"; diff -u $testbase.exp $testbase.out; done)`