Merge pull request #118 from kjsanger/devel #377
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Unit tests" | |
| on: [push, pull_request] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| continue-on-error: ${{ matrix.experimental }} # Experimental builds may fail | |
| defaults: | |
| run: | |
| shell: bash -l -e -o pipefail {0} | |
| env: | |
| PYTHON_VERSION: "3.10" | |
| SINGULARITY_VERSION: "3.11.1" | |
| strategy: | |
| matrix: | |
| include: | |
| # iRODS 4.2.11 clients vs 4.2.7 server | |
| - irods: "4.2.7" | |
| client_image: "ghcr.io/wtsi-npg/ub-18.04-irods-clients-4.2.11:latest" | |
| server_image: "ghcr.io/wtsi-npg/ub-16.04-irods-4.2.7:latest" | |
| experimental: false | |
| # iRODS 4.2.11 clients vs 4.2.11 server | |
| - irods: "4.2.11" | |
| client_image: "ghcr.io/wtsi-npg/ub-18.04-irods-clients-4.2.11:latest" | |
| server_image: "ghcr.io/wtsi-npg/ub-18.04-irods-4.2.11:latest" | |
| experimental: false | |
| - irods: "4.2.12" | |
| client_image: "ghcr.io/wtsi-npg/ub-18.04-irods-clients-4.2.12:latest" | |
| server_image: "ghcr.io/wtsi-npg/ub-18.04-irods-4.2.12:latest" | |
| experimental: true | |
| services: | |
| irods-server: | |
| image: ${{ matrix.server_image }} | |
| ports: | |
| - "1247:1247" | |
| - "20000-20199:20000-20199" | |
| options: >- | |
| --health-cmd "nc -z -v localhost 1247" | |
| --health-start-period 30s | |
| --health-interval 10s | |
| --health-timeout 20s | |
| --health-retries 6 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: "Install Singularity" | |
| run: | | |
| pkg="singularity-ce_${SINGULARITY_VERSION}-$(lsb_release -sc)_amd64.deb" | |
| curl -sSL -O "https://github.com/sylabs/singularity/releases/download/v${SINGULARITY_VERSION}/$pkg" | |
| curl -sSL -O "https://github.com/sylabs/singularity/releases/download/v${SINGULARITY_VERSION}/sha256sums" | |
| grep "$os_release" sha256sums | sha256sum | |
| sudo apt-get install -q -y "./$pkg" | |
| # Avoid the runner's loop devices being exhausted | |
| sudo singularity config global --set "max loop devices" 128 | |
| # Enable DBus for this user, so that rootless cgroups works and we can create | |
| # Singularity service instances. See https://github.com/containers/podman/issues/5443 | |
| systemctl --user enable --now dbus.socket | |
| echo DBUS_SESSION_BUS_ADDRESS="unix:path=/run/user/$(id -u)/bus" >> $GITHUB_ENV | |
| - name: "Cache Singularity images" | |
| uses: actions/cache@v3 | |
| with: | |
| path: ${{ github.workspace }}/.singularity-cache | |
| key: ${{ runner.os }}-singularity | |
| - name: "Install iRODS client wrappers" | |
| env: | |
| DOCKER_IMAGE: ${{ matrix.client_image }} | |
| PREFIX: ${{ github.workspace }} | |
| SINGULARITY_CACHEDIR: ${{ github.workspace }}/.singularity-cache | |
| run: | | |
| # Use -s option for the wrappers to enable re-usable service instances | |
| singularity exec docker://$DOCKER_IMAGE singularity-wrapper -s -p $PREFIX install | |
| echo "$PREFIX/bin" >> $GITHUB_PATH | |
| - name: "Configure iRODS clients" | |
| env: | |
| DOCKER_IMAGE: ${{ matrix.client_image }} | |
| PREFIX: ${{ github.workspace }} | |
| SINGULARITY_CACHEDIR: ${{ github.workspace }}/.singularity-cache | |
| run: | | |
| mkdir -p "$HOME/.irods" | |
| cat <<'EOF' > "$HOME/.irods/irods_environment.json" | |
| { | |
| "irods_host": "localhost", | |
| "irods_port": 1247, | |
| "irods_user_name": "irods", | |
| "irods_zone_name": "testZone", | |
| "irods_home": "/testZone/home/irods", | |
| "irods_default_resource": "replResc", | |
| "irods_default_hash_scheme": "MD5" | |
| } | |
| EOF | |
| echo "irods" | script -q -c "iinit" /dev/null | |
| ienv | |
| ils | |
| ilsresc | |
| baton-do --version | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| cache: "pip" | |
| - name: "Setup Python dependencies" | |
| run: | | |
| pip install -r requirements.txt | |
| pip install -r test-requirements.txt | |
| - name: "Check code formatting [Black]" | |
| run: | | |
| black --check --diff --quiet . | |
| - name: "Run tests" | |
| env: | |
| IRODS_VERSION: ${{ matrix.irods }} | |
| SINGULARITY_CACHEDIR: ${{ github.workspace }}/.singularity-cache | |
| run: | | |
| pip install . | |
| pytest --it | |
| - name: "Log on failure" | |
| if: ${{ failure() }} | |
| run: journalctl --no-pager |