Support python 3.9 onwards from now on (#511) #1424
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish sdist and wheels for macos, manylinux, and windows, publish to pypi if a release | |
| on: [pull_request, push] | |
| env: | |
| apt_options: -o Acquire::Retries=3 | |
| CIBW_BUILD_VERBOSITY: 1 | |
| CIBW_BUILD: 'cp*' | |
| CIBW_SKIP: 'cp35-* cp36-* cp37-* cp38-* *-manylinux_i686 *-musllinux_* *-win32' | |
| CIBW_BEFORE_TEST: pip install -r {project}/tests/requirement_tests.txt | |
| CIBW_TEST_COMMAND: pytest -s -v {project}/tests | |
| UNIXY_HDF5_VERSION: 1.14.3 | |
| WINDOWS_HDF5: 1.14.2 | |
| jobs: | |
| build_wheels: | |
| name: Build wheels on ${{ matrix.os }} | |
| if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| # macos-13 is an intel runner, macos-14 is apple silicon | |
| os: [ubuntu-20.04, windows-2022, macos-13, macos-14] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Install cibuildwheel | |
| run: | | |
| python -m pip install cibuildwheel | |
| - name: Cache HDF5 On Linux/macOS | |
| if: runner.os == 'Linux' || runner.os == 'macOS' | |
| uses: actions/cache@v4 | |
| id: cache-hdf5-posix | |
| env: | |
| cache-name: cache-hdf5-posix | |
| with: | |
| path: src-cache/ | |
| key: ${{ runner.os }}-build-${{ env.cache-name }} | |
| - name: Build wheels on Linux | |
| if: runner.os == 'Linux' | |
| env: | |
| CIBW_ENVIRONMENT_PASS: "STATIC_HDF5 CMAKE_PREFIX_PATH" | |
| CIBW_BEFORE_BUILD: | | |
| # CMake complains if the dependencies come from within the same tree | |
| # as the source, so we'll just pretend they are elsewhere | |
| mkdir -p /host/home/runner/work/src-cache | |
| ln -s /host/home/runner/work/src-cache /opt/hdf5-static | |
| bash ci/hdf5-build.sh /opt/hdf5-static | |
| run: | | |
| # used by setup.py to decide if to set `FindHDF5` to use static hdf5 libraries | |
| export STATIC_HDF5=True | |
| export CMAKE_PREFIX_PATH=/opt/hdf5-static/install-x86_64/install/ | |
| CIBW_MANYLINUX_X86_64_IMAGE=manylinux2014 python -m cibuildwheel --output-dir dist | |
| CIBW_MANYLINUX_X86_64_IMAGE=manylinux_2_28 python -m cibuildwheel --output-dir dist | |
| - name: Build wheels Mac OS | |
| if: runner.os == 'macOS' | |
| env: | |
| CIBW_ENVIRONMENT_PASS: "STATIC_HDF5 CMAKE_PREFIX_PATH" | |
| CIBW_BEFORE_BUILD: | | |
| # CMake complains if the dependencies come from within the same tree | |
| # as the source, so we'll just pretend they are elsewhere | |
| mkdir -p $PWD/src-cache | |
| ln -s $PWD/src-cache /Users/runner/work/src-cache | |
| bash ci/hdf5-build.sh /Users/runner/work/src-cache | |
| run: | | |
| # used by setup.py to decide if to set `FindHDF5` to use static hdf5 libraries | |
| export STATIC_HDF5=True | |
| export CMAKE_PREFIX_PATH=/Users/runner/work/src-cache/install-`uname -m`/install | |
| python -m cibuildwheel --output-dir dist | |
| - name: Cache HDF5 On Windows | |
| if: runner.os == 'Windows' | |
| id: cache-hdf5-windows | |
| uses: actions/cache@v4 | |
| env: | |
| cache-name: cache-hdf5-windows | |
| with: | |
| path: C:\cache\hdf5\${{ env.WINDOWS_HDF5 }} | |
| key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ env.WINDOWS_HDF5 }} | |
| - name: Fill Windows Cache | |
| if: runner.os == 'Windows' && steps.cache-hdf5-windows.outputs.cache-hit != 'true' | |
| continue-on-error: false | |
| shell: cmd | |
| run: | | |
| mkdir C:\cache\hdf5\${{ env.WINDOWS_HDF5 }} | |
| curl -L -o C:\cache\hdf5\${{ env.WINDOWS_HDF5 }}\hdf5.zip https://support.hdfgroup.org/ftp/HDF5/releases/hdf5-1.14/hdf5-1.14.2/bin/windows/hdf5-1.14.2-Std-win10_64-vs16.zip | |
| - name: Build wheels Windows | |
| if: runner.os == 'Windows' | |
| # the v140 toolchain is used, so that fewer vc_redist installs are required | |
| # some of the information is available here: | |
| # https://docs.microsoft.com/en-us/cpp/build/building-on-the-command-line | |
| # but tracking down the 14.0 magic number (and especially newer ones isn't always easy) | |
| # this has a partial table: | |
| # https://devblogs.microsoft.com/cppblog/side-by-side-minor-version-msvc-toolsets-in-visual-studio-2017/ | |
| run: | | |
| # vc141 was removed, add it back here: https://github.com/actions/runner-images/issues/9701 | |
| Set-Location "C:\Program Files (x86)\Microsoft Visual Studio\Installer\" | |
| $InstallPath = "C:\Program Files\Microsoft Visual Studio\2022\Enterprise" | |
| $componentsToAdd= @( | |
| "Microsoft.VisualStudio.Component.VC.v141.x86.x64" | |
| "Microsoft.VisualStudio.Component.VC.v141.x86.x64.Spectre" | |
| ) | |
| [string]$workloadArgs = $componentsToAdd | ForEach-Object {" --add " + $_} | |
| $Arguments = ('/c', "vs_installer.exe", 'modify', '--installPath', "`"$InstallPath`"",$workloadArgs, '--quiet', '--norestart', '--nocache') | |
| # should be run twice | |
| $process = Start-Process -FilePath cmd.exe -ArgumentList $Arguments -Wait -PassThru -WindowStyle Hidden | |
| $process = Start-Process -FilePath cmd.exe -ArgumentList $Arguments -Wait -PassThru -WindowStyle Hidden | |
| - name: Build wheels Windows | |
| if: runner.os == 'Windows' | |
| shell: cmd | |
| run: | | |
| C:\windows\system32\tar.exe xf C:\cache\hdf5\${{ env.WINDOWS_HDF5 }}\hdf5.zip | |
| start /wait msiexec /a "%cd%\hdf\HDF5-${{ env.WINDOWS_HDF5 }}-win64.msi" /qn TARGETDIR="c:\hdf5\" | |
| call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvars64.bat" -vcvars_ver=14.1 | |
| set HDF5_DIR=C:\hdf5\HDF_Group\HDF5\${{ env.WINDOWS_HDF5 }}\cmake | |
| python -m cibuildwheel --output-dir dist | |
| - name: Store wheel as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dist-wheels-${{ matrix.os }} | |
| path: dist/*.whl | |
| build_sdist: | |
| name: Build sdist | |
| if: github.event_name == 'push' || github.event.pull_request.head.repo.full_name != github.repository | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Build a source tarball | |
| run: | |
| python setup.py sdist | |
| - name: Test tarball | |
| run: | | |
| sudo apt-get ${{env.apt_options}} update -y | |
| sudo apt-get ${{env.apt_options}} install -y libhdf5-dev | |
| pip install -r tests/requirement_tests.txt | |
| pip install dist/* | |
| pytest -s -v tests | |
| - name: Store sdist as artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dist-sdist | |
| path: dist/*.tar.gz | |
| upload_artifacts: | |
| name: Upload wheels to PyPI | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') | |
| runs-on: ubuntu-latest | |
| needs: [build_wheels, build_sdist] | |
| steps: | |
| - name: Download artifacts produced during the build_wheels and build_sdist jobs | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: dist-* | |
| path: dist/ | |
| merge-multiple: true | |
| - name: Display structure of downloaded files | |
| run: ls -R | |
| working-directory: dist | |
| - name: Publish package to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI_PASSWORD }} | |
| packages_dir: dist/ |